[ 608.925055] env[69808]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69808) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 608.925401] env[69808]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69808) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 608.925543] env[69808]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69808) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 608.925803] env[69808]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 609.028405] env[69808]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69808) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 609.038249] env[69808]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69808) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 609.083635] env[69808]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 609.657979] env[69808]: INFO nova.virt.driver [None req-44c539c1-1c3c-4550-a0a1-aefa1c721e50 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 609.732330] env[69808]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.732492] env[69808]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.732593] env[69808]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69808) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 612.997536] env[69808]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-91719651-c5fe-49b8-b5dd-0ff98f14f07f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.013482] env[69808]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69808) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 613.013646] env[69808]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-72e5e75d-64c8-4215-aeb2-1763f00623b9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.046537] env[69808]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 26f9e. [ 613.046717] env[69808]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.314s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.047239] env[69808]: INFO nova.virt.vmwareapi.driver [None req-44c539c1-1c3c-4550-a0a1-aefa1c721e50 None None] VMware vCenter version: 7.0.3 [ 613.050751] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fbc6f1-e702-4857-9947-fbec6c2502c4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.072347] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b03655-7fd5-4a75-a773-20713405c379 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.078798] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dd3648-5068-4de9-a3f7-f7f34b069b56 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.085801] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d2059e-9d55-4c0e-b676-ffe5f18c39c7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.099342] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8afa7a9-1495-4c91-b413-4faa9ff722c3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.105730] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b7eac6-60c6-4338-8550-3be4569f06fb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.136805] env[69808]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-a54bdd90-7d1b-4ce4-a08c-59f2f2dd2435 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.143030] env[69808]: DEBUG nova.virt.vmwareapi.driver [None req-44c539c1-1c3c-4550-a0a1-aefa1c721e50 None None] Extension org.openstack.compute already exists. {{(pid=69808) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 613.145736] env[69808]: INFO nova.compute.provider_config [None req-44c539c1-1c3c-4550-a0a1-aefa1c721e50 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 613.649164] env[69808]: DEBUG nova.context [None req-44c539c1-1c3c-4550-a0a1-aefa1c721e50 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),ce756f0f-a8fe-4857-a8f4-fa3c56586f47(cell1) {{(pid=69808) load_cells /opt/stack/nova/nova/context.py:464}} [ 613.651303] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.651531] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.652348] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.652785] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] Acquiring lock "ce756f0f-a8fe-4857-a8f4-fa3c56586f47" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.652984] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] Lock "ce756f0f-a8fe-4857-a8f4-fa3c56586f47" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.654047] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] Lock "ce756f0f-a8fe-4857-a8f4-fa3c56586f47" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.675416] env[69808]: INFO dbcounter [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] Registered counter for database nova_cell0 [ 613.684035] env[69808]: INFO dbcounter [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] Registered counter for database nova_cell1 [ 613.687443] env[69808]: DEBUG oslo_db.sqlalchemy.engines [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69808) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 613.688084] env[69808]: DEBUG oslo_db.sqlalchemy.engines [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69808) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 613.693074] env[69808]: ERROR nova.db.main.api [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 613.693074] env[69808]: result = function(*args, **kwargs) [ 613.693074] env[69808]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 613.693074] env[69808]: return func(*args, **kwargs) [ 613.693074] env[69808]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 613.693074] env[69808]: result = fn(*args, **kwargs) [ 613.693074] env[69808]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 613.693074] env[69808]: return f(*args, **kwargs) [ 613.693074] env[69808]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 613.693074] env[69808]: return db.service_get_minimum_version(context, binaries) [ 613.693074] env[69808]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 613.693074] env[69808]: _check_db_access() [ 613.693074] env[69808]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 613.693074] env[69808]: stacktrace = ''.join(traceback.format_stack()) [ 613.693074] env[69808]: [ 613.693963] env[69808]: ERROR nova.db.main.api [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 613.693963] env[69808]: result = function(*args, **kwargs) [ 613.693963] env[69808]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 613.693963] env[69808]: return func(*args, **kwargs) [ 613.693963] env[69808]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 613.693963] env[69808]: result = fn(*args, **kwargs) [ 613.693963] env[69808]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 613.693963] env[69808]: return f(*args, **kwargs) [ 613.693963] env[69808]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 613.693963] env[69808]: return db.service_get_minimum_version(context, binaries) [ 613.693963] env[69808]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 613.693963] env[69808]: _check_db_access() [ 613.693963] env[69808]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 613.693963] env[69808]: stacktrace = ''.join(traceback.format_stack()) [ 613.693963] env[69808]: [ 613.694700] env[69808]: WARNING nova.objects.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] Failed to get minimum service version for cell ce756f0f-a8fe-4857-a8f4-fa3c56586f47 [ 613.694700] env[69808]: WARNING nova.objects.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 613.694969] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] Acquiring lock "singleton_lock" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.695144] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] Acquired lock "singleton_lock" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.695391] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] Releasing lock "singleton_lock" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.695722] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] Full set of CONF: {{(pid=69808) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 613.695867] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ******************************************************************************** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 613.695996] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] Configuration options gathered from: {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 613.696156] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 613.696350] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 613.696476] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ================================================================================ {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 613.696682] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] allow_resize_to_same_host = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.696855] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] arq_binding_timeout = 300 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.696986] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] backdoor_port = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.697155] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] backdoor_socket = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.697326] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] block_device_allocate_retries = 60 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.697487] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] block_device_allocate_retries_interval = 3 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.697656] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cert = self.pem {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.697823] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.697993] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] compute_monitors = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.698184] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] config_dir = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.698356] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] config_drive_format = iso9660 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.698488] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.698651] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] config_source = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.698816] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] console_host = devstack {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.698980] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] control_exchange = nova {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.699154] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cpu_allocation_ratio = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.699314] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] daemon = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.699478] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] debug = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.699632] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] default_access_ip_network_name = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.699794] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] default_availability_zone = nova {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.699986] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] default_ephemeral_format = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.700129] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] default_green_pool_size = 1000 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.700372] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.700535] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] default_schedule_zone = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.700812] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] disk_allocation_ratio = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.701016] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] enable_new_services = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.701212] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] enabled_apis = ['osapi_compute'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.701383] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] enabled_ssl_apis = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.701651] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] flat_injected = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.701927] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] force_config_drive = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.702227] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] force_raw_images = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.702519] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] graceful_shutdown_timeout = 5 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.702753] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] heal_instance_info_cache_interval = -1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.702997] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] host = cpu-1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.703204] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.703374] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.703538] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.703762] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.703930] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] instance_build_timeout = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.704114] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] instance_delete_interval = 300 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.704312] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] instance_format = [instance: %(uuid)s] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.704456] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] instance_name_template = instance-%08x {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.704620] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] instance_usage_audit = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.704790] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] instance_usage_audit_period = month {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.704955] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.705138] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.705309] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] internal_service_availability_zone = internal {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.705463] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] key = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.705621] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] live_migration_retry_count = 30 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.705790] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] log_color = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.705953] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] log_config_append = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.706129] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.706294] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] log_dir = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.706448] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] log_file = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.706577] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] log_options = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.706740] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] log_rotate_interval = 1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.706908] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] log_rotate_interval_type = days {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.707086] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] log_rotation_type = none {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.707220] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.707348] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.707514] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.707679] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.707806] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.707967] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] long_rpc_timeout = 1800 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.708142] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] max_concurrent_builds = 10 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.708302] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] max_concurrent_live_migrations = 1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.708458] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] max_concurrent_snapshots = 5 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.708616] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] max_local_block_devices = 3 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.708773] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] max_logfile_count = 30 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.708929] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] max_logfile_size_mb = 200 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.709102] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] maximum_instance_delete_attempts = 5 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.709273] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] metadata_listen = 0.0.0.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.709441] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] metadata_listen_port = 8775 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.709609] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] metadata_workers = 2 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.709769] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] migrate_max_retries = -1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.709933] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] mkisofs_cmd = genisoimage {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.710155] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.710290] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] my_ip = 10.180.1.21 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.710493] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.710655] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] network_allocate_retries = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.710841] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.711154] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.711328] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] osapi_compute_listen_port = 8774 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.711497] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] osapi_compute_unique_server_name_scope = {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.711668] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] osapi_compute_workers = 2 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.711829] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] password_length = 12 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.712020] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] periodic_enable = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.712199] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] periodic_fuzzy_delay = 60 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.712370] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] pointer_model = usbtablet {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.712537] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] preallocate_images = none {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.712694] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] publish_errors = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.712824] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] pybasedir = /opt/stack/nova {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.712982] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ram_allocation_ratio = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.713167] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] rate_limit_burst = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.713336] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] rate_limit_except_level = CRITICAL {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.713495] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] rate_limit_interval = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.713653] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] reboot_timeout = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.713809] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] reclaim_instance_interval = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.713966] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] record = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.714149] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] reimage_timeout_per_gb = 60 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.714317] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] report_interval = 120 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.714480] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] rescue_timeout = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.714638] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] reserved_host_cpus = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.714796] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] reserved_host_disk_mb = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.714952] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] reserved_host_memory_mb = 512 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.715130] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] reserved_huge_pages = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.715299] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] resize_confirm_window = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.715459] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] resize_fs_using_block_device = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.715617] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] resume_guests_state_on_host_boot = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.715784] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.715944] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] rpc_response_timeout = 60 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.716230] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] run_external_periodic_tasks = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.716408] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] running_deleted_instance_action = reap {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.716570] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.716731] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] running_deleted_instance_timeout = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.716891] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] scheduler_instance_sync_interval = 120 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.717071] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] service_down_time = 720 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.717248] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] servicegroup_driver = db {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.717406] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] shell_completion = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.717569] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] shelved_offload_time = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.717727] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] shelved_poll_interval = 3600 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.717896] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] shutdown_timeout = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.718076] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] source_is_ipv6 = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.718241] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ssl_only = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.718503] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.718684] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] sync_power_state_interval = 600 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.718848] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] sync_power_state_pool_size = 1000 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.719028] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] syslog_log_facility = LOG_USER {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.719192] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] tempdir = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.719352] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] timeout_nbd = 10 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.719519] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] transport_url = **** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.719677] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] update_resources_interval = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.719836] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] use_cow_images = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.720031] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] use_journal = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.720217] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] use_json = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.720380] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] use_rootwrap_daemon = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.720536] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] use_stderr = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.720693] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] use_syslog = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.720847] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vcpu_pin_set = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.721024] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vif_plugging_is_fatal = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.721296] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vif_plugging_timeout = 300 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.721478] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] virt_mkfs = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.721642] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] volume_usage_poll_interval = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.721804] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] watch_log_file = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.721990] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] web = /usr/share/spice-html5 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.722211] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.722383] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.722550] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.722722] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_concurrency.disable_process_locking = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.723393] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.723592] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.723765] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.723940] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.724139] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.724312] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.724496] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.auth_strategy = keystone {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.724669] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.compute_link_prefix = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.724842] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.725027] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.dhcp_domain = novalocal {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.725209] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.enable_instance_password = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.725372] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.glance_link_prefix = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.725541] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.725715] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.725879] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.instance_list_per_project_cells = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.726052] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.list_records_by_skipping_down_cells = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.726222] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.local_metadata_per_cell = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.726389] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.max_limit = 1000 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.726559] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.metadata_cache_expiration = 15 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.726737] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.neutron_default_tenant_id = default {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.726907] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.response_validation = warn {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.727092] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.use_neutron_default_nets = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.727266] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.727431] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.727600] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.727773] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.727945] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.vendordata_dynamic_targets = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.728125] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.vendordata_jsonfile_path = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.728307] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.728501] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.backend = dogpile.cache.memcached {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.728670] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.backend_argument = **** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.728832] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.backend_expiration_time = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.729011] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.config_prefix = cache.oslo {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.729185] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.dead_timeout = 60.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.729347] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.debug_cache_backend = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.729508] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.enable_retry_client = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.729668] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.enable_socket_keepalive = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.729836] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.enabled = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.730031] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.enforce_fips_mode = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.730220] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.expiration_time = 600 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.730389] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.hashclient_retry_attempts = 2 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.730555] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.730719] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.memcache_dead_retry = 300 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.730877] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.memcache_password = **** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.731055] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.731226] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.731509] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.memcache_pool_maxsize = 10 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.731688] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.731854] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.memcache_sasl_enabled = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.732080] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.732294] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.732464] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.memcache_username = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.732634] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.proxies = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.732797] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.redis_db = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.732963] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.redis_password = **** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.733154] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.733404] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.733591] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.redis_server = localhost:6379 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.733762] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.redis_socket_timeout = 1.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.733922] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.redis_username = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.734101] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.retry_attempts = 2 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.734275] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.retry_delay = 0.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.734465] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.socket_keepalive_count = 1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.734637] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.socket_keepalive_idle = 1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.734801] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.socket_keepalive_interval = 1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.734958] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.tls_allowed_ciphers = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.735132] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.tls_cafile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.735290] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.tls_certfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.735452] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.tls_enabled = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.735672] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cache.tls_keyfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.735849] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cinder.auth_section = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.736044] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cinder.auth_type = password {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.736216] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cinder.cafile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.736398] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.736562] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cinder.certfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.736729] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cinder.collect_timing = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.736891] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cinder.cross_az_attach = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.737069] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cinder.debug = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.737239] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cinder.endpoint_template = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.737404] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cinder.http_retries = 3 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.737568] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cinder.insecure = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.737724] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cinder.keyfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.737896] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cinder.os_region_name = RegionOne {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.738068] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cinder.split_loggers = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.738230] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cinder.timeout = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.738403] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.738562] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] compute.cpu_dedicated_set = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.738720] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] compute.cpu_shared_set = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.738883] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] compute.image_type_exclude_list = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.739056] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.739321] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.739391] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.739549] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.739715] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.739879] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] compute.resource_provider_association_refresh = 300 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.740076] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.740260] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] compute.shutdown_retry_interval = 10 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.740439] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.740619] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] conductor.workers = 2 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.740797] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] console.allowed_origins = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.740956] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] console.ssl_ciphers = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.741140] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] console.ssl_minimum_version = default {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.741310] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] consoleauth.enforce_session_timeout = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.741593] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] consoleauth.token_ttl = 600 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.741785] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cyborg.cafile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.741949] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cyborg.certfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.742151] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cyborg.collect_timing = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.742319] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cyborg.connect_retries = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.742509] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cyborg.connect_retry_delay = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.742693] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cyborg.endpoint_override = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.742862] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cyborg.insecure = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.743035] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cyborg.keyfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.743207] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cyborg.max_version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.743366] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cyborg.min_version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.743527] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cyborg.region_name = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.743687] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cyborg.retriable_status_codes = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.743845] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cyborg.service_name = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.744027] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cyborg.service_type = accelerator {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.744199] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cyborg.split_loggers = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.744360] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cyborg.status_code_retries = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.744519] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cyborg.status_code_retry_delay = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.744676] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cyborg.timeout = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.744856] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.745029] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] cyborg.version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.745211] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] database.asyncio_connection = **** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.745374] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] database.asyncio_slave_connection = **** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.745548] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] database.backend = sqlalchemy {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.745719] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] database.connection = **** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.745887] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] database.connection_debug = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.746073] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] database.connection_parameters = {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.746243] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] database.connection_recycle_time = 3600 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.746408] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] database.connection_trace = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.746570] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] database.db_inc_retry_interval = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.746733] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] database.db_max_retries = 20 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.746896] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] database.db_max_retry_interval = 10 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.747075] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] database.db_retry_interval = 1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.747244] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] database.max_overflow = 50 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.747408] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] database.max_pool_size = 5 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.747570] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] database.max_retries = 10 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.747741] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.747900] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] database.mysql_wsrep_sync_wait = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.748071] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] database.pool_timeout = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.748240] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] database.retry_interval = 10 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.748399] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] database.slave_connection = **** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.748561] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] database.sqlite_synchronous = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.748723] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] database.use_db_reconnect = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.748893] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api_database.asyncio_connection = **** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.749076] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api_database.asyncio_slave_connection = **** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.749257] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api_database.backend = sqlalchemy {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.749429] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api_database.connection = **** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.749598] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api_database.connection_debug = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.749767] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api_database.connection_parameters = {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.749932] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api_database.connection_recycle_time = 3600 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.750134] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api_database.connection_trace = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.750304] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api_database.db_inc_retry_interval = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.750470] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api_database.db_max_retries = 20 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.750634] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api_database.db_max_retry_interval = 10 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.750798] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api_database.db_retry_interval = 1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.750961] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api_database.max_overflow = 50 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.751136] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api_database.max_pool_size = 5 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.751302] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api_database.max_retries = 10 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.751471] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.751749] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.751923] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api_database.pool_timeout = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.752129] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api_database.retry_interval = 10 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.752301] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api_database.slave_connection = **** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.752466] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] api_database.sqlite_synchronous = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.752641] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] devices.enabled_mdev_types = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.752818] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.752994] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.753174] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ephemeral_storage_encryption.enabled = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.753342] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.753520] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.api_servers = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.753687] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.cafile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.753850] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.certfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.754027] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.collect_timing = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.754197] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.connect_retries = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.754359] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.connect_retry_delay = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.754522] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.debug = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.754689] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.default_trusted_certificate_ids = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.754850] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.enable_certificate_validation = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.755025] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.enable_rbd_download = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.755194] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.endpoint_override = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.755362] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.insecure = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.755526] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.keyfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.755686] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.max_version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.755841] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.min_version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.756023] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.num_retries = 3 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.756189] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.rbd_ceph_conf = {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.756354] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.rbd_connect_timeout = 5 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.756523] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.rbd_pool = {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.756693] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.rbd_user = {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.756862] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.region_name = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.757032] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.retriable_status_codes = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.757202] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.service_name = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.757369] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.service_type = image {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.757533] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.split_loggers = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.757692] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.status_code_retries = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.757853] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.status_code_retry_delay = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.758023] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.timeout = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.758212] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.758377] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.verify_glance_signatures = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.758534] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] glance.version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.758699] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] guestfs.debug = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.758865] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.auth_section = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.759032] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.auth_type = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.759193] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.cafile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.759346] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.certfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.759508] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.collect_timing = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.759666] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.connect_retries = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.759826] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.connect_retry_delay = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.759997] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.endpoint_override = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.760243] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.insecure = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.760422] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.keyfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.760585] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.max_version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.760744] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.min_version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.760903] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.region_name = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.761073] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.retriable_status_codes = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.761244] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.service_name = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.761410] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.service_type = shared-file-system {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.761576] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.share_apply_policy_timeout = 10 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.761862] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.split_loggers = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.762077] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.status_code_retries = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.762251] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.status_code_retry_delay = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.762414] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.timeout = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.762597] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.762759] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] manila.version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.762928] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] mks.enabled = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.763335] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.763542] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] image_cache.manager_interval = 2400 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.763717] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] image_cache.precache_concurrency = 1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.763891] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] image_cache.remove_unused_base_images = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.764077] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.764254] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.764466] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] image_cache.subdirectory_name = _base {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.764648] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.api_max_retries = 60 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.764816] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.api_retry_interval = 2 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.764977] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.auth_section = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.765158] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.auth_type = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.765320] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.cafile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.765482] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.certfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.765646] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.collect_timing = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.765809] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.conductor_group = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.765970] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.connect_retries = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.766146] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.connect_retry_delay = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.766308] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.endpoint_override = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.766474] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.insecure = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.766632] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.keyfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.766793] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.max_version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.766951] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.min_version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.767131] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.peer_list = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.767296] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.region_name = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.767456] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.retriable_status_codes = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.767621] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.serial_console_state_timeout = 10 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.767780] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.service_name = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.767948] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.service_type = baremetal {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.768120] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.shard = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.768282] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.split_loggers = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.768441] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.status_code_retries = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.768600] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.status_code_retry_delay = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.768757] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.timeout = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.768940] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.769114] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ironic.version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.769335] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.769521] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] key_manager.fixed_key = **** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.769709] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.769871] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican.barbican_api_version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.770053] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican.barbican_endpoint = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.770235] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican.barbican_endpoint_type = public {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.770391] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican.barbican_region_name = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.770549] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican.cafile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.770705] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican.certfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.770867] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican.collect_timing = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.771036] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican.insecure = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.771200] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican.keyfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.771363] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican.number_of_retries = 60 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.771524] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican.retry_delay = 1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.771726] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican.send_service_user_token = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.772043] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican.split_loggers = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.772218] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican.timeout = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.772388] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican.verify_ssl = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.772549] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican.verify_ssl_path = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.772796] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican_service_user.auth_section = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.772981] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican_service_user.auth_type = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.773171] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican_service_user.cafile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.773336] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican_service_user.certfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.773503] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican_service_user.collect_timing = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.773669] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican_service_user.insecure = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.773830] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican_service_user.keyfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.773996] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican_service_user.split_loggers = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.774177] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] barbican_service_user.timeout = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.774362] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vault.approle_role_id = **** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.774532] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vault.approle_secret_id = **** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.774702] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vault.kv_mountpoint = secret {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.774861] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vault.kv_path = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.775040] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vault.kv_version = 2 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.775210] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vault.namespace = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.775371] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vault.root_token_id = **** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.775529] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vault.ssl_ca_crt_file = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.775698] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vault.timeout = 60.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.775863] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vault.use_ssl = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.776059] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.776237] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] keystone.cafile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.776398] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] keystone.certfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.776560] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] keystone.collect_timing = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.776720] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] keystone.connect_retries = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.776878] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] keystone.connect_retry_delay = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.777045] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] keystone.endpoint_override = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.777214] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] keystone.insecure = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.777369] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] keystone.keyfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.777523] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] keystone.max_version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.777676] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] keystone.min_version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.777831] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] keystone.region_name = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.777994] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] keystone.retriable_status_codes = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.778168] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] keystone.service_name = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.778339] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] keystone.service_type = identity {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.778498] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] keystone.split_loggers = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.778654] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] keystone.status_code_retries = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.778811] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] keystone.status_code_retry_delay = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.778968] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] keystone.timeout = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.779166] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.779323] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] keystone.version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.779511] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.ceph_mount_options = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.779848] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.780037] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.connection_uri = {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.780210] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.cpu_mode = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.780382] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.780554] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.cpu_models = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.780728] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.cpu_power_governor_high = performance {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.780896] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.781075] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.cpu_power_management = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.781250] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.781424] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.device_detach_attempts = 8 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.781593] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.device_detach_timeout = 20 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.781771] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.disk_cachemodes = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.782069] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.disk_prefix = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.782282] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.enabled_perf_events = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.782459] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.file_backed_memory = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.782631] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.gid_maps = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.782793] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.hw_disk_discard = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.782955] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.hw_machine_type = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.783158] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.images_rbd_ceph_conf = {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.783337] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.783503] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.783675] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.images_rbd_glance_store_name = {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.783846] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.images_rbd_pool = rbd {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.784029] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.images_type = default {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.784198] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.images_volume_group = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.784389] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.inject_key = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.784565] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.inject_partition = -2 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.784730] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.inject_password = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.784896] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.iscsi_iface = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.785072] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.iser_use_multipath = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.785245] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.785410] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.785574] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.live_migration_downtime = 500 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.785737] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.785910] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.786087] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.live_migration_inbound_addr = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.786254] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.786417] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.786576] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.live_migration_scheme = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.786745] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.live_migration_timeout_action = abort {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.786907] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.live_migration_tunnelled = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.787076] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.live_migration_uri = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.787249] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.live_migration_with_native_tls = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.787414] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.max_queues = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.787572] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.787821] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.787988] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.nfs_mount_options = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.788309] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.788486] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.788655] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.788818] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.788984] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.789166] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.num_pcie_ports = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.789337] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.789503] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.pmem_namespaces = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.789664] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.quobyte_client_cfg = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.789964] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.790161] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.790334] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.790500] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.790662] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.rbd_secret_uuid = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.790820] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.rbd_user = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.790984] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.791173] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.791334] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.rescue_image_id = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.791492] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.rescue_kernel_id = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.791649] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.rescue_ramdisk_id = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.791818] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.791995] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.rx_queue_size = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.792292] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.smbfs_mount_options = {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.792606] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.792787] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.snapshot_compression = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.792962] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.snapshot_image_format = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.793228] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.793404] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.sparse_logical_volumes = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.793568] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.swtpm_enabled = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.793733] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.swtpm_group = tss {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.793898] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.swtpm_user = tss {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.794085] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.sysinfo_serial = unique {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.794254] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.tb_cache_size = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.794442] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.tx_queue_size = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.794614] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.uid_maps = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.794786] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.use_virtio_for_bridges = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.794962] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.virt_type = kvm {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.795150] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.volume_clear = zero {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.795322] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.volume_clear_size = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.795487] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.volume_enforce_multipath = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.795656] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.volume_use_multipath = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.795819] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.vzstorage_cache_path = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.795991] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.796183] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.796351] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.796517] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.796813] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.796999] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.vzstorage_mount_user = stack {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.797188] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.797368] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.auth_section = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.797542] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.auth_type = password {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.797705] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.cafile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.797865] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.certfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.798038] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.collect_timing = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.798205] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.connect_retries = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.798367] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.connect_retry_delay = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.798543] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.default_floating_pool = public {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.798704] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.endpoint_override = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.798869] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.extension_sync_interval = 600 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.799048] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.http_retries = 3 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.799220] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.insecure = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.799380] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.keyfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.799534] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.max_version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.799700] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.799861] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.min_version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.800042] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.ovs_bridge = br-int {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.800220] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.physnets = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.800390] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.region_name = RegionOne {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.800550] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.retriable_status_codes = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.800719] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.service_metadata_proxy = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.800880] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.service_name = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.801058] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.service_type = network {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.801226] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.split_loggers = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.801386] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.status_code_retries = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.801548] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.status_code_retry_delay = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.801707] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.timeout = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.801888] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.802089] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] neutron.version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.802380] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] notifications.bdms_in_notifications = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.802579] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] notifications.default_level = INFO {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.802748] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] notifications.include_share_mapping = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.802925] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] notifications.notification_format = unversioned {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.803131] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] notifications.notify_on_state_change = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.803379] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.803557] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] pci.alias = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.803733] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] pci.device_spec = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.803917] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] pci.report_in_placement = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.804107] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.auth_section = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.804294] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.auth_type = password {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.804486] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.804653] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.cafile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.804815] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.certfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.804978] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.collect_timing = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.805156] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.connect_retries = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.805318] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.connect_retry_delay = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.805477] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.default_domain_id = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.805633] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.default_domain_name = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.805791] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.domain_id = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.805947] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.domain_name = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.806118] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.endpoint_override = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.806284] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.insecure = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.806451] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.keyfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.806605] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.max_version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.806761] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.min_version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.806929] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.password = **** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.807103] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.project_domain_id = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.807275] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.project_domain_name = Default {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.807441] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.project_id = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.807613] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.project_name = service {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.807780] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.region_name = RegionOne {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.807942] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.retriable_status_codes = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.808117] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.service_name = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.808289] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.service_type = placement {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.808491] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.split_loggers = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.808754] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.status_code_retries = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.808968] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.status_code_retry_delay = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.809158] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.system_scope = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.809325] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.timeout = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.809494] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.trust_id = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.809649] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.user_domain_id = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.809826] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.user_domain_name = Default {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.809992] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.user_id = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.810183] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.username = nova {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.810365] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.810528] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] placement.version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.810710] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] quota.cores = 20 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.810879] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] quota.count_usage_from_placement = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.811064] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.811245] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] quota.injected_file_content_bytes = 10240 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.811414] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] quota.injected_file_path_length = 255 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.811584] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] quota.injected_files = 5 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.811751] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] quota.instances = 10 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.812021] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] quota.key_pairs = 100 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.812226] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] quota.metadata_items = 128 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.812498] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] quota.ram = 51200 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.812689] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] quota.recheck_quota = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.812864] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] quota.server_group_members = 10 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.813043] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] quota.server_groups = 10 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.813280] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.813461] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] quota.unified_limits_resource_strategy = require {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.813639] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.813805] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.813969] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] scheduler.image_metadata_prefilter = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.814148] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.814327] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] scheduler.max_attempts = 3 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.814497] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] scheduler.max_placement_results = 1000 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.814663] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.814828] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.814991] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.815185] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] scheduler.workers = 2 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.815365] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.815539] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.815722] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.815900] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.816080] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.816250] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.816414] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.816691] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.816876] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.host_subset_size = 1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.817056] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.817233] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.817398] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.817563] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.817737] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.817904] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.isolated_hosts = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.818081] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.isolated_images = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.818252] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.818416] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.818579] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.818744] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.pci_in_placement = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.818909] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.819084] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.819251] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.819412] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.819574] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.819733] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.819892] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.track_instance_changes = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.820080] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.820259] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] metrics.required = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.820424] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] metrics.weight_multiplier = 1.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.820589] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.820755] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] metrics.weight_setting = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.821089] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.821271] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] serial_console.enabled = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.821450] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] serial_console.port_range = 10000:20000 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.821621] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.821790] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.821961] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] serial_console.serialproxy_port = 6083 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.822176] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] service_user.auth_section = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.822356] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] service_user.auth_type = password {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.822519] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] service_user.cafile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.822773] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] service_user.certfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.822969] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] service_user.collect_timing = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.823178] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] service_user.insecure = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.823344] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] service_user.keyfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.823517] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] service_user.send_service_user_token = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.823680] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] service_user.split_loggers = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.823839] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] service_user.timeout = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.824025] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] spice.agent_enabled = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.824190] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] spice.enabled = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.824516] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.824730] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.824907] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] spice.html5proxy_port = 6082 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.825087] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] spice.image_compression = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.825254] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] spice.jpeg_compression = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.825414] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] spice.playback_compression = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.825575] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] spice.require_secure = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.825745] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] spice.server_listen = 127.0.0.1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.825914] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.826232] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.826406] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] spice.streaming_mode = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.826570] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] spice.zlib_compression = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.826739] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] upgrade_levels.baseapi = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.826910] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] upgrade_levels.compute = auto {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.827083] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] upgrade_levels.conductor = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.827250] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] upgrade_levels.scheduler = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.827417] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.827580] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.827741] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vendordata_dynamic_auth.cafile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.827901] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vendordata_dynamic_auth.certfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.828077] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.828245] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vendordata_dynamic_auth.insecure = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.828407] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.828570] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.828728] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vendordata_dynamic_auth.timeout = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.828905] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.api_retry_count = 10 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.829092] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.ca_file = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.829276] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.829448] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.cluster_name = testcl1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.829615] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.connection_pool_size = 10 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.829777] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.console_delay_seconds = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.829946] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.datastore_regex = ^datastore.* {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.830188] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.830368] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.host_password = **** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.830540] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.host_port = 443 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.830709] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.host_username = administrator@vsphere.local {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.830877] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.insecure = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.831564] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.integration_bridge = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.831564] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.maximum_objects = 100 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.831564] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.pbm_default_policy = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.831704] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.pbm_enabled = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.831782] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.pbm_wsdl_location = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.831932] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.832138] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.serial_port_proxy_uri = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.832304] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.serial_port_service_uri = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.832473] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.task_poll_interval = 0.5 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.832645] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.use_linked_clone = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.832913] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.vnc_keymap = en-us {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.833116] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.vnc_port = 5900 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.833293] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vmware.vnc_port_total = 10000 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.833481] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vnc.auth_schemes = ['none'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.833657] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vnc.enabled = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.833957] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.834159] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.834355] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vnc.novncproxy_port = 6080 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.834558] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vnc.server_listen = 127.0.0.1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.834742] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.834905] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vnc.vencrypt_ca_certs = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.835077] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vnc.vencrypt_client_cert = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.835242] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vnc.vencrypt_client_key = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.835414] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.835576] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] workarounds.disable_deep_image_inspection = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.835738] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.835899] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.836079] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.836247] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] workarounds.disable_rootwrap = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.836407] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] workarounds.enable_numa_live_migration = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.836569] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.836730] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.836889] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.837060] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] workarounds.libvirt_disable_apic = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.837225] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.837389] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.837551] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.837708] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.837866] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.838037] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.838206] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.838361] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.838518] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.838683] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.838866] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.839044] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.839215] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] zvm.ca_file = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.839379] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] zvm.cloud_connector_url = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.839703] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.839881] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] zvm.reachable_timeout = 300 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.840067] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.840261] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.840443] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] profiler.connection_string = messaging:// {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.840609] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] profiler.enabled = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.840776] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] profiler.es_doc_type = notification {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.840938] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] profiler.es_scroll_size = 10000 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.841120] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] profiler.es_scroll_time = 2m {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.841288] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] profiler.filter_error_trace = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.841453] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] profiler.hmac_keys = **** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.841618] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] profiler.sentinel_service_name = mymaster {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.841784] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] profiler.socket_timeout = 0.1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.841944] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] profiler.trace_requests = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.842144] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] profiler.trace_sqlalchemy = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.842327] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] profiler_jaeger.process_tags = {} {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.842513] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] profiler_jaeger.service_name_prefix = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.842699] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] profiler_otlp.service_name_prefix = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.842969] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.843178] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.843351] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.843514] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.843677] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.843836] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.843996] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.844189] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.844377] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.844553] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.844717] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.844887] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.845076] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.845248] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.845411] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.845579] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.845742] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.845901] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.846081] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.846248] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.846409] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.846573] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.846737] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.846897] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.847071] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.847264] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.847436] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.847599] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.847759] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.847921] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.848095] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.ssl = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.848270] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.848441] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.848605] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.848773] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.848939] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.849117] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.849310] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.849476] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_notifications.retry = -1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.849651] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.849819] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.850009] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.auth_section = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.850203] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.auth_type = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.850366] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.cafile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.850525] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.certfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.850687] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.collect_timing = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.850846] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.connect_retries = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.851014] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.connect_retry_delay = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.851192] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.endpoint_id = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.851367] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.851527] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.endpoint_override = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.851685] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.endpoint_region_name = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.851843] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.endpoint_service_name = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.852041] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.endpoint_service_type = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.852208] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.insecure = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.852370] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.keyfile = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.852531] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.max_version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.852689] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.min_version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.852846] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.region_name = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.853111] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.retriable_status_codes = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.853310] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.service_name = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.853474] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.service_type = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.853642] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.split_loggers = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.853804] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.status_code_retries = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.853966] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.status_code_retry_delay = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.854138] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.timeout = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.854298] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.valid_interfaces = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.854454] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_limit.version = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.854619] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_reports.file_event_handler = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.854783] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.854941] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] oslo_reports.log_dir = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.855125] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.855292] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.855449] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.855614] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.855778] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.855938] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.856143] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.856314] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vif_plug_ovs_privileged.group = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.856475] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.856638] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.856802] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.856961] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] vif_plug_ovs_privileged.user = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.857147] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.857333] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.857509] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.857684] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.857855] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.858041] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.858216] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.858380] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.858557] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.858729] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] os_vif_ovs.isolate_vif = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.858897] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.859095] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.859291] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.859465] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.859630] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] os_vif_ovs.per_port_bridge = False {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.859803] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] privsep_osbrick.capabilities = [21] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.859967] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] privsep_osbrick.group = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.860143] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] privsep_osbrick.helper_command = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.860311] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.860479] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.860637] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] privsep_osbrick.user = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.860811] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.860972] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] nova_sys_admin.group = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.861147] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] nova_sys_admin.helper_command = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.861311] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.861478] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.861638] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] nova_sys_admin.user = None {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.861774] env[69808]: DEBUG oslo_service.backend.eventlet.service [None req-e9138ae9-2361-4b1c-8ad1-a4aac480c9a4 None None] ******************************************************************************** {{(pid=69808) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 613.862247] env[69808]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 614.366716] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Getting list of instances from cluster (obj){ [ 614.366716] env[69808]: value = "domain-c8" [ 614.366716] env[69808]: _type = "ClusterComputeResource" [ 614.366716] env[69808]: } {{(pid=69808) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 614.367793] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51dfe85-dca4-4a02-8c4b-9d33b9f1f846 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.376976] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Got total of 0 instances {{(pid=69808) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 614.377561] env[69808]: WARNING nova.virt.vmwareapi.driver [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 614.378057] env[69808]: INFO nova.virt.node [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Generated node identity df70a276-1734-46c9-94fd-235e07f47845 [ 614.378301] env[69808]: INFO nova.virt.node [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Wrote node identity df70a276-1734-46c9-94fd-235e07f47845 to /opt/stack/data/n-cpu-1/compute_id [ 614.881839] env[69808]: WARNING nova.compute.manager [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Compute nodes ['df70a276-1734-46c9-94fd-235e07f47845'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 615.888075] env[69808]: INFO nova.compute.manager [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 616.896028] env[69808]: WARNING nova.compute.manager [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 616.896028] env[69808]: DEBUG oslo_concurrency.lockutils [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.896028] env[69808]: DEBUG oslo_concurrency.lockutils [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.896028] env[69808]: DEBUG oslo_concurrency.lockutils [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.896028] env[69808]: DEBUG nova.compute.resource_tracker [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69808) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 616.896028] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb08001-be90-4d1c-ae46-e0d0334ce9e6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.903951] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059e5536-3cfd-415c-8c1e-38ffacfd316c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.919455] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47c99eb-fb0c-48a8-a29a-ee89f9f28e85 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.926067] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9f8546-56b3-4cc1-b9c3-6d7748a73e71 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.954696] env[69808]: DEBUG nova.compute.resource_tracker [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180819MB free_disk=55GB free_vcpus=48 pci_devices=None {{(pid=69808) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 616.956300] env[69808]: DEBUG oslo_concurrency.lockutils [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.956300] env[69808]: DEBUG oslo_concurrency.lockutils [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.460023] env[69808]: WARNING nova.compute.resource_tracker [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] No compute node record for cpu-1:df70a276-1734-46c9-94fd-235e07f47845: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host df70a276-1734-46c9-94fd-235e07f47845 could not be found. [ 617.962828] env[69808]: INFO nova.compute.resource_tracker [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: df70a276-1734-46c9-94fd-235e07f47845 [ 619.471109] env[69808]: DEBUG nova.compute.resource_tracker [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 619.471663] env[69808]: DEBUG nova.compute.resource_tracker [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 619.629343] env[69808]: INFO nova.scheduler.client.report [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] [req-f34fe84b-1fa3-4af5-9777-8ddc6421569b] Created resource provider record via placement API for resource provider with UUID df70a276-1734-46c9-94fd-235e07f47845 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 619.649075] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7573677-dbe8-4617-b355-e876476361b6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.657830] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2824e6c-7c82-4aa7-b481-43f78135f1a4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.690177] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa892db-2e77-4afe-9e97-5675f5f84524 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.698237] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f4afaa-620e-40d6-ab33-4be79d25ecf1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.712111] env[69808]: DEBUG nova.compute.provider_tree [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Updating inventory in ProviderTree for provider df70a276-1734-46c9-94fd-235e07f47845 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 620.252112] env[69808]: DEBUG nova.scheduler.client.report [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Updated inventory for provider df70a276-1734-46c9-94fd-235e07f47845 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 620.252359] env[69808]: DEBUG nova.compute.provider_tree [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Updating resource provider df70a276-1734-46c9-94fd-235e07f47845 generation from 0 to 1 during operation: update_inventory {{(pid=69808) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 620.252507] env[69808]: DEBUG nova.compute.provider_tree [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Updating inventory in ProviderTree for provider df70a276-1734-46c9-94fd-235e07f47845 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 620.303914] env[69808]: DEBUG nova.compute.provider_tree [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Updating resource provider df70a276-1734-46c9-94fd-235e07f47845 generation from 1 to 2 during operation: update_traits {{(pid=69808) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 620.809135] env[69808]: DEBUG nova.compute.resource_tracker [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69808) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 620.809479] env[69808]: DEBUG oslo_concurrency.lockutils [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.854s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.809479] env[69808]: DEBUG nova.service [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Creating RPC server for service compute {{(pid=69808) start /opt/stack/nova/nova/service.py:177}} [ 620.823989] env[69808]: DEBUG nova.service [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] Join ServiceGroup membership for this service compute {{(pid=69808) start /opt/stack/nova/nova/service.py:194}} [ 620.824239] env[69808]: DEBUG nova.servicegroup.drivers.db [None req-278a5bc6-73d1-4d4b-9b6d-3b155e3ca52d None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69808) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 663.423271] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Acquiring lock "c287a48c-5825-4c02-abfb-6e73c6ebf6b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.423578] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Lock "c287a48c-5825-4c02-abfb-6e73c6ebf6b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.929889] env[69808]: DEBUG nova.compute.manager [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.210393] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Acquiring lock "1c17733e-c687-4852-837c-e09edfdac9ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.211804] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Lock "1c17733e-c687-4852-837c-e09edfdac9ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.483252] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.483595] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.488847] env[69808]: INFO nova.compute.claims [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.715948] env[69808]: DEBUG nova.compute.manager [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.153026] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "0c72d267-6880-42f5-a723-2fdeb6823cb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.153026] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "0c72d267-6880-42f5-a723-2fdeb6823cb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.245032] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.576399] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5046c269-ec69-47d7-8bdc-d13748c9d878 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.588525] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ef0fd0-2547-494b-a3c1-d95682d761a8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.631244] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af9b009-a3c3-441a-8758-56a89ee2eb38 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.643753] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d5add4-6815-40cb-ba1f-d5d365155add {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.658221] env[69808]: DEBUG nova.compute.manager [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.662149] env[69808]: DEBUG nova.compute.provider_tree [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.167544] env[69808]: DEBUG nova.scheduler.client.report [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.197539] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.677221] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.677879] env[69808]: DEBUG nova.compute.manager [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.683565] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.438s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.684683] env[69808]: INFO nova.compute.claims [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.187299] env[69808]: DEBUG nova.compute.utils [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.190666] env[69808]: DEBUG nova.compute.manager [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.190666] env[69808]: DEBUG nova.network.neutron [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.701523] env[69808]: DEBUG nova.policy [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eeacbe1950d24e41a08a3972727de79e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c79d1570483a487db37c631e12b5c9e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.706048] env[69808]: DEBUG nova.compute.manager [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.790105] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e451299c-85e0-41ac-be38-b0eb2a3ddf3a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.801286] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af75fa6-c00a-4b2f-b052-fa87f2ecca8c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.834954] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765f238e-a886-4a9d-b559-47c6dc5aed79 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.843628] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1c4b26-462e-4d7e-929a-c3680dc69986 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.859137] env[69808]: DEBUG nova.compute.provider_tree [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.362839] env[69808]: DEBUG nova.scheduler.client.report [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.573267] env[69808]: DEBUG nova.network.neutron [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Successfully created port: e56e7944-7360-4cd4-96c0-2897bccd065c {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.717301] env[69808]: DEBUG nova.compute.manager [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.761933] env[69808]: DEBUG nova.virt.hardware [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.762322] env[69808]: DEBUG nova.virt.hardware [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.762654] env[69808]: DEBUG nova.virt.hardware [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.762993] env[69808]: DEBUG nova.virt.hardware [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.763227] env[69808]: DEBUG nova.virt.hardware [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.764029] env[69808]: DEBUG nova.virt.hardware [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.764327] env[69808]: DEBUG nova.virt.hardware [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.764540] env[69808]: DEBUG nova.virt.hardware [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.765312] env[69808]: DEBUG nova.virt.hardware [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.765550] env[69808]: DEBUG nova.virt.hardware [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.765841] env[69808]: DEBUG nova.virt.hardware [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.766859] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03961cf3-d1ed-4c0c-b834-bd1f0139ac19 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.778370] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3cb279-bdc6-4463-a832-4ebf4ec8e083 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.800580] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e4f9bf-16f2-48b5-a79b-93b86d7304e9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.870163] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.871273] env[69808]: DEBUG nova.compute.manager [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.874494] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.678s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.879336] env[69808]: INFO nova.compute.claims [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.385531] env[69808]: DEBUG nova.compute.utils [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.390173] env[69808]: DEBUG nova.compute.manager [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.390419] env[69808]: DEBUG nova.network.neutron [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.450832] env[69808]: DEBUG nova.policy [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c607489864a34a43b585d1fa20f4455c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a50761680654883a4df450576083928', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.893875] env[69808]: DEBUG nova.compute.manager [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.954301] env[69808]: DEBUG nova.network.neutron [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Successfully created port: 003cb4a0-a24e-4a6e-9988-5391db8e86b0 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.998106] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9799f659-3c0d-4998-8a86-0d444f620de9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.011173] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df66ef1f-0758-4a69-91e4-6c6ae441d5fa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.048686] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf7b621-5eda-4142-a015-1c540ebb6223 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.060109] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5472348-77bd-4494-ac3a-aa4f3f5335f6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.077108] env[69808]: DEBUG nova.compute.provider_tree [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.581075] env[69808]: DEBUG nova.scheduler.client.report [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.908966] env[69808]: DEBUG nova.compute.manager [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.949349] env[69808]: DEBUG nova.virt.hardware [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.949592] env[69808]: DEBUG nova.virt.hardware [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.949753] env[69808]: DEBUG nova.virt.hardware [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.949931] env[69808]: DEBUG nova.virt.hardware [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.950091] env[69808]: DEBUG nova.virt.hardware [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.950221] env[69808]: DEBUG nova.virt.hardware [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.950420] env[69808]: DEBUG nova.virt.hardware [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.950567] env[69808]: DEBUG nova.virt.hardware [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.952048] env[69808]: DEBUG nova.virt.hardware [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.952048] env[69808]: DEBUG nova.virt.hardware [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.952048] env[69808]: DEBUG nova.virt.hardware [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.953215] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c72ac5-e6e9-4c77-bcfa-ff2fb437ee55 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.962047] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df944297-09ab-4636-b6f7-90b14288e0c3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.087129] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.088253] env[69808]: DEBUG nova.compute.manager [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.287923] env[69808]: DEBUG nova.network.neutron [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Successfully updated port: e56e7944-7360-4cd4-96c0-2897bccd065c {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.593690] env[69808]: DEBUG nova.compute.utils [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.595817] env[69808]: DEBUG nova.compute.manager [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.596127] env[69808]: DEBUG nova.network.neutron [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.700998] env[69808]: DEBUG nova.policy [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a1713032c9a409db3e9befb03c2585a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83a035e20bce467899dcc4cb6e01d43e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.792216] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Acquiring lock "refresh_cache-c287a48c-5825-4c02-abfb-6e73c6ebf6b2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.792357] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Acquired lock "refresh_cache-c287a48c-5825-4c02-abfb-6e73c6ebf6b2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.792972] env[69808]: DEBUG nova.network.neutron [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.100946] env[69808]: DEBUG nova.compute.manager [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.125021] env[69808]: DEBUG nova.network.neutron [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Successfully created port: f5956f25-7bfb-40f4-a96c-653bf3e92ea1 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.387987] env[69808]: DEBUG nova.network.neutron [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.664284] env[69808]: DEBUG nova.network.neutron [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Successfully updated port: 003cb4a0-a24e-4a6e-9988-5391db8e86b0 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.984664] env[69808]: DEBUG nova.network.neutron [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Updating instance_info_cache with network_info: [{"id": "e56e7944-7360-4cd4-96c0-2897bccd065c", "address": "fa:16:3e:f2:8c:46", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56e7944-73", "ovs_interfaceid": "e56e7944-7360-4cd4-96c0-2897bccd065c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.110331] env[69808]: DEBUG nova.compute.manager [req-6887c982-13f6-4467-90db-03b4c8edc372 req-79c146ee-550b-4ebd-b568-3f7023f35807 service nova] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Received event network-vif-plugged-e56e7944-7360-4cd4-96c0-2897bccd065c {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.110331] env[69808]: DEBUG oslo_concurrency.lockutils [req-6887c982-13f6-4467-90db-03b4c8edc372 req-79c146ee-550b-4ebd-b568-3f7023f35807 service nova] Acquiring lock "c287a48c-5825-4c02-abfb-6e73c6ebf6b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.112074] env[69808]: DEBUG oslo_concurrency.lockutils [req-6887c982-13f6-4467-90db-03b4c8edc372 req-79c146ee-550b-4ebd-b568-3f7023f35807 service nova] Lock "c287a48c-5825-4c02-abfb-6e73c6ebf6b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.112594] env[69808]: DEBUG oslo_concurrency.lockutils [req-6887c982-13f6-4467-90db-03b4c8edc372 req-79c146ee-550b-4ebd-b568-3f7023f35807 service nova] Lock "c287a48c-5825-4c02-abfb-6e73c6ebf6b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.112957] env[69808]: DEBUG nova.compute.manager [req-6887c982-13f6-4467-90db-03b4c8edc372 req-79c146ee-550b-4ebd-b568-3f7023f35807 service nova] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] No waiting events found dispatching network-vif-plugged-e56e7944-7360-4cd4-96c0-2897bccd065c {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 673.113457] env[69808]: WARNING nova.compute.manager [req-6887c982-13f6-4467-90db-03b4c8edc372 req-79c146ee-550b-4ebd-b568-3f7023f35807 service nova] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Received unexpected event network-vif-plugged-e56e7944-7360-4cd4-96c0-2897bccd065c for instance with vm_state building and task_state spawning. [ 673.115565] env[69808]: DEBUG nova.compute.manager [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.145090] env[69808]: DEBUG nova.virt.hardware [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.145414] env[69808]: DEBUG nova.virt.hardware [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.145510] env[69808]: DEBUG nova.virt.hardware [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.145689] env[69808]: DEBUG nova.virt.hardware [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.145847] env[69808]: DEBUG nova.virt.hardware [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.146194] env[69808]: DEBUG nova.virt.hardware [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.146424] env[69808]: DEBUG nova.virt.hardware [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.146984] env[69808]: DEBUG nova.virt.hardware [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.147589] env[69808]: DEBUG nova.virt.hardware [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.147834] env[69808]: DEBUG nova.virt.hardware [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.150143] env[69808]: DEBUG nova.virt.hardware [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.152333] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c771ee-fe75-43c2-8890-bf8495cc321d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.168102] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3637a115-6f5d-4f6e-a44b-526934056cf2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.173365] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Acquiring lock "refresh_cache-1c17733e-c687-4852-837c-e09edfdac9ff" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.173530] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Acquired lock "refresh_cache-1c17733e-c687-4852-837c-e09edfdac9ff" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.173690] env[69808]: DEBUG nova.network.neutron [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.488608] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Releasing lock "refresh_cache-c287a48c-5825-4c02-abfb-6e73c6ebf6b2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.488608] env[69808]: DEBUG nova.compute.manager [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Instance network_info: |[{"id": "e56e7944-7360-4cd4-96c0-2897bccd065c", "address": "fa:16:3e:f2:8c:46", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56e7944-73", "ovs_interfaceid": "e56e7944-7360-4cd4-96c0-2897bccd065c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.488798] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:8c:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e56e7944-7360-4cd4-96c0-2897bccd065c', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.508368] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.508368] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ecb630c-ec4c-44f6-a063-988e47b30dcd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.523491] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Created folder: OpenStack in parent group-v4. [ 673.523491] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Creating folder: Project (c79d1570483a487db37c631e12b5c9e8). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.524933] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05a066a7-3845-48e2-b0ce-8dd5026c2ac3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.537758] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Created folder: Project (c79d1570483a487db37c631e12b5c9e8) in parent group-v753775. [ 673.537922] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Creating folder: Instances. Parent ref: group-v753776. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.538384] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b78d0e89-4609-40f8-a79b-0af2b5b8069c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.550487] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Created folder: Instances in parent group-v753776. [ 673.551705] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.551705] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.552032] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c70ad030-6267-4d44-92e7-f19ca052a3f7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.579267] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.579267] env[69808]: value = "task-3789348" [ 673.579267] env[69808]: _type = "Task" [ 673.579267] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.589826] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789348, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.711897] env[69808]: DEBUG nova.network.neutron [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.014952] env[69808]: DEBUG nova.network.neutron [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Updating instance_info_cache with network_info: [{"id": "003cb4a0-a24e-4a6e-9988-5391db8e86b0", "address": "fa:16:3e:e3:fe:f7", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap003cb4a0-a2", "ovs_interfaceid": "003cb4a0-a24e-4a6e-9988-5391db8e86b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.095890] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789348, 'name': CreateVM_Task, 'duration_secs': 0.438227} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.095890] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.125332] env[69808]: DEBUG oslo_vmware.service [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b39306d-a238-464b-8eec-6e7a308813b3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.133752] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.133976] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.136072] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.136746] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33eaa0e8-8c3d-4092-a0f2-2f4e7ca5b7d3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.143610] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Waiting for the task: (returnval){ [ 674.143610] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5244ed56-10aa-9729-a40a-f03673a2b6be" [ 674.143610] env[69808]: _type = "Task" [ 674.143610] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.158975] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5244ed56-10aa-9729-a40a-f03673a2b6be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.517500] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Releasing lock "refresh_cache-1c17733e-c687-4852-837c-e09edfdac9ff" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.517832] env[69808]: DEBUG nova.compute.manager [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Instance network_info: |[{"id": "003cb4a0-a24e-4a6e-9988-5391db8e86b0", "address": "fa:16:3e:e3:fe:f7", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap003cb4a0-a2", "ovs_interfaceid": "003cb4a0-a24e-4a6e-9988-5391db8e86b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.518538] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:fe:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '003cb4a0-a24e-4a6e-9988-5391db8e86b0', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.528108] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Creating folder: Project (5a50761680654883a4df450576083928). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.528438] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9347da95-120e-4f81-be70-d84d708ad4cf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.542569] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Created folder: Project (5a50761680654883a4df450576083928) in parent group-v753775. [ 674.542788] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Creating folder: Instances. Parent ref: group-v753779. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.543765] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b264450a-5014-4f6b-900d-e8f21f2d986a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.552821] env[69808]: DEBUG nova.network.neutron [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Successfully updated port: f5956f25-7bfb-40f4-a96c-653bf3e92ea1 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.558366] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Created folder: Instances in parent group-v753779. [ 674.558366] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.560685] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.561035] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e78cea61-0aa6-4955-8d02-b924b759f83f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.584233] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.584233] env[69808]: value = "task-3789351" [ 674.584233] env[69808]: _type = "Task" [ 674.584233] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.594827] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789351, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.660237] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.660528] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.660903] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.660903] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.661515] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.661615] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd21229a-518e-4160-9d7c-1fbde183995a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.680321] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.680321] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.680321] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10a35eb-fc6f-4e69-abf8-57ee12fcc296 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.690050] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fec9a2f-0cec-4c8d-84f4-fdffd71ec098 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.697294] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Waiting for the task: (returnval){ [ 674.697294] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ef01aa-b740-4d7b-6939-60c1bafce90e" [ 674.697294] env[69808]: _type = "Task" [ 674.697294] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.706881] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ef01aa-b740-4d7b-6939-60c1bafce90e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.062075] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "refresh_cache-0c72d267-6880-42f5-a723-2fdeb6823cb9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.062487] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquired lock "refresh_cache-0c72d267-6880-42f5-a723-2fdeb6823cb9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.062487] env[69808]: DEBUG nova.network.neutron [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.097273] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789351, 'name': CreateVM_Task, 'duration_secs': 0.404588} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.097508] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.098222] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.098521] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.098766] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.099167] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7df74a97-6ac6-49f3-ba47-ec02404d0403 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.107153] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Waiting for the task: (returnval){ [ 675.107153] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ac880c-dbee-5495-63cd-cea9bf3efa76" [ 675.107153] env[69808]: _type = "Task" [ 675.107153] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.116221] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ac880c-dbee-5495-63cd-cea9bf3efa76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.212832] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Preparing fetch location {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 675.213134] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Creating directory with path [datastore1] vmware_temp/b3d6f880-08ed-4ab5-86c3-38629d683d35/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.213487] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cda1ee05-7fac-4b33-a914-79a641b45062 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.238958] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Created directory with path [datastore1] vmware_temp/b3d6f880-08ed-4ab5-86c3-38629d683d35/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.239200] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Fetch image to [datastore1] vmware_temp/b3d6f880-08ed-4ab5-86c3-38629d683d35/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/tmp-sparse.vmdk {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 675.239404] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Downloading image file data b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 to [datastore1] vmware_temp/b3d6f880-08ed-4ab5-86c3-38629d683d35/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/tmp-sparse.vmdk on the data store datastore1 {{(pid=69808) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 675.240230] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14747c24-32a4-49d9-ae07-55a352ea6db0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.251425] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcf6254-f2d5-46a9-bae2-d7e6e3be19e6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.265979] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e3b81e-df8c-41be-8f38-b1e169c055ba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.303263] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba994ebf-26e0-4c6e-b1ad-6ec8c4720698 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.310865] env[69808]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-d170e61a-5403-47f4-a39c-dfb0eb97d4da {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.407904] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Downloading image file data b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 to the data store datastore1 {{(pid=69808) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 675.490551] env[69808]: DEBUG oslo_vmware.rw_handles [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b3d6f880-08ed-4ab5-86c3-38629d683d35/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69808) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 675.621837] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.622405] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.622693] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.635500] env[69808]: DEBUG nova.network.neutron [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.922913] env[69808]: DEBUG nova.network.neutron [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Updating instance_info_cache with network_info: [{"id": "f5956f25-7bfb-40f4-a96c-653bf3e92ea1", "address": "fa:16:3e:54:f7:5f", "network": {"id": "44ca2af7-2e85-4da8-a0e2-54759e88088f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-91954632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83a035e20bce467899dcc4cb6e01d43e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5956f25-7b", "ovs_interfaceid": "f5956f25-7bfb-40f4-a96c-653bf3e92ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.208602] env[69808]: DEBUG oslo_vmware.rw_handles [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Completed reading data from the image iterator. {{(pid=69808) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 676.208940] env[69808]: DEBUG oslo_vmware.rw_handles [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b3d6f880-08ed-4ab5-86c3-38629d683d35/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 676.353070] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Downloaded image file data b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 to vmware_temp/b3d6f880-08ed-4ab5-86c3-38629d683d35/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/tmp-sparse.vmdk on the data store datastore1 {{(pid=69808) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 676.357171] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Caching image {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 676.357171] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Copying Virtual Disk [datastore1] vmware_temp/b3d6f880-08ed-4ab5-86c3-38629d683d35/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/tmp-sparse.vmdk to [datastore1] vmware_temp/b3d6f880-08ed-4ab5-86c3-38629d683d35/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.357171] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48d5907a-d941-48e7-9ea1-6cbe65103a30 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.367398] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Waiting for the task: (returnval){ [ 676.367398] env[69808]: value = "task-3789352" [ 676.367398] env[69808]: _type = "Task" [ 676.367398] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.382225] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.427478] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Releasing lock "refresh_cache-0c72d267-6880-42f5-a723-2fdeb6823cb9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.427835] env[69808]: DEBUG nova.compute.manager [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Instance network_info: |[{"id": "f5956f25-7bfb-40f4-a96c-653bf3e92ea1", "address": "fa:16:3e:54:f7:5f", "network": {"id": "44ca2af7-2e85-4da8-a0e2-54759e88088f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-91954632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83a035e20bce467899dcc4cb6e01d43e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5956f25-7b", "ovs_interfaceid": "f5956f25-7bfb-40f4-a96c-653bf3e92ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.428439] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:f7:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5956f25-7bfb-40f4-a96c-653bf3e92ea1', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.441442] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Creating folder: Project (83a035e20bce467899dcc4cb6e01d43e). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.441442] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25b2cc97-2a0b-4c8c-834d-626a7c9aa809 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.452052] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Created folder: Project (83a035e20bce467899dcc4cb6e01d43e) in parent group-v753775. [ 676.452283] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Creating folder: Instances. Parent ref: group-v753782. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.452520] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f32acb7f-7b69-4ee8-a499-904453edf4c5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.463677] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Created folder: Instances in parent group-v753782. [ 676.464705] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.464705] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.464705] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-633d1c66-a7cf-4e77-9d5a-0ff7808a1d74 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.487042] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.487042] env[69808]: value = "task-3789355" [ 676.487042] env[69808]: _type = "Task" [ 676.487042] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.496570] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789355, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.694686] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Acquiring lock "19a40d4f-ad34-4d6e-839c-4a17149e4659" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.695027] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Lock "19a40d4f-ad34-4d6e-839c-4a17149e4659" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.879969] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789352, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.005521] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789355, 'name': CreateVM_Task, 'duration_secs': 0.36867} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.005830] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.006621] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.009017] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.009017] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.009017] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1421aad-b115-48bd-85a4-d794174301ac {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.013899] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 677.013899] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5277a32f-b986-91fe-b7bc-170fd0ac73b8" [ 677.013899] env[69808]: _type = "Task" [ 677.013899] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.025182] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5277a32f-b986-91fe-b7bc-170fd0ac73b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.049255] env[69808]: DEBUG nova.compute.manager [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Received event network-changed-e56e7944-7360-4cd4-96c0-2897bccd065c {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.049365] env[69808]: DEBUG nova.compute.manager [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Refreshing instance network info cache due to event network-changed-e56e7944-7360-4cd4-96c0-2897bccd065c. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.049668] env[69808]: DEBUG oslo_concurrency.lockutils [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] Acquiring lock "refresh_cache-c287a48c-5825-4c02-abfb-6e73c6ebf6b2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.049808] env[69808]: DEBUG oslo_concurrency.lockutils [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] Acquired lock "refresh_cache-c287a48c-5825-4c02-abfb-6e73c6ebf6b2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.049968] env[69808]: DEBUG nova.network.neutron [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Refreshing network info cache for port e56e7944-7360-4cd4-96c0-2897bccd065c {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.201362] env[69808]: DEBUG nova.compute.manager [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.388679] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702158} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.388679] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Copied Virtual Disk [datastore1] vmware_temp/b3d6f880-08ed-4ab5-86c3-38629d683d35/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/tmp-sparse.vmdk to [datastore1] vmware_temp/b3d6f880-08ed-4ab5-86c3-38629d683d35/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.388679] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Deleting the datastore file [datastore1] vmware_temp/b3d6f880-08ed-4ab5-86c3-38629d683d35/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/tmp-sparse.vmdk {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.389158] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6c3b4ec-0a13-4308-a613-4c8ae565bee5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.397327] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Waiting for the task: (returnval){ [ 677.397327] env[69808]: value = "task-3789356" [ 677.397327] env[69808]: _type = "Task" [ 677.397327] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.411008] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.529009] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.529009] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.529009] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.631667] env[69808]: DEBUG oslo_concurrency.lockutils [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Acquiring lock "14cd1c1b-994c-4176-af8a-a12a3b4c4c5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.632102] env[69808]: DEBUG oslo_concurrency.lockutils [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Lock "14cd1c1b-994c-4176-af8a-a12a3b4c4c5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.745728] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.746033] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.747624] env[69808]: INFO nova.compute.claims [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.824353] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Acquiring lock "514260a0-06e4-41bb-8478-3f423ce82018" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.824597] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Lock "514260a0-06e4-41bb-8478-3f423ce82018" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.908216] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026031} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.908508] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.908752] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Moving file from [datastore1] vmware_temp/b3d6f880-08ed-4ab5-86c3-38629d683d35/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 to [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6. {{(pid=69808) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 677.908952] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-1f7675f8-9747-414b-b244-cc9b60c3b5a2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.917513] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Waiting for the task: (returnval){ [ 677.917513] env[69808]: value = "task-3789357" [ 677.917513] env[69808]: _type = "Task" [ 677.917513] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.926613] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789357, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.000601] env[69808]: DEBUG oslo_concurrency.lockutils [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Acquiring lock "8fb507a5-6176-47e6-94c9-340f345a0d33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.000841] env[69808]: DEBUG oslo_concurrency.lockutils [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Lock "8fb507a5-6176-47e6-94c9-340f345a0d33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.135712] env[69808]: DEBUG nova.compute.manager [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.326946] env[69808]: DEBUG nova.compute.manager [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.431139] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789357, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.031411} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.431139] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] File moved {{(pid=69808) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 678.431139] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Cleaning up location [datastore1] vmware_temp/b3d6f880-08ed-4ab5-86c3-38629d683d35 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 678.431587] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Deleting the datastore file [datastore1] vmware_temp/b3d6f880-08ed-4ab5-86c3-38629d683d35 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.431997] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58abec19-0c4c-4340-974c-daf056253507 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.442921] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Waiting for the task: (returnval){ [ 678.442921] env[69808]: value = "task-3789358" [ 678.442921] env[69808]: _type = "Task" [ 678.442921] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.453612] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.504387] env[69808]: DEBUG nova.compute.manager [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.649019] env[69808]: DEBUG nova.network.neutron [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Updated VIF entry in instance network info cache for port e56e7944-7360-4cd4-96c0-2897bccd065c. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.649238] env[69808]: DEBUG nova.network.neutron [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Updating instance_info_cache with network_info: [{"id": "e56e7944-7360-4cd4-96c0-2897bccd065c", "address": "fa:16:3e:f2:8c:46", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56e7944-73", "ovs_interfaceid": "e56e7944-7360-4cd4-96c0-2897bccd065c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.678162] env[69808]: DEBUG oslo_concurrency.lockutils [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.852373] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.949724] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ef1c80-e392-42dd-80ca-c8ccaefa9445 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.962401] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030565} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.963712] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.965365] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69dd12a3-af61-4bc3-8cdd-7f68d09994ac {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.971831] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91533c4e-286d-42fc-a2d8-58733460b908 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.977325] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Waiting for the task: (returnval){ [ 678.977325] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521cffde-7e35-8a53-c16b-962a248e2a1c" [ 678.977325] env[69808]: _type = "Task" [ 678.977325] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.018267] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a98d55-e164-4fea-8c97-93eb25e039e1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.026471] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521cffde-7e35-8a53-c16b-962a248e2a1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009578} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.027155] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.028837] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] c287a48c-5825-4c02-abfb-6e73c6ebf6b2/c287a48c-5825-4c02-abfb-6e73c6ebf6b2.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.031640] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.032626] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.032626] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fdf6611-33f8-4403-a750-8fc52e2ac341 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.034825] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b8980dd-bc01-41d6-90af-ec95ed7dc49f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.037894] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297e32e3-4864-4aa4-b2ba-bd172e0bb099 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.043181] env[69808]: DEBUG oslo_concurrency.lockutils [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.055100] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.056331] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.056331] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Waiting for the task: (returnval){ [ 679.056331] env[69808]: value = "task-3789359" [ 679.056331] env[69808]: _type = "Task" [ 679.056331] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.057120] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d12c9254-0753-4b97-964a-7447c8ac9e2b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.070268] env[69808]: DEBUG nova.compute.provider_tree [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.075468] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Waiting for the task: (returnval){ [ 679.075468] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5293b950-e710-fa8d-ec2c-81d2dcf24a99" [ 679.075468] env[69808]: _type = "Task" [ 679.075468] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.079990] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.089880] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5293b950-e710-fa8d-ec2c-81d2dcf24a99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.158885] env[69808]: DEBUG oslo_concurrency.lockutils [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] Releasing lock "refresh_cache-c287a48c-5825-4c02-abfb-6e73c6ebf6b2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.158885] env[69808]: DEBUG nova.compute.manager [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Received event network-vif-plugged-003cb4a0-a24e-4a6e-9988-5391db8e86b0 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.158885] env[69808]: DEBUG oslo_concurrency.lockutils [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] Acquiring lock "1c17733e-c687-4852-837c-e09edfdac9ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.158885] env[69808]: DEBUG oslo_concurrency.lockutils [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] Lock "1c17733e-c687-4852-837c-e09edfdac9ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.158885] env[69808]: DEBUG oslo_concurrency.lockutils [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] Lock "1c17733e-c687-4852-837c-e09edfdac9ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.159226] env[69808]: DEBUG nova.compute.manager [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] No waiting events found dispatching network-vif-plugged-003cb4a0-a24e-4a6e-9988-5391db8e86b0 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 679.159226] env[69808]: WARNING nova.compute.manager [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Received unexpected event network-vif-plugged-003cb4a0-a24e-4a6e-9988-5391db8e86b0 for instance with vm_state building and task_state spawning. [ 679.159226] env[69808]: DEBUG nova.compute.manager [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Received event network-changed-003cb4a0-a24e-4a6e-9988-5391db8e86b0 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.159378] env[69808]: DEBUG nova.compute.manager [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Refreshing instance network info cache due to event network-changed-003cb4a0-a24e-4a6e-9988-5391db8e86b0. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.159586] env[69808]: DEBUG oslo_concurrency.lockutils [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] Acquiring lock "refresh_cache-1c17733e-c687-4852-837c-e09edfdac9ff" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.159715] env[69808]: DEBUG oslo_concurrency.lockutils [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] Acquired lock "refresh_cache-1c17733e-c687-4852-837c-e09edfdac9ff" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.159774] env[69808]: DEBUG nova.network.neutron [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Refreshing network info cache for port 003cb4a0-a24e-4a6e-9988-5391db8e86b0 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.569475] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511284} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.569769] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] c287a48c-5825-4c02-abfb-6e73c6ebf6b2/c287a48c-5825-4c02-abfb-6e73c6ebf6b2.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.569951] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.570230] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df32b7e0-a8b1-4be1-b501-3d18fcde84b9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.573047] env[69808]: DEBUG nova.scheduler.client.report [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.585273] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Waiting for the task: (returnval){ [ 679.585273] env[69808]: value = "task-3789360" [ 679.585273] env[69808]: _type = "Task" [ 679.585273] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.594456] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5293b950-e710-fa8d-ec2c-81d2dcf24a99, 'name': SearchDatastore_Task, 'duration_secs': 0.017857} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.594456] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66fa1ae0-c42b-4d19-83ae-a4a884b18481 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.601958] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.605920] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Waiting for the task: (returnval){ [ 679.605920] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5206aecc-71f9-61ed-2d79-d4898626806c" [ 679.605920] env[69808]: _type = "Task" [ 679.605920] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.616328] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5206aecc-71f9-61ed-2d79-d4898626806c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.829275] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.829275] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.829275] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.829275] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.829275] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.829275] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 679.831143] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 680.082975] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.083344] env[69808]: DEBUG nova.compute.manager [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.086227] env[69808]: DEBUG oslo_concurrency.lockutils [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.409s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.089142] env[69808]: INFO nova.compute.claims [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.127086] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5206aecc-71f9-61ed-2d79-d4898626806c, 'name': SearchDatastore_Task, 'duration_secs': 0.009385} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.135374] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.136080] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 1c17733e-c687-4852-837c-e09edfdac9ff/1c17733e-c687-4852-837c-e09edfdac9ff.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.136080] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06507} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.136368] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.137762] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.139238] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23c5781d-789b-420a-ac36-6d3d8a99f64b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.143193] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.143193] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19a76eb9-5acf-4f85-9d7d-d5c9e46d0b54 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.145951] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a649ac-3118-49cd-935c-9ba7b072305f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.183279] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] c287a48c-5825-4c02-abfb-6e73c6ebf6b2/c287a48c-5825-4c02-abfb-6e73c6ebf6b2.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.187955] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74cdfcac-3780-43ef-9102-00f8383d51ab {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.208081] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.208081] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.208081] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Waiting for the task: (returnval){ [ 680.208081] env[69808]: value = "task-3789361" [ 680.208081] env[69808]: _type = "Task" [ 680.208081] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.208081] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4cd8113-70db-439d-933a-014344ffe9d8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.214299] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Waiting for the task: (returnval){ [ 680.214299] env[69808]: value = "task-3789362" [ 680.214299] env[69808]: _type = "Task" [ 680.214299] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.219291] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.219585] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 680.219585] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52428af1-3ebb-93f8-9e4d-9e5b3d0d00b4" [ 680.219585] env[69808]: _type = "Task" [ 680.219585] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.234603] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.238311] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52428af1-3ebb-93f8-9e4d-9e5b3d0d00b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010779} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.239064] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6a500e0-b4e6-4f3c-bbb0-c0ff783eb410 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.248857] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 680.248857] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a2c766-e583-3215-cc33-21e47c18f519" [ 680.248857] env[69808]: _type = "Task" [ 680.248857] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.255916] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a2c766-e583-3215-cc33-21e47c18f519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.340001] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Getting list of instances from cluster (obj){ [ 680.340001] env[69808]: value = "domain-c8" [ 680.340001] env[69808]: _type = "ClusterComputeResource" [ 680.340001] env[69808]: } {{(pid=69808) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 680.340871] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce577f1-472d-4594-8aef-d232820daf68 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.356976] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Got total of 3 instances {{(pid=69808) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 680.357138] env[69808]: WARNING nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] While synchronizing instance power states, found 4 instances in the database and 3 instances on the hypervisor. [ 680.357592] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Triggering sync for uuid c287a48c-5825-4c02-abfb-6e73c6ebf6b2 {{(pid=69808) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 680.357592] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Triggering sync for uuid 1c17733e-c687-4852-837c-e09edfdac9ff {{(pid=69808) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 680.357592] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Triggering sync for uuid 0c72d267-6880-42f5-a723-2fdeb6823cb9 {{(pid=69808) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 680.357811] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Triggering sync for uuid 19a40d4f-ad34-4d6e-839c-4a17149e4659 {{(pid=69808) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 680.358049] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "c287a48c-5825-4c02-abfb-6e73c6ebf6b2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.358536] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "1c17733e-c687-4852-837c-e09edfdac9ff" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.358536] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "0c72d267-6880-42f5-a723-2fdeb6823cb9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.358668] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "19a40d4f-ad34-4d6e-839c-4a17149e4659" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.358833] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 680.360987] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69808) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 680.360987] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 680.607337] env[69808]: DEBUG nova.compute.utils [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.614041] env[69808]: DEBUG nova.compute.manager [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Not allocating networking since 'none' was specified. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 680.657123] env[69808]: DEBUG nova.network.neutron [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Updated VIF entry in instance network info cache for port 003cb4a0-a24e-4a6e-9988-5391db8e86b0. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.657123] env[69808]: DEBUG nova.network.neutron [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Updating instance_info_cache with network_info: [{"id": "003cb4a0-a24e-4a6e-9988-5391db8e86b0", "address": "fa:16:3e:e3:fe:f7", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap003cb4a0-a2", "ovs_interfaceid": "003cb4a0-a24e-4a6e-9988-5391db8e86b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.688742] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "1d559a8a-e2aa-45db-9b49-dc0ad28ceb77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.688915] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "1d559a8a-e2aa-45db-9b49-dc0ad28ceb77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.729535] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789361, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.741172] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789362, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.766062] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a2c766-e583-3215-cc33-21e47c18f519, 'name': SearchDatastore_Task, 'duration_secs': 0.020562} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.766322] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.766601] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 0c72d267-6880-42f5-a723-2fdeb6823cb9/0c72d267-6880-42f5-a723-2fdeb6823cb9.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.766879] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-639872f0-5ae9-40a5-80b4-d3bc882bd7d3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.783611] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 680.783611] env[69808]: value = "task-3789363" [ 680.783611] env[69808]: _type = "Task" [ 680.783611] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.795255] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.863317] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.116487] env[69808]: DEBUG nova.compute.manager [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.166905] env[69808]: DEBUG oslo_concurrency.lockutils [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] Releasing lock "refresh_cache-1c17733e-c687-4852-837c-e09edfdac9ff" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.167179] env[69808]: DEBUG nova.compute.manager [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Received event network-vif-plugged-f5956f25-7bfb-40f4-a96c-653bf3e92ea1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.167372] env[69808]: DEBUG oslo_concurrency.lockutils [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] Acquiring lock "0c72d267-6880-42f5-a723-2fdeb6823cb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.168188] env[69808]: DEBUG oslo_concurrency.lockutils [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] Lock "0c72d267-6880-42f5-a723-2fdeb6823cb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.168416] env[69808]: DEBUG oslo_concurrency.lockutils [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] Lock "0c72d267-6880-42f5-a723-2fdeb6823cb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.168629] env[69808]: DEBUG nova.compute.manager [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] No waiting events found dispatching network-vif-plugged-f5956f25-7bfb-40f4-a96c-653bf3e92ea1 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 681.168808] env[69808]: WARNING nova.compute.manager [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Received unexpected event network-vif-plugged-f5956f25-7bfb-40f4-a96c-653bf3e92ea1 for instance with vm_state building and task_state spawning. [ 681.168971] env[69808]: DEBUG nova.compute.manager [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Received event network-changed-f5956f25-7bfb-40f4-a96c-653bf3e92ea1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.169135] env[69808]: DEBUG nova.compute.manager [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Refreshing instance network info cache due to event network-changed-f5956f25-7bfb-40f4-a96c-653bf3e92ea1. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.169321] env[69808]: DEBUG oslo_concurrency.lockutils [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] Acquiring lock "refresh_cache-0c72d267-6880-42f5-a723-2fdeb6823cb9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.169451] env[69808]: DEBUG oslo_concurrency.lockutils [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] Acquired lock "refresh_cache-0c72d267-6880-42f5-a723-2fdeb6823cb9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.169601] env[69808]: DEBUG nova.network.neutron [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Refreshing network info cache for port f5956f25-7bfb-40f4-a96c-653bf3e92ea1 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.193975] env[69808]: DEBUG nova.compute.manager [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.225531] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665369} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.227580] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 1c17733e-c687-4852-837c-e09edfdac9ff/1c17733e-c687-4852-837c-e09edfdac9ff.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.227830] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.228139] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b7cca2b-d96a-4d0a-9a28-770899a8e192 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.244446] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Waiting for the task: (returnval){ [ 681.244446] env[69808]: value = "task-3789364" [ 681.244446] env[69808]: _type = "Task" [ 681.244446] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.248915] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789362, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.270018] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.299942] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789363, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.323072] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89706c69-d4bf-4e9f-af30-5180e829a520 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.332768] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1717602d-23d8-4811-95b1-cd7462f63b98 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.371578] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1659259-0ca4-49c4-8547-e91fbea8fff6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.382073] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5dd304-0eb3-49e3-a3e0-6a0fc68f9b62 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.398689] env[69808]: DEBUG nova.compute.provider_tree [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.735439] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.746217] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789362, 'name': ReconfigVM_Task, 'duration_secs': 1.386909} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.746542] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Reconfigured VM instance instance-00000001 to attach disk [datastore1] c287a48c-5825-4c02-abfb-6e73c6ebf6b2/c287a48c-5825-4c02-abfb-6e73c6ebf6b2.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.748028] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-998c7366-e71b-4cd3-acef-7610b1c56258 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.760486] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093906} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.760486] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.762500] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b8c286-3ec0-4d99-b9e6-2494892cd7e5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.768069] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Waiting for the task: (returnval){ [ 681.768069] env[69808]: value = "task-3789365" [ 681.768069] env[69808]: _type = "Task" [ 681.768069] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.795925] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 1c17733e-c687-4852-837c-e09edfdac9ff/1c17733e-c687-4852-837c-e09edfdac9ff.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.800035] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d29b2ee1-5a83-4d89-8ee5-a5fefcfcafde {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.820139] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789365, 'name': Rename_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.826833] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722893} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.828288] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 0c72d267-6880-42f5-a723-2fdeb6823cb9/0c72d267-6880-42f5-a723-2fdeb6823cb9.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.829393] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.829393] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Waiting for the task: (returnval){ [ 681.829393] env[69808]: value = "task-3789366" [ 681.829393] env[69808]: _type = "Task" [ 681.829393] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.829393] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a9ae118-ecae-424a-a746-1b176b20d1b2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.840817] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789366, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.841956] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 681.841956] env[69808]: value = "task-3789367" [ 681.841956] env[69808]: _type = "Task" [ 681.841956] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.855079] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.902355] env[69808]: DEBUG nova.scheduler.client.report [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.129461] env[69808]: DEBUG nova.compute.manager [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.174913] env[69808]: DEBUG nova.virt.hardware [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.174913] env[69808]: DEBUG nova.virt.hardware [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.174913] env[69808]: DEBUG nova.virt.hardware [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.175136] env[69808]: DEBUG nova.virt.hardware [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.175369] env[69808]: DEBUG nova.virt.hardware [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.176632] env[69808]: DEBUG nova.virt.hardware [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.176632] env[69808]: DEBUG nova.virt.hardware [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.176632] env[69808]: DEBUG nova.virt.hardware [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.176632] env[69808]: DEBUG nova.virt.hardware [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.176632] env[69808]: DEBUG nova.virt.hardware [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.176842] env[69808]: DEBUG nova.virt.hardware [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.177596] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01bf841-7400-4445-a1d2-977a6a3d7fa8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.192276] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fa7106-d23d-4d9a-a794-9c9c84cd0d04 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.212450] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Instance VIF info [] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.219237] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Creating folder: Project (0cd1352be43644a7a6b2250331e8c734). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.219407] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef340363-faf5-471a-bb91-52e901e4e491 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.232712] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Created folder: Project (0cd1352be43644a7a6b2250331e8c734) in parent group-v753775. [ 682.232999] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Creating folder: Instances. Parent ref: group-v753785. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.233282] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ebb987d-7a69-47c1-bd1d-5a61059de29c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.246767] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Created folder: Instances in parent group-v753785. [ 682.247077] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.247285] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.247539] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd850e0c-c503-4ec8-b73a-dcc54a312b7a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.268013] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.268013] env[69808]: value = "task-3789370" [ 682.268013] env[69808]: _type = "Task" [ 682.268013] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.281544] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789365, 'name': Rename_Task, 'duration_secs': 0.156833} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.288188] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.288451] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789370, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.288631] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eefa96f7-a899-444b-b8c9-509bc09881af {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.297023] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Waiting for the task: (returnval){ [ 682.297023] env[69808]: value = "task-3789371" [ 682.297023] env[69808]: _type = "Task" [ 682.297023] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.307116] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.344817] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789366, 'name': ReconfigVM_Task, 'duration_secs': 0.298445} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.348863] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 1c17733e-c687-4852-837c-e09edfdac9ff/1c17733e-c687-4852-837c-e09edfdac9ff.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.349920] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bbca653-e6fd-4af5-b461-33aaa891ce29 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.359022] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080116} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.359449] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.359878] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Waiting for the task: (returnval){ [ 682.359878] env[69808]: value = "task-3789372" [ 682.359878] env[69808]: _type = "Task" [ 682.359878] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.360602] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dc74fc-c8b4-4b1c-a1da-7bd2f9d4a738 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.373229] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789372, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.391478] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 0c72d267-6880-42f5-a723-2fdeb6823cb9/0c72d267-6880-42f5-a723-2fdeb6823cb9.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.391755] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eaa7e4f-fead-461f-83c9-86c1aa14be1e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.408856] env[69808]: DEBUG oslo_concurrency.lockutils [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.409436] env[69808]: DEBUG nova.compute.manager [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.415233] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.560s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.418117] env[69808]: INFO nova.compute.claims [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.432450] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 682.432450] env[69808]: value = "task-3789373" [ 682.432450] env[69808]: _type = "Task" [ 682.432450] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.445767] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789373, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.540826] env[69808]: DEBUG nova.network.neutron [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Updated VIF entry in instance network info cache for port f5956f25-7bfb-40f4-a96c-653bf3e92ea1. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.540826] env[69808]: DEBUG nova.network.neutron [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Updating instance_info_cache with network_info: [{"id": "f5956f25-7bfb-40f4-a96c-653bf3e92ea1", "address": "fa:16:3e:54:f7:5f", "network": {"id": "44ca2af7-2e85-4da8-a0e2-54759e88088f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-91954632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83a035e20bce467899dcc4cb6e01d43e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5956f25-7b", "ovs_interfaceid": "f5956f25-7bfb-40f4-a96c-653bf3e92ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.782101] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789370, 'name': CreateVM_Task, 'duration_secs': 0.386782} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.782480] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.783586] env[69808]: DEBUG oslo_vmware.service [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db10777f-c26a-48af-a85d-cbd95684e363 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.791118] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.792210] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.792210] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.792210] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-663ab0de-855d-42fb-9d35-56b8d2e3d792 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.801048] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Waiting for the task: (returnval){ [ 682.801048] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ec07cb-ea48-c94a-717a-4bae3c18540a" [ 682.801048] env[69808]: _type = "Task" [ 682.801048] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.815817] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ec07cb-ea48-c94a-717a-4bae3c18540a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.818322] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789371, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.876180] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789372, 'name': Rename_Task, 'duration_secs': 0.159359} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.876654] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.876996] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41d1ee62-3f7c-4e26-8852-6e7649323027 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.886516] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Waiting for the task: (returnval){ [ 682.886516] env[69808]: value = "task-3789374" [ 682.886516] env[69808]: _type = "Task" [ 682.886516] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.900999] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.930109] env[69808]: DEBUG nova.compute.utils [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.931755] env[69808]: DEBUG nova.compute.manager [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.931939] env[69808]: DEBUG nova.network.neutron [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.960992] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789373, 'name': ReconfigVM_Task, 'duration_secs': 0.521782} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.961982] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 0c72d267-6880-42f5-a723-2fdeb6823cb9/0c72d267-6880-42f5-a723-2fdeb6823cb9.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.962428] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ceb1fc9-cab2-46c6-95fd-7b40aa38de9a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.974480] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 682.974480] env[69808]: value = "task-3789375" [ 682.974480] env[69808]: _type = "Task" [ 682.974480] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.983388] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789375, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.051869] env[69808]: DEBUG oslo_concurrency.lockutils [req-5933c35b-8072-47e9-9a4d-e82d546744bf req-f33865d7-1796-4511-b6da-6cd8ddad0900 service nova] Releasing lock "refresh_cache-0c72d267-6880-42f5-a723-2fdeb6823cb9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.076928] env[69808]: DEBUG nova.policy [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bd1ab20cfc74e44b61ea46381b8f955', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7c020fd456b4a7fb99fcdda3bea3277', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.182305] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Acquiring lock "842e60e4-9e9a-442a-bb54-38d10ff70f95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.184508] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Lock "842e60e4-9e9a-442a-bb54-38d10ff70f95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.219632] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Acquiring lock "02481d2b-70ac-48cb-a981-b88a26d327dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.224179] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Lock "02481d2b-70ac-48cb-a981-b88a26d327dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.321940] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.322285] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.322483] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.322627] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.322800] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.323097] env[69808]: DEBUG oslo_vmware.api [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789371, 'name': PowerOnVM_Task, 'duration_secs': 0.788114} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.323304] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c174f2e-ca7f-47a5-b03a-c883a7f0938f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.325633] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.329197] env[69808]: INFO nova.compute.manager [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Took 14.61 seconds to spawn the instance on the hypervisor. [ 683.329197] env[69808]: DEBUG nova.compute.manager [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 683.329197] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32550ebc-489f-4a2c-8780-33a01aaefbe6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.339023] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.339023] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.339847] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f67759-98d9-4e28-a7cb-d113206bd615 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.348551] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9957eca2-3156-44ff-8324-db3ef06b423d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.354702] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Waiting for the task: (returnval){ [ 683.354702] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52210946-b270-2eb6-31ee-794a14cf1731" [ 683.354702] env[69808]: _type = "Task" [ 683.354702] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.365284] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52210946-b270-2eb6-31ee-794a14cf1731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.402582] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.442611] env[69808]: DEBUG nova.compute.manager [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.485126] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789375, 'name': Rename_Task, 'duration_secs': 0.168781} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.488615] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.489289] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7905a08-dc28-4ec3-a08f-2c2184dddb07 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.499074] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 683.499074] env[69808]: value = "task-3789376" [ 683.499074] env[69808]: _type = "Task" [ 683.499074] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.513828] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.660278] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b10ea7-9c82-452e-8557-8f46624eded1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.675295] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183d6d0e-192d-411c-878a-6b57c1b0d34a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.710390] env[69808]: DEBUG nova.compute.manager [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.714398] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2521e4c4-3e69-4d9a-9fa4-15d69da821f4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.724154] env[69808]: DEBUG nova.compute.manager [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.728365] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b5544a-78e1-4510-b8b6-fc8aafe5696b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.751218] env[69808]: DEBUG nova.compute.provider_tree [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.857536] env[69808]: INFO nova.compute.manager [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Took 19.42 seconds to build instance. [ 683.870346] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Preparing fetch location {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 683.870613] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Creating directory with path [datastore2] vmware_temp/bfa707ad-f6b2-4ce7-9453-e0b9ebeb233c/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.870859] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2528d1e2-84a7-446f-b585-28d20362c9d0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.901038] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Created directory with path [datastore2] vmware_temp/bfa707ad-f6b2-4ce7-9453-e0b9ebeb233c/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.901312] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Fetch image to [datastore2] vmware_temp/bfa707ad-f6b2-4ce7-9453-e0b9ebeb233c/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/tmp-sparse.vmdk {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 683.901486] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Downloading image file data b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 to [datastore2] vmware_temp/bfa707ad-f6b2-4ce7-9453-e0b9ebeb233c/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/tmp-sparse.vmdk on the data store datastore2 {{(pid=69808) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 683.905351] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de9312d-c72e-4f1c-9011-c6cf9b569d5e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.908065] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789374, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.914462] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e872b075-27dc-4c35-aa40-ca1ae4153639 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.930243] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c364db4e-b423-431f-8ae9-a24a0ac1b451 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.972627] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3839c89-b70e-43c9-ad7c-12889274aec2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.981817] env[69808]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-73c59f07-8935-4635-ba00-fd00308eeabc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.994903] env[69808]: DEBUG nova.network.neutron [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Successfully created port: 04511d1a-bcbb-4214-8a60-c3937d3fa865 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.011900] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789376, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.077591] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Downloading image file data b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 to the data store datastore2 {{(pid=69808) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 684.152762] env[69808]: DEBUG oslo_vmware.rw_handles [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/bfa707ad-f6b2-4ce7-9453-e0b9ebeb233c/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69808) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 684.248957] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.254239] env[69808]: DEBUG nova.scheduler.client.report [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.258809] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.363267] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b4a44d8d-e22b-4a3f-99c1-130d6f1ee9b8 tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Lock "c287a48c-5825-4c02-abfb-6e73c6ebf6b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.940s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.363665] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "c287a48c-5825-4c02-abfb-6e73c6ebf6b2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.006s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.364080] env[69808]: INFO nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] During sync_power_state the instance has a pending task (spawning). Skip. [ 684.364319] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "c287a48c-5825-4c02-abfb-6e73c6ebf6b2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.403584] env[69808]: DEBUG oslo_vmware.api [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789374, 'name': PowerOnVM_Task, 'duration_secs': 1.108337} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.407288] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.407699] env[69808]: INFO nova.compute.manager [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Took 13.50 seconds to spawn the instance on the hypervisor. [ 684.407788] env[69808]: DEBUG nova.compute.manager [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 684.408746] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee624fc1-83cc-4aee-801a-bfa34657dcfd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.480445] env[69808]: DEBUG nova.compute.manager [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.513575] env[69808]: DEBUG oslo_vmware.api [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789376, 'name': PowerOnVM_Task, 'duration_secs': 0.745639} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.517392] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.518367] env[69808]: INFO nova.compute.manager [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Took 11.40 seconds to spawn the instance on the hypervisor. [ 684.519183] env[69808]: DEBUG nova.compute.manager [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 684.520086] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2656140-9d1f-4df7-aae2-145ab6c39d86 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.528505] env[69808]: DEBUG nova.virt.hardware [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.528505] env[69808]: DEBUG nova.virt.hardware [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.528677] env[69808]: DEBUG nova.virt.hardware [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.528850] env[69808]: DEBUG nova.virt.hardware [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.529175] env[69808]: DEBUG nova.virt.hardware [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.529929] env[69808]: DEBUG nova.virt.hardware [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.529929] env[69808]: DEBUG nova.virt.hardware [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.529929] env[69808]: DEBUG nova.virt.hardware [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.530135] env[69808]: DEBUG nova.virt.hardware [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.533925] env[69808]: DEBUG nova.virt.hardware [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.533925] env[69808]: DEBUG nova.virt.hardware [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.533925] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa79d7d-1e6f-4578-b9f0-bf0404702f6e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.543094] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22930e0a-cb51-42b2-b617-742e063ce66f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.760515] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.761394] env[69808]: DEBUG nova.compute.manager [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.766019] env[69808]: DEBUG oslo_concurrency.lockutils [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.722s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.767558] env[69808]: INFO nova.compute.claims [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.824121] env[69808]: DEBUG oslo_vmware.rw_handles [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Completed reading data from the image iterator. {{(pid=69808) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 684.824385] env[69808]: DEBUG oslo_vmware.rw_handles [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/bfa707ad-f6b2-4ce7-9453-e0b9ebeb233c/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 684.935614] env[69808]: INFO nova.compute.manager [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Took 19.71 seconds to build instance. [ 684.967219] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Downloaded image file data b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 to vmware_temp/bfa707ad-f6b2-4ce7-9453-e0b9ebeb233c/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/tmp-sparse.vmdk on the data store datastore2 {{(pid=69808) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 684.969180] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Caching image {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 684.969733] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Copying Virtual Disk [datastore2] vmware_temp/bfa707ad-f6b2-4ce7-9453-e0b9ebeb233c/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/tmp-sparse.vmdk to [datastore2] vmware_temp/bfa707ad-f6b2-4ce7-9453-e0b9ebeb233c/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.970672] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f7b6632-4eb8-411f-8e31-8247bad7e81f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.981403] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Waiting for the task: (returnval){ [ 684.981403] env[69808]: value = "task-3789377" [ 684.981403] env[69808]: _type = "Task" [ 684.981403] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.994049] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.068564] env[69808]: INFO nova.compute.manager [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Took 18.90 seconds to build instance. [ 685.273348] env[69808]: DEBUG nova.compute.utils [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.277034] env[69808]: DEBUG nova.compute.manager [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.277034] env[69808]: DEBUG nova.network.neutron [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.405833] env[69808]: DEBUG nova.policy [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db34c42234c04043a6d17eab073d38b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2a40a7209a747d7be75cf3f69a6c512', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.437870] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e3530d2-c76a-42eb-98e4-0f090268015f tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Lock "1c17733e-c687-4852-837c-e09edfdac9ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.227s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.438192] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "1c17733e-c687-4852-837c-e09edfdac9ff" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.080s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.438381] env[69808]: INFO nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] During sync_power_state the instance has a pending task (spawning). Skip. [ 685.438591] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "1c17733e-c687-4852-837c-e09edfdac9ff" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.493377] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789377, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.578374] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec881058-daf8-4f2b-b9a7-6465867f5d09 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "0c72d267-6880-42f5-a723-2fdeb6823cb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.424s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.578374] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "0c72d267-6880-42f5-a723-2fdeb6823cb9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.217s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.578374] env[69808]: INFO nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] During sync_power_state the instance has a pending task (spawning). Skip. [ 685.578374] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "0c72d267-6880-42f5-a723-2fdeb6823cb9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.778251] env[69808]: DEBUG nova.compute.manager [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.997829] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789377, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.101046] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b51883-3646-4c00-8bf4-bf75aa1ef135 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.114095] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163f67a8-ff0b-4f83-9605-5e7b98f45db4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.158624] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fa18d2-a260-4b2c-9d8a-42fee48f74a1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.168789] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa444ee-17cf-4518-a2c1-9510c441f2e0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.190699] env[69808]: DEBUG nova.compute.provider_tree [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.190699] env[69808]: DEBUG nova.network.neutron [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Successfully created port: 742fbc15-5f0b-45ef-acac-927b76246a2a {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.257106] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquiring lock "98fc3328-91fa-4e6a-93d1-f18013a5b0af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.257310] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Lock "98fc3328-91fa-4e6a-93d1-f18013a5b0af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.494512] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789377, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.149579} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.495167] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Copied Virtual Disk [datastore2] vmware_temp/bfa707ad-f6b2-4ce7-9453-e0b9ebeb233c/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/tmp-sparse.vmdk to [datastore2] vmware_temp/bfa707ad-f6b2-4ce7-9453-e0b9ebeb233c/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.495489] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Deleting the datastore file [datastore2] vmware_temp/bfa707ad-f6b2-4ce7-9453-e0b9ebeb233c/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/tmp-sparse.vmdk {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.495852] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f7458b1-423c-4e10-a3c3-2a377bbfb9a4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.505245] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Waiting for the task: (returnval){ [ 686.505245] env[69808]: value = "task-3789378" [ 686.505245] env[69808]: _type = "Task" [ 686.505245] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.514852] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.573741] env[69808]: DEBUG nova.compute.manager [None req-36fa96f6-37bd-4683-af35-ebfb5fd0b159 tempest-ServerDiagnosticsTest-1164317657 tempest-ServerDiagnosticsTest-1164317657-project-admin] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 686.575364] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc57488-b856-47a1-bfc2-fe180f46a8b6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.583712] env[69808]: INFO nova.compute.manager [None req-36fa96f6-37bd-4683-af35-ebfb5fd0b159 tempest-ServerDiagnosticsTest-1164317657 tempest-ServerDiagnosticsTest-1164317657-project-admin] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Retrieving diagnostics [ 686.584626] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193b3874-363a-4c34-970a-73bb767b2c7d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.695498] env[69808]: DEBUG nova.scheduler.client.report [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.760328] env[69808]: DEBUG nova.compute.manager [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.805166] env[69808]: DEBUG nova.compute.manager [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.851829] env[69808]: DEBUG nova.virt.hardware [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.852143] env[69808]: DEBUG nova.virt.hardware [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.852673] env[69808]: DEBUG nova.virt.hardware [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.852837] env[69808]: DEBUG nova.virt.hardware [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.853093] env[69808]: DEBUG nova.virt.hardware [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.853274] env[69808]: DEBUG nova.virt.hardware [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.853463] env[69808]: DEBUG nova.virt.hardware [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.853619] env[69808]: DEBUG nova.virt.hardware [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.856772] env[69808]: DEBUG nova.virt.hardware [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.856772] env[69808]: DEBUG nova.virt.hardware [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.856772] env[69808]: DEBUG nova.virt.hardware [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.856772] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc95c68-6540-458c-825c-ba673bc522aa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.869582] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31359ac-25c5-4675-8d99-ba887a3ee4c1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.996578] env[69808]: DEBUG nova.network.neutron [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Successfully updated port: 04511d1a-bcbb-4214-8a60-c3937d3fa865 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.028440] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038579} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.028440] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.029683] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Moving file from [datastore2] vmware_temp/bfa707ad-f6b2-4ce7-9453-e0b9ebeb233c/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 to [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6. {{(pid=69808) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 687.029683] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-6908c3fd-799c-48e8-8d91-d2b9fbcdd000 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.038315] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Waiting for the task: (returnval){ [ 687.038315] env[69808]: value = "task-3789379" [ 687.038315] env[69808]: _type = "Task" [ 687.038315] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.052884] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789379, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.203123] env[69808]: DEBUG oslo_concurrency.lockutils [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.203123] env[69808]: DEBUG nova.compute.manager [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.207243] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.344s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.207497] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.207678] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69808) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 687.207984] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.474s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.209437] env[69808]: INFO nova.compute.claims [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.215134] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7f1832-7377-45da-b716-2ce349472bb9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.225792] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6e5e65-43a8-43c9-9732-4526cc507825 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.248322] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63daef57-ccb2-40a8-b492-2ab39bf0f919 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.257539] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4128b755-59a7-4dcd-880e-4e0928148530 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.295989] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180799MB free_disk=55GB free_vcpus=48 pci_devices=None {{(pid=69808) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 687.296218] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.315575] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.503997] env[69808]: DEBUG oslo_concurrency.lockutils [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Acquiring lock "refresh_cache-14cd1c1b-994c-4176-af8a-a12a3b4c4c5f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.503997] env[69808]: DEBUG oslo_concurrency.lockutils [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Acquired lock "refresh_cache-14cd1c1b-994c-4176-af8a-a12a3b4c4c5f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.504351] env[69808]: DEBUG nova.network.neutron [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.553012] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789379, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.050088} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.553318] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] File moved {{(pid=69808) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 687.553541] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Cleaning up location [datastore2] vmware_temp/bfa707ad-f6b2-4ce7-9453-e0b9ebeb233c {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 687.553707] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Deleting the datastore file [datastore2] vmware_temp/bfa707ad-f6b2-4ce7-9453-e0b9ebeb233c {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.554641] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-632494a3-d569-43bc-8211-f21f936d3440 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.563466] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Waiting for the task: (returnval){ [ 687.563466] env[69808]: value = "task-3789380" [ 687.563466] env[69808]: _type = "Task" [ 687.563466] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.573033] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.717020] env[69808]: DEBUG nova.compute.utils [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.717020] env[69808]: DEBUG nova.compute.manager [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Not allocating networking since 'none' was specified. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 688.074357] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080843} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.074679] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.075452] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f636cd0-b64d-4379-83f3-cf1566040be2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.081582] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Waiting for the task: (returnval){ [ 688.081582] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5213c16e-cafd-217b-5de8-3f09adb9b7b3" [ 688.081582] env[69808]: _type = "Task" [ 688.081582] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.090708] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5213c16e-cafd-217b-5de8-3f09adb9b7b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.094309] env[69808]: DEBUG nova.network.neutron [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.218707] env[69808]: DEBUG nova.compute.manager [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.248220] env[69808]: DEBUG nova.compute.manager [req-e438f625-977f-4a8d-834a-5658061cc890 req-5811f00d-42fa-42b7-bf1b-83d607b961a7 service nova] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Received event network-vif-plugged-04511d1a-bcbb-4214-8a60-c3937d3fa865 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.248498] env[69808]: DEBUG oslo_concurrency.lockutils [req-e438f625-977f-4a8d-834a-5658061cc890 req-5811f00d-42fa-42b7-bf1b-83d607b961a7 service nova] Acquiring lock "14cd1c1b-994c-4176-af8a-a12a3b4c4c5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.248806] env[69808]: DEBUG oslo_concurrency.lockutils [req-e438f625-977f-4a8d-834a-5658061cc890 req-5811f00d-42fa-42b7-bf1b-83d607b961a7 service nova] Lock "14cd1c1b-994c-4176-af8a-a12a3b4c4c5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.249028] env[69808]: DEBUG oslo_concurrency.lockutils [req-e438f625-977f-4a8d-834a-5658061cc890 req-5811f00d-42fa-42b7-bf1b-83d607b961a7 service nova] Lock "14cd1c1b-994c-4176-af8a-a12a3b4c4c5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.249211] env[69808]: DEBUG nova.compute.manager [req-e438f625-977f-4a8d-834a-5658061cc890 req-5811f00d-42fa-42b7-bf1b-83d607b961a7 service nova] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] No waiting events found dispatching network-vif-plugged-04511d1a-bcbb-4214-8a60-c3937d3fa865 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 688.249382] env[69808]: WARNING nova.compute.manager [req-e438f625-977f-4a8d-834a-5658061cc890 req-5811f00d-42fa-42b7-bf1b-83d607b961a7 service nova] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Received unexpected event network-vif-plugged-04511d1a-bcbb-4214-8a60-c3937d3fa865 for instance with vm_state building and task_state spawning. [ 688.447494] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021e6f18-76e3-406d-9196-ec99d2ab4f17 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.459736] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a4dbbf-a3e6-44f7-a93f-1e9f6cc9ffd8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.497821] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d860b2-3cdb-4df6-a919-73d592c4ade6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.510183] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b81750d-3c2e-4a22-b7e9-77faef3b5fb3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.525896] env[69808]: DEBUG nova.compute.provider_tree [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.563590] env[69808]: DEBUG nova.network.neutron [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Updating instance_info_cache with network_info: [{"id": "04511d1a-bcbb-4214-8a60-c3937d3fa865", "address": "fa:16:3e:f2:37:14", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04511d1a-bc", "ovs_interfaceid": "04511d1a-bcbb-4214-8a60-c3937d3fa865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.597836] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5213c16e-cafd-217b-5de8-3f09adb9b7b3, 'name': SearchDatastore_Task, 'duration_secs': 0.036391} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.598205] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.598293] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 19a40d4f-ad34-4d6e-839c-4a17149e4659/19a40d4f-ad34-4d6e-839c-4a17149e4659.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.599548] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b86f4cb3-e3c9-49e9-bd5f-2ff87a0729ef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.606531] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Waiting for the task: (returnval){ [ 688.606531] env[69808]: value = "task-3789381" [ 688.606531] env[69808]: _type = "Task" [ 688.606531] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.617474] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.935602] env[69808]: DEBUG nova.network.neutron [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Successfully updated port: 742fbc15-5f0b-45ef-acac-927b76246a2a {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.028839] env[69808]: DEBUG nova.scheduler.client.report [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.053666] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] Acquiring lock "1c17733e-c687-4852-837c-e09edfdac9ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.053986] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] Lock "1c17733e-c687-4852-837c-e09edfdac9ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.054200] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] Acquiring lock "1c17733e-c687-4852-837c-e09edfdac9ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.054405] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] Lock "1c17733e-c687-4852-837c-e09edfdac9ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.054563] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] Lock "1c17733e-c687-4852-837c-e09edfdac9ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.057506] env[69808]: INFO nova.compute.manager [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Terminating instance [ 689.067221] env[69808]: DEBUG oslo_concurrency.lockutils [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Releasing lock "refresh_cache-14cd1c1b-994c-4176-af8a-a12a3b4c4c5f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.067523] env[69808]: DEBUG nova.compute.manager [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Instance network_info: |[{"id": "04511d1a-bcbb-4214-8a60-c3937d3fa865", "address": "fa:16:3e:f2:37:14", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04511d1a-bc", "ovs_interfaceid": "04511d1a-bcbb-4214-8a60-c3937d3fa865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.067942] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:37:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04511d1a-bcbb-4214-8a60-c3937d3fa865', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.082273] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Creating folder: Project (b7c020fd456b4a7fb99fcdda3bea3277). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.083366] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47e56111-fd51-4c73-a844-06fc9aa7838f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.098795] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Created folder: Project (b7c020fd456b4a7fb99fcdda3bea3277) in parent group-v753775. [ 689.098995] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Creating folder: Instances. Parent ref: group-v753788. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.099265] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fcc573e-909a-4036-bd18-50d3766498ea {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.113767] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Created folder: Instances in parent group-v753788. [ 689.114037] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.114656] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.115130] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2303702-862a-4f04-9a64-48f891d3d293 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.138924] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789381, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.145623] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.145623] env[69808]: value = "task-3789384" [ 689.145623] env[69808]: _type = "Task" [ 689.145623] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.155446] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789384, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.212157] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Acquiring lock "c287a48c-5825-4c02-abfb-6e73c6ebf6b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.214106] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Lock "c287a48c-5825-4c02-abfb-6e73c6ebf6b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.214532] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Acquiring lock "c287a48c-5825-4c02-abfb-6e73c6ebf6b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.214764] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Lock "c287a48c-5825-4c02-abfb-6e73c6ebf6b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.214937] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Lock "c287a48c-5825-4c02-abfb-6e73c6ebf6b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.219542] env[69808]: INFO nova.compute.manager [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Terminating instance [ 689.238205] env[69808]: DEBUG nova.compute.manager [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.281962] env[69808]: DEBUG nova.virt.hardware [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.282265] env[69808]: DEBUG nova.virt.hardware [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.282368] env[69808]: DEBUG nova.virt.hardware [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.282548] env[69808]: DEBUG nova.virt.hardware [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.282687] env[69808]: DEBUG nova.virt.hardware [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.282825] env[69808]: DEBUG nova.virt.hardware [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.283099] env[69808]: DEBUG nova.virt.hardware [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.283287] env[69808]: DEBUG nova.virt.hardware [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.283443] env[69808]: DEBUG nova.virt.hardware [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.283604] env[69808]: DEBUG nova.virt.hardware [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.283773] env[69808]: DEBUG nova.virt.hardware [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.285218] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4aaeec-33b9-4740-99ad-dec5daf3e1f5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.299989] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0af47a-4ea8-4b2c-8ca0-b0d3f653299d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.318556] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Instance VIF info [] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.326560] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Creating folder: Project (86dfe0a941594dca8560da1fd881f339). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.326962] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4b0e377-5cd4-45fb-89a7-47b1d8676f8e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.342335] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Created folder: Project (86dfe0a941594dca8560da1fd881f339) in parent group-v753775. [ 689.342613] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Creating folder: Instances. Parent ref: group-v753791. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.342984] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de99a038-8aee-4a8a-b145-119d57dcc275 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.361029] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Created folder: Instances in parent group-v753791. [ 689.361029] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.361029] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.361029] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92b625a2-d794-4cb4-9cc1-1b39635918aa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.389016] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.389016] env[69808]: value = "task-3789387" [ 689.389016] env[69808]: _type = "Task" [ 689.389016] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.400436] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789387, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.443099] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Acquiring lock "refresh_cache-514260a0-06e4-41bb-8478-3f423ce82018" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.443099] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Acquired lock "refresh_cache-514260a0-06e4-41bb-8478-3f423ce82018" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.443099] env[69808]: DEBUG nova.network.neutron [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.537915] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.538953] env[69808]: DEBUG nova.compute.manager [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.543748] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.295s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.546158] env[69808]: INFO nova.compute.claims [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.561574] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Acquiring lock "e8cb0608-7726-4b10-a6ce-27b9a6182bcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.561829] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Lock "e8cb0608-7726-4b10-a6ce-27b9a6182bcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.569361] env[69808]: DEBUG nova.compute.manager [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.569493] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.570714] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1d52a1-b063-4523-a911-5d57f8839637 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.588520] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.594182] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9977352-927d-43e9-a7c4-4b02f3dd5bc4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.598827] env[69808]: DEBUG oslo_vmware.api [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] Waiting for the task: (returnval){ [ 689.598827] env[69808]: value = "task-3789388" [ 689.598827] env[69808]: _type = "Task" [ 689.598827] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.620666] env[69808]: DEBUG oslo_vmware.api [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] Task: {'id': task-3789388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.630856] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.849417} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.631233] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 19a40d4f-ad34-4d6e-839c-4a17149e4659/19a40d4f-ad34-4d6e-839c-4a17149e4659.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.631518] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.631818] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d874aab4-e6d0-4580-a702-6dc5fa0f11f0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.643278] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Waiting for the task: (returnval){ [ 689.643278] env[69808]: value = "task-3789389" [ 689.643278] env[69808]: _type = "Task" [ 689.643278] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.664370] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.664705] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789384, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.733448] env[69808]: DEBUG nova.compute.manager [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.733782] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.734748] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d357f03-3d29-4ce5-8e52-387f5a06ae8e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.744136] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.744557] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-164085df-4b34-4d86-830b-ab054cab3da9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.754123] env[69808]: DEBUG oslo_vmware.api [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Waiting for the task: (returnval){ [ 689.754123] env[69808]: value = "task-3789390" [ 689.754123] env[69808]: _type = "Task" [ 689.754123] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.767289] env[69808]: DEBUG oslo_vmware.api [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.900242] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789387, 'name': CreateVM_Task, 'duration_secs': 0.425258} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.900242] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.900560] env[69808]: DEBUG oslo_concurrency.lockutils [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.900723] env[69808]: DEBUG oslo_concurrency.lockutils [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.901346] env[69808]: DEBUG oslo_concurrency.lockutils [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.901568] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b567db01-afd5-4a63-b4eb-4a5110b6446b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.906919] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for the task: (returnval){ [ 689.906919] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ea6243-f93d-17cb-a9f8-844c9518e0eb" [ 689.906919] env[69808]: _type = "Task" [ 689.906919] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.920114] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ea6243-f93d-17cb-a9f8-844c9518e0eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.052189] env[69808]: DEBUG nova.compute.utils [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.056974] env[69808]: DEBUG nova.compute.manager [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.056974] env[69808]: DEBUG nova.network.neutron [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.071447] env[69808]: DEBUG nova.compute.manager [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.114098] env[69808]: DEBUG oslo_vmware.api [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] Task: {'id': task-3789388, 'name': PowerOffVM_Task, 'duration_secs': 0.239118} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.114098] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.114098] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.114098] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8756ef32-6fce-423a-95e2-0b84f3161127 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.160120] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086139} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.160120] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.160860] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8fa0a6-a92c-4dc3-a06d-c9114d54a430 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.167555] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789384, 'name': CreateVM_Task, 'duration_secs': 0.5407} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.168096] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.168758] env[69808]: DEBUG oslo_concurrency.lockutils [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.193226] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 19a40d4f-ad34-4d6e-839c-4a17149e4659/19a40d4f-ad34-4d6e-839c-4a17149e4659.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.193570] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d30a648-1d3e-472c-9aa0-a5ad14c10d13 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.214886] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Waiting for the task: (returnval){ [ 690.214886] env[69808]: value = "task-3789392" [ 690.214886] env[69808]: _type = "Task" [ 690.214886] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.228017] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.272736] env[69808]: DEBUG oslo_vmware.api [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789390, 'name': PowerOffVM_Task, 'duration_secs': 0.236046} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.272736] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.272736] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.273614] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bc8190a-f0c1-4c5d-bf8a-68bd40d1a0a5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.294848] env[69808]: DEBUG nova.network.neutron [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.421501] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ea6243-f93d-17cb-a9f8-844c9518e0eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010959} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.421501] env[69808]: DEBUG oslo_concurrency.lockutils [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.421675] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.421856] env[69808]: DEBUG oslo_concurrency.lockutils [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.422012] env[69808]: DEBUG oslo_concurrency.lockutils [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.422733] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.423029] env[69808]: DEBUG oslo_concurrency.lockutils [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.423646] env[69808]: DEBUG oslo_concurrency.lockutils [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.423646] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac60bf98-8bcc-4f1c-924d-f94aaee16c0d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.426330] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-812fd8fe-2630-4fe1-8f08-728cd52172a8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.441717] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.442055] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.449170] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ecceec-ec4a-4caf-9254-e76c01517a53 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.457248] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Waiting for the task: (returnval){ [ 690.457248] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e96466-8744-aace-6277-9ea974597466" [ 690.457248] env[69808]: _type = "Task" [ 690.457248] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.457544] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.457720] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.457885] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Deleting the datastore file [datastore1] c287a48c-5825-4c02-abfb-6e73c6ebf6b2 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.458160] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.458319] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.458471] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] Deleting the datastore file [datastore1] 1c17733e-c687-4852-837c-e09edfdac9ff {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.459295] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf347b7e-c363-42de-9d0a-d78d092480ca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.461559] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dad6014e-7c5b-4f15-82c5-4b1ad854cddb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.466930] env[69808]: DEBUG nova.policy [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54b674e722114a8aaa5113c1feb754e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b235077870b4008bb457876b9239c6e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.473189] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for the task: (returnval){ [ 690.473189] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525b2d08-29a0-0cd2-22da-108f6bff1a40" [ 690.473189] env[69808]: _type = "Task" [ 690.473189] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.485509] env[69808]: DEBUG oslo_vmware.api [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Waiting for the task: (returnval){ [ 690.485509] env[69808]: value = "task-3789394" [ 690.485509] env[69808]: _type = "Task" [ 690.485509] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.485844] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e96466-8744-aace-6277-9ea974597466, 'name': SearchDatastore_Task, 'duration_secs': 0.012664} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.489096] env[69808]: DEBUG oslo_concurrency.lockutils [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.489096] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.489096] env[69808]: DEBUG oslo_concurrency.lockutils [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.489246] env[69808]: DEBUG oslo_vmware.api [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] Waiting for the task: (returnval){ [ 690.489246] env[69808]: value = "task-3789395" [ 690.489246] env[69808]: _type = "Task" [ 690.489246] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.502355] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525b2d08-29a0-0cd2-22da-108f6bff1a40, 'name': SearchDatastore_Task, 'duration_secs': 0.009231} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.503981] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d20d282d-20df-4087-b6df-8f7238578ad3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.512418] env[69808]: DEBUG oslo_vmware.api [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] Task: {'id': task-3789395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.512592] env[69808]: DEBUG oslo_vmware.api [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.516621] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for the task: (returnval){ [ 690.516621] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52031386-5171-85f3-ec14-6a5c87db5b0d" [ 690.516621] env[69808]: _type = "Task" [ 690.516621] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.526075] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52031386-5171-85f3-ec14-6a5c87db5b0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.563595] env[69808]: DEBUG nova.compute.manager [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.599607] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.728256] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789392, 'name': ReconfigVM_Task, 'duration_secs': 0.312533} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.730343] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 19a40d4f-ad34-4d6e-839c-4a17149e4659/19a40d4f-ad34-4d6e-839c-4a17149e4659.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.732210] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7698fb2-7942-42b2-b245-1eb39f8b9215 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.739603] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Waiting for the task: (returnval){ [ 690.739603] env[69808]: value = "task-3789396" [ 690.739603] env[69808]: _type = "Task" [ 690.739603] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.759804] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789396, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.857199] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a913e4-0d8a-4384-8b40-f01d2769cfba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.870384] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9483bae7-eaed-494e-8f4b-2ba23d173ac1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.919171] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f7010b-0e05-4ff0-9a34-b593f617363b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.922301] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "892ec809-73b2-41f3-949f-95c2766d3a30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.922674] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "892ec809-73b2-41f3-949f-95c2766d3a30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.929644] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ccc04d-11f5-4216-8a7b-071ad6ef24aa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.957552] env[69808]: DEBUG nova.compute.provider_tree [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.017995] env[69808]: DEBUG oslo_vmware.api [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] Task: {'id': task-3789395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18065} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.018788] env[69808]: DEBUG oslo_vmware.api [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Task: {'id': task-3789394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185119} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.018788] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.018788] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.019612] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.019612] env[69808]: INFO nova.compute.manager [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Took 1.45 seconds to destroy the instance on the hypervisor. [ 691.019612] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.022608] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.023096] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.023096] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.023233] env[69808]: INFO nova.compute.manager [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Took 1.29 seconds to destroy the instance on the hypervisor. [ 691.026245] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.026245] env[69808]: DEBUG nova.compute.manager [-] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.026245] env[69808]: DEBUG nova.network.neutron [-] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.026245] env[69808]: DEBUG nova.compute.manager [-] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.026245] env[69808]: DEBUG nova.network.neutron [-] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.042817] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52031386-5171-85f3-ec14-6a5c87db5b0d, 'name': SearchDatastore_Task, 'duration_secs': 0.013791} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.042817] env[69808]: DEBUG oslo_concurrency.lockutils [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.042817] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 8fb507a5-6176-47e6-94c9-340f345a0d33/8fb507a5-6176-47e6-94c9-340f345a0d33.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.042817] env[69808]: DEBUG oslo_concurrency.lockutils [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.043277] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.043277] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d649c682-a00a-4df4-838e-d745cb187d2c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.043420] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c62d7271-dd57-4223-bbe8-da5b1c666d3a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.051508] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for the task: (returnval){ [ 691.051508] env[69808]: value = "task-3789397" [ 691.051508] env[69808]: _type = "Task" [ 691.051508] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.056814] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.057015] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.058536] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7826114-5d30-443a-b9bf-8c38493ebe52 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.065168] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.071588] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Waiting for the task: (returnval){ [ 691.071588] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521ed96e-0bf8-1ef0-5ff7-0f27981c30dc" [ 691.071588] env[69808]: _type = "Task" [ 691.071588] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.086681] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521ed96e-0bf8-1ef0-5ff7-0f27981c30dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009794} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.087561] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2ca5039-f3fb-408f-9dab-4ef213364d2d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.096667] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Waiting for the task: (returnval){ [ 691.096667] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52622636-60fd-11ac-cb11-d26c6070971e" [ 691.096667] env[69808]: _type = "Task" [ 691.096667] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.108556] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52622636-60fd-11ac-cb11-d26c6070971e, 'name': SearchDatastore_Task} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.108700] env[69808]: DEBUG oslo_concurrency.lockutils [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.108962] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f/14cd1c1b-994c-4176-af8a-a12a3b4c4c5f.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.110036] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-588e912d-c2df-44f4-98c4-056bd4a8d340 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.117747] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Waiting for the task: (returnval){ [ 691.117747] env[69808]: value = "task-3789398" [ 691.117747] env[69808]: _type = "Task" [ 691.117747] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.130365] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Task: {'id': task-3789398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.251285] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789396, 'name': Rename_Task, 'duration_secs': 0.179946} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.257024] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.257024] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc9e25da-7f05-482f-bf34-323a00da710d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.265078] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Waiting for the task: (returnval){ [ 691.265078] env[69808]: value = "task-3789399" [ 691.265078] env[69808]: _type = "Task" [ 691.265078] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.278074] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.371198] env[69808]: DEBUG nova.network.neutron [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Updating instance_info_cache with network_info: [{"id": "742fbc15-5f0b-45ef-acac-927b76246a2a", "address": "fa:16:3e:50:a4:57", "network": {"id": "7871c611-f88c-4efd-8b54-6223ea6c5213", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1042265908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2a40a7209a747d7be75cf3f69a6c512", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap742fbc15-5f", "ovs_interfaceid": "742fbc15-5f0b-45ef-acac-927b76246a2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.425967] env[69808]: DEBUG nova.compute.manager [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.460954] env[69808]: DEBUG nova.scheduler.client.report [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.562892] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789397, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.573417] env[69808]: DEBUG nova.compute.manager [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.609727] env[69808]: DEBUG nova.virt.hardware [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.610132] env[69808]: DEBUG nova.virt.hardware [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.610406] env[69808]: DEBUG nova.virt.hardware [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.612269] env[69808]: DEBUG nova.virt.hardware [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.612269] env[69808]: DEBUG nova.virt.hardware [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.612269] env[69808]: DEBUG nova.virt.hardware [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.612269] env[69808]: DEBUG nova.virt.hardware [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.612269] env[69808]: DEBUG nova.virt.hardware [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.612269] env[69808]: DEBUG nova.virt.hardware [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.612938] env[69808]: DEBUG nova.virt.hardware [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.612938] env[69808]: DEBUG nova.virt.hardware [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.613523] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b592e3f-66b0-4657-915b-b84f72b6729a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.627864] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c15954c-9582-4ab9-9497-c2acc9af6913 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.636639] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Task: {'id': task-3789398, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.787903] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789399, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.877483] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Releasing lock "refresh_cache-514260a0-06e4-41bb-8478-3f423ce82018" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.877832] env[69808]: DEBUG nova.compute.manager [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Instance network_info: |[{"id": "742fbc15-5f0b-45ef-acac-927b76246a2a", "address": "fa:16:3e:50:a4:57", "network": {"id": "7871c611-f88c-4efd-8b54-6223ea6c5213", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1042265908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2a40a7209a747d7be75cf3f69a6c512", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap742fbc15-5f", "ovs_interfaceid": "742fbc15-5f0b-45ef-acac-927b76246a2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.878318] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:a4:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '742fbc15-5f0b-45ef-acac-927b76246a2a', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.892593] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Creating folder: Project (e2a40a7209a747d7be75cf3f69a6c512). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.893086] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6834847-1845-4b1d-9118-585462fcf859 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.909230] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Created folder: Project (e2a40a7209a747d7be75cf3f69a6c512) in parent group-v753775. [ 691.909230] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Creating folder: Instances. Parent ref: group-v753794. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.909428] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2162d9e0-4ffc-417c-b72b-7ab5debd6395 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.928087] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Created folder: Instances in parent group-v753794. [ 691.928087] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.928087] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.928087] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-599a4295-23a8-46fe-b56e-fd0b5283915d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.954649] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.954649] env[69808]: value = "task-3789402" [ 691.954649] env[69808]: _type = "Task" [ 691.954649] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.964371] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789402, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.971498] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.972819] env[69808]: DEBUG nova.compute.manager [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.976586] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.717s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.979043] env[69808]: INFO nova.compute.claims [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.985596] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.045577] env[69808]: DEBUG nova.compute.manager [req-2a477f03-35d8-4ebc-99c3-21363bb1306b req-5567837d-72ab-4c79-ba80-4313e249c83a service nova] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Received event network-changed-04511d1a-bcbb-4214-8a60-c3937d3fa865 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.046678] env[69808]: DEBUG nova.compute.manager [req-2a477f03-35d8-4ebc-99c3-21363bb1306b req-5567837d-72ab-4c79-ba80-4313e249c83a service nova] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Refreshing instance network info cache due to event network-changed-04511d1a-bcbb-4214-8a60-c3937d3fa865. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.046678] env[69808]: DEBUG oslo_concurrency.lockutils [req-2a477f03-35d8-4ebc-99c3-21363bb1306b req-5567837d-72ab-4c79-ba80-4313e249c83a service nova] Acquiring lock "refresh_cache-14cd1c1b-994c-4176-af8a-a12a3b4c4c5f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.046678] env[69808]: DEBUG oslo_concurrency.lockutils [req-2a477f03-35d8-4ebc-99c3-21363bb1306b req-5567837d-72ab-4c79-ba80-4313e249c83a service nova] Acquired lock "refresh_cache-14cd1c1b-994c-4176-af8a-a12a3b4c4c5f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.046678] env[69808]: DEBUG nova.network.neutron [req-2a477f03-35d8-4ebc-99c3-21363bb1306b req-5567837d-72ab-4c79-ba80-4313e249c83a service nova] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Refreshing network info cache for port 04511d1a-bcbb-4214-8a60-c3937d3fa865 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.064105] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557359} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.065454] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 8fb507a5-6176-47e6-94c9-340f345a0d33/8fb507a5-6176-47e6-94c9-340f345a0d33.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.065928] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.066605] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8d99549-3a35-44d5-bc4b-561be9f0e18b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.077111] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for the task: (returnval){ [ 692.077111] env[69808]: value = "task-3789403" [ 692.077111] env[69808]: _type = "Task" [ 692.077111] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.092306] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.131969] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Task: {'id': task-3789398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832551} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.132425] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f/14cd1c1b-994c-4176-af8a-a12a3b4c4c5f.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.132642] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.133863] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6dd1e60-b086-40ec-a0df-83c904f678ac {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.141851] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Waiting for the task: (returnval){ [ 692.141851] env[69808]: value = "task-3789404" [ 692.141851] env[69808]: _type = "Task" [ 692.141851] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.155104] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Task: {'id': task-3789404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.284308] env[69808]: DEBUG oslo_vmware.api [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789399, 'name': PowerOnVM_Task, 'duration_secs': 0.857129} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.284697] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.284951] env[69808]: INFO nova.compute.manager [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Took 10.16 seconds to spawn the instance on the hypervisor. [ 692.285402] env[69808]: DEBUG nova.compute.manager [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 692.286362] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd5a54e-a3e3-40b3-8247-fb16af76a0d5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.297637] env[69808]: DEBUG nova.network.neutron [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Successfully created port: 031f63d3-dde2-49e8-ac33-66a9c3681596 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.470477] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789402, 'name': CreateVM_Task, 'duration_secs': 0.389694} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.470660] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.473619] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.473619] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.473619] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.473619] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e9eaec3-7041-469c-a1f7-1ccd3ccd632a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.477650] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Waiting for the task: (returnval){ [ 692.477650] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ce3615-ff9d-1ed6-a681-e088fd2be6dd" [ 692.477650] env[69808]: _type = "Task" [ 692.477650] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.488578] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ce3615-ff9d-1ed6-a681-e088fd2be6dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.490807] env[69808]: DEBUG nova.compute.utils [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.493309] env[69808]: DEBUG nova.compute.manager [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.493309] env[69808]: DEBUG nova.network.neutron [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.588797] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145479} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.588895] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.589652] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18724fbe-8c97-4825-a6f3-3bff73692c86 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.613863] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 8fb507a5-6176-47e6-94c9-340f345a0d33/8fb507a5-6176-47e6-94c9-340f345a0d33.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.615987] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db753f59-2798-44ec-9178-37b138bbcbfd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.633620] env[69808]: DEBUG nova.network.neutron [-] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.640807] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for the task: (returnval){ [ 692.640807] env[69808]: value = "task-3789405" [ 692.640807] env[69808]: _type = "Task" [ 692.640807] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.660086] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789405, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.660752] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Task: {'id': task-3789404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075551} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.661051] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.662046] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dfda4e-e81d-4327-8531-8fc4958ebcca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.665733] env[69808]: DEBUG nova.policy [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d77baf95f5748d29dbe246b6a351b31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c93938271da14a1f8ba394cca3e2117d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.689984] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f/14cd1c1b-994c-4176-af8a-a12a3b4c4c5f.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.690204] env[69808]: DEBUG nova.network.neutron [-] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.691510] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dbb3502-3936-40b8-aac7-8b4b025e9c7b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.712112] env[69808]: INFO nova.compute.manager [-] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Took 1.69 seconds to deallocate network for instance. [ 692.718615] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Waiting for the task: (returnval){ [ 692.718615] env[69808]: value = "task-3789406" [ 692.718615] env[69808]: _type = "Task" [ 692.718615] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.732668] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Task: {'id': task-3789406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.808614] env[69808]: INFO nova.compute.manager [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Took 15.10 seconds to build instance. [ 692.988991] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ce3615-ff9d-1ed6-a681-e088fd2be6dd, 'name': SearchDatastore_Task, 'duration_secs': 0.01077} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.992207] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.992431] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.992721] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.992870] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.993297] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.994782] env[69808]: DEBUG nova.compute.manager [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.997772] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f156d47-1f41-4c3e-abd0-d5aba0ca0915 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.008242] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.008242] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.008882] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b2c2320-f556-435c-ac98-0a47a7f891be {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.017825] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Waiting for the task: (returnval){ [ 693.017825] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52867717-115f-a55a-439b-60dccb3edc04" [ 693.017825] env[69808]: _type = "Task" [ 693.017825] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.032696] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52867717-115f-a55a-439b-60dccb3edc04, 'name': SearchDatastore_Task, 'duration_secs': 0.010319} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.032696] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51d20c44-c02c-438c-86e9-96921b3165d8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.044145] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Waiting for the task: (returnval){ [ 693.044145] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52cf617f-92dd-047e-9292-b5ae43a54d56" [ 693.044145] env[69808]: _type = "Task" [ 693.044145] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.068706] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52cf617f-92dd-047e-9292-b5ae43a54d56, 'name': SearchDatastore_Task, 'duration_secs': 0.010202} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.069107] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.069365] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 514260a0-06e4-41bb-8478-3f423ce82018/514260a0-06e4-41bb-8478-3f423ce82018.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.073333] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c854945d-9dcd-4b6d-8574-ba6959eaa66c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.086181] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Waiting for the task: (returnval){ [ 693.086181] env[69808]: value = "task-3789407" [ 693.086181] env[69808]: _type = "Task" [ 693.086181] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.096439] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Task: {'id': task-3789407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.138386] env[69808]: INFO nova.compute.manager [-] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Took 2.11 seconds to deallocate network for instance. [ 693.157300] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789405, 'name': ReconfigVM_Task, 'duration_secs': 0.303393} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.157300] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 8fb507a5-6176-47e6-94c9-340f345a0d33/8fb507a5-6176-47e6-94c9-340f345a0d33.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.161128] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c728ca23-2c5e-4615-9e0b-f63a7e980ea6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.170216] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for the task: (returnval){ [ 693.170216] env[69808]: value = "task-3789408" [ 693.170216] env[69808]: _type = "Task" [ 693.170216] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.181231] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789408, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.220373] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.235829] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Task: {'id': task-3789406, 'name': ReconfigVM_Task, 'duration_secs': 0.299595} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.239262] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f/14cd1c1b-994c-4176-af8a-a12a3b4c4c5f.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.241420] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f718641d-ea28-4b3d-8b5c-cef06d0da217 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.253717] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Waiting for the task: (returnval){ [ 693.253717] env[69808]: value = "task-3789409" [ 693.253717] env[69808]: _type = "Task" [ 693.253717] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.265958] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Task: {'id': task-3789409, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.311023] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ec9d798f-4495-49fd-9bac-3bf34010ae75 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Lock "19a40d4f-ad34-4d6e-839c-4a17149e4659" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.616s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.311670] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "19a40d4f-ad34-4d6e-839c-4a17149e4659" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.953s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.312675] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed68a2e9-9dbc-4915-8be4-0f7889f8833b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.373939] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af897ea6-56cd-46c9-9c93-235a94ee2321 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.391717] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5494f0f6-c1b3-42a0-9bf0-dc87e9306648 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.434845] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9905bceb-afa8-458b-a5bc-1086bb84ce42 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.445016] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e34431-3e43-43f1-adc4-466eb6749a63 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.464263] env[69808]: DEBUG nova.compute.provider_tree [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.599799] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Task: {'id': task-3789407, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.650334] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.685377] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789408, 'name': Rename_Task, 'duration_secs': 0.30464} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.685377] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.685461] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c21cdb5e-0735-4a4d-ac68-abaf0f804802 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.692898] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for the task: (returnval){ [ 693.692898] env[69808]: value = "task-3789410" [ 693.692898] env[69808]: _type = "Task" [ 693.692898] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.706062] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.715353] env[69808]: DEBUG nova.network.neutron [req-2a477f03-35d8-4ebc-99c3-21363bb1306b req-5567837d-72ab-4c79-ba80-4313e249c83a service nova] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Updated VIF entry in instance network info cache for port 04511d1a-bcbb-4214-8a60-c3937d3fa865. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.716880] env[69808]: DEBUG nova.network.neutron [req-2a477f03-35d8-4ebc-99c3-21363bb1306b req-5567837d-72ab-4c79-ba80-4313e249c83a service nova] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Updating instance_info_cache with network_info: [{"id": "04511d1a-bcbb-4214-8a60-c3937d3fa865", "address": "fa:16:3e:f2:37:14", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04511d1a-bc", "ovs_interfaceid": "04511d1a-bcbb-4214-8a60-c3937d3fa865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.763857] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "40a2019a-162d-40e3-9a17-35eb5e284990" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.765207] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "40a2019a-162d-40e3-9a17-35eb5e284990" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.770917] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Task: {'id': task-3789409, 'name': Rename_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.830852] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "19a40d4f-ad34-4d6e-839c-4a17149e4659" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.519s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.969701] env[69808]: DEBUG nova.scheduler.client.report [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.008745] env[69808]: DEBUG nova.compute.manager [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.040664] env[69808]: DEBUG nova.virt.hardware [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.044021] env[69808]: DEBUG nova.virt.hardware [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.044021] env[69808]: DEBUG nova.virt.hardware [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.044021] env[69808]: DEBUG nova.virt.hardware [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.044021] env[69808]: DEBUG nova.virt.hardware [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.044476] env[69808]: DEBUG nova.virt.hardware [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.044822] env[69808]: DEBUG nova.virt.hardware [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.044999] env[69808]: DEBUG nova.virt.hardware [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.046822] env[69808]: DEBUG nova.virt.hardware [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.046822] env[69808]: DEBUG nova.virt.hardware [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.046822] env[69808]: DEBUG nova.virt.hardware [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.046822] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96605da-2567-42b6-9262-e4034a0c1f08 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.058056] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5328f88c-782e-41ac-9168-a11e89c29f76 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.101725] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Task: {'id': task-3789407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562863} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.102062] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 514260a0-06e4-41bb-8478-3f423ce82018/514260a0-06e4-41bb-8478-3f423ce82018.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.102296] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.102546] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01ee91e9-697e-4f86-9ee9-086c4eecb306 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.111304] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Waiting for the task: (returnval){ [ 694.111304] env[69808]: value = "task-3789411" [ 694.111304] env[69808]: _type = "Task" [ 694.111304] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.121734] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Task: {'id': task-3789411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.206894] env[69808]: DEBUG oslo_vmware.api [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789410, 'name': PowerOnVM_Task, 'duration_secs': 0.47017} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.207686] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.208022] env[69808]: INFO nova.compute.manager [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Took 4.97 seconds to spawn the instance on the hypervisor. [ 694.208342] env[69808]: DEBUG nova.compute.manager [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 694.209361] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d0b38b-c598-463d-b367-a9c63bb38d1d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.225256] env[69808]: DEBUG oslo_concurrency.lockutils [req-2a477f03-35d8-4ebc-99c3-21363bb1306b req-5567837d-72ab-4c79-ba80-4313e249c83a service nova] Releasing lock "refresh_cache-14cd1c1b-994c-4176-af8a-a12a3b4c4c5f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.225256] env[69808]: DEBUG nova.compute.manager [req-2a477f03-35d8-4ebc-99c3-21363bb1306b req-5567837d-72ab-4c79-ba80-4313e249c83a service nova] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Received event network-vif-plugged-742fbc15-5f0b-45ef-acac-927b76246a2a {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.225256] env[69808]: DEBUG oslo_concurrency.lockutils [req-2a477f03-35d8-4ebc-99c3-21363bb1306b req-5567837d-72ab-4c79-ba80-4313e249c83a service nova] Acquiring lock "514260a0-06e4-41bb-8478-3f423ce82018-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.225256] env[69808]: DEBUG oslo_concurrency.lockutils [req-2a477f03-35d8-4ebc-99c3-21363bb1306b req-5567837d-72ab-4c79-ba80-4313e249c83a service nova] Lock "514260a0-06e4-41bb-8478-3f423ce82018-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.225256] env[69808]: DEBUG oslo_concurrency.lockutils [req-2a477f03-35d8-4ebc-99c3-21363bb1306b req-5567837d-72ab-4c79-ba80-4313e249c83a service nova] Lock "514260a0-06e4-41bb-8478-3f423ce82018-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.225506] env[69808]: DEBUG nova.compute.manager [req-2a477f03-35d8-4ebc-99c3-21363bb1306b req-5567837d-72ab-4c79-ba80-4313e249c83a service nova] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] No waiting events found dispatching network-vif-plugged-742fbc15-5f0b-45ef-acac-927b76246a2a {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 694.225506] env[69808]: WARNING nova.compute.manager [req-2a477f03-35d8-4ebc-99c3-21363bb1306b req-5567837d-72ab-4c79-ba80-4313e249c83a service nova] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Received unexpected event network-vif-plugged-742fbc15-5f0b-45ef-acac-927b76246a2a for instance with vm_state building and task_state spawning. [ 694.225506] env[69808]: DEBUG nova.compute.manager [req-2a477f03-35d8-4ebc-99c3-21363bb1306b req-5567837d-72ab-4c79-ba80-4313e249c83a service nova] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Received event network-changed-742fbc15-5f0b-45ef-acac-927b76246a2a {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.225506] env[69808]: DEBUG nova.compute.manager [req-2a477f03-35d8-4ebc-99c3-21363bb1306b req-5567837d-72ab-4c79-ba80-4313e249c83a service nova] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Refreshing instance network info cache due to event network-changed-742fbc15-5f0b-45ef-acac-927b76246a2a. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.225506] env[69808]: DEBUG oslo_concurrency.lockutils [req-2a477f03-35d8-4ebc-99c3-21363bb1306b req-5567837d-72ab-4c79-ba80-4313e249c83a service nova] Acquiring lock "refresh_cache-514260a0-06e4-41bb-8478-3f423ce82018" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.225655] env[69808]: DEBUG oslo_concurrency.lockutils [req-2a477f03-35d8-4ebc-99c3-21363bb1306b req-5567837d-72ab-4c79-ba80-4313e249c83a service nova] Acquired lock "refresh_cache-514260a0-06e4-41bb-8478-3f423ce82018" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.225655] env[69808]: DEBUG nova.network.neutron [req-2a477f03-35d8-4ebc-99c3-21363bb1306b req-5567837d-72ab-4c79-ba80-4313e249c83a service nova] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Refreshing network info cache for port 742fbc15-5f0b-45ef-acac-927b76246a2a {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.267647] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Task: {'id': task-3789409, 'name': Rename_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.273289] env[69808]: DEBUG nova.compute.manager [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.424663] env[69808]: DEBUG nova.network.neutron [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Successfully created port: c5702399-11c8-400b-8e65-bbd50573c054 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.478577] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.479317] env[69808]: DEBUG nova.compute.manager [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.484357] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.188s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.627946] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Task: {'id': task-3789411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.469044} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.629646] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.635557] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b879118e-d91e-4cf7-88a5-96dbc297ce06 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.660940] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 514260a0-06e4-41bb-8478-3f423ce82018/514260a0-06e4-41bb-8478-3f423ce82018.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.661277] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5db3ed88-3ee8-4294-bd0a-bda22869fd1d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.683432] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Waiting for the task: (returnval){ [ 694.683432] env[69808]: value = "task-3789412" [ 694.683432] env[69808]: _type = "Task" [ 694.683432] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.698097] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Task: {'id': task-3789412, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.734542] env[69808]: INFO nova.compute.manager [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Took 15.72 seconds to build instance. [ 694.767763] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Task: {'id': task-3789409, 'name': Rename_Task, 'duration_secs': 1.310342} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.767866] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.768150] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-653308a8-4311-4e30-b6e5-6c667d230762 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.778206] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Waiting for the task: (returnval){ [ 694.778206] env[69808]: value = "task-3789413" [ 694.778206] env[69808]: _type = "Task" [ 694.778206] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.794051] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Task: {'id': task-3789413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.805215] env[69808]: DEBUG nova.compute.manager [req-13bd690f-d32e-4182-9d90-ae909aab7ab6 req-84272baf-525e-4296-9976-619bfa83167c service nova] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Received event network-vif-deleted-e56e7944-7360-4cd4-96c0-2897bccd065c {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.823145] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.992507] env[69808]: DEBUG nova.compute.utils [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.000789] env[69808]: DEBUG nova.compute.manager [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.000985] env[69808]: DEBUG nova.network.neutron [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.128011] env[69808]: DEBUG nova.policy [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd60b0b829a334db0a1bde6b5d8599b4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcd99dec6adc4e66b6b08d5fd5611770', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.200582] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Task: {'id': task-3789412, 'name': ReconfigVM_Task, 'duration_secs': 0.367242} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.200795] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 514260a0-06e4-41bb-8478-3f423ce82018/514260a0-06e4-41bb-8478-3f423ce82018.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.201601] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a705cf23-be8d-49b5-a861-79f93370a7e7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.214761] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Waiting for the task: (returnval){ [ 695.214761] env[69808]: value = "task-3789414" [ 695.214761] env[69808]: _type = "Task" [ 695.214761] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.231031] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Task: {'id': task-3789414, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.239036] env[69808]: DEBUG oslo_concurrency.lockutils [None req-06d38730-8e8e-4d9c-b2ae-de3d4d1cb7bd tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Lock "8fb507a5-6176-47e6-94c9-340f345a0d33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.236s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.289529] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Task: {'id': task-3789413, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.504591] env[69808]: DEBUG nova.compute.manager [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.533767] env[69808]: WARNING nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance c287a48c-5825-4c02-abfb-6e73c6ebf6b2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 695.533767] env[69808]: WARNING nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 1c17733e-c687-4852-837c-e09edfdac9ff is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 695.533767] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 0c72d267-6880-42f5-a723-2fdeb6823cb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 695.533767] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 19a40d4f-ad34-4d6e-839c-4a17149e4659 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 695.534073] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 695.534073] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 514260a0-06e4-41bb-8478-3f423ce82018 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 695.534073] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 8fb507a5-6176-47e6-94c9-340f345a0d33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 695.534073] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 695.534224] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 842e60e4-9e9a-442a-bb54-38d10ff70f95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 695.534224] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 02481d2b-70ac-48cb-a981-b88a26d327dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 695.727135] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Task: {'id': task-3789414, 'name': Rename_Task, 'duration_secs': 0.211027} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.727281] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.727537] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93106830-d710-4692-86fd-90362aaaf2f1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.735242] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Waiting for the task: (returnval){ [ 695.735242] env[69808]: value = "task-3789415" [ 695.735242] env[69808]: _type = "Task" [ 695.735242] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.745933] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Task: {'id': task-3789415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.791808] env[69808]: DEBUG oslo_vmware.api [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Task: {'id': task-3789413, 'name': PowerOnVM_Task, 'duration_secs': 0.523575} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.792814] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.793107] env[69808]: INFO nova.compute.manager [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Took 11.31 seconds to spawn the instance on the hypervisor. [ 695.793368] env[69808]: DEBUG nova.compute.manager [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 695.794397] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4dc652-17a5-414c-844a-56c483687498 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.992733] env[69808]: DEBUG nova.compute.manager [req-f1e0d3b3-0a63-47f0-86fe-0775fe88591e req-b664af35-4a97-41dc-a132-700a1ffa89af service nova] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Received event network-vif-deleted-003cb4a0-a24e-4a6e-9988-5391db8e86b0 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.037801] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 98fc3328-91fa-4e6a-93d1-f18013a5b0af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 696.144028] env[69808]: DEBUG nova.network.neutron [req-2a477f03-35d8-4ebc-99c3-21363bb1306b req-5567837d-72ab-4c79-ba80-4313e249c83a service nova] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Updated VIF entry in instance network info cache for port 742fbc15-5f0b-45ef-acac-927b76246a2a. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.144028] env[69808]: DEBUG nova.network.neutron [req-2a477f03-35d8-4ebc-99c3-21363bb1306b req-5567837d-72ab-4c79-ba80-4313e249c83a service nova] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Updating instance_info_cache with network_info: [{"id": "742fbc15-5f0b-45ef-acac-927b76246a2a", "address": "fa:16:3e:50:a4:57", "network": {"id": "7871c611-f88c-4efd-8b54-6223ea6c5213", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1042265908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2a40a7209a747d7be75cf3f69a6c512", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap742fbc15-5f", "ovs_interfaceid": "742fbc15-5f0b-45ef-acac-927b76246a2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.252985] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Task: {'id': task-3789415, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.303714] env[69808]: DEBUG nova.network.neutron [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Successfully created port: 16a6ef4b-55ca-4a94-a80b-1ad740b3af5b {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.323776] env[69808]: INFO nova.compute.manager [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Took 17.68 seconds to build instance. [ 696.517441] env[69808]: DEBUG nova.compute.manager [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.545922] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance e8cb0608-7726-4b10-a6ce-27b9a6182bcc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 696.555545] env[69808]: DEBUG nova.virt.hardware [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.555798] env[69808]: DEBUG nova.virt.hardware [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.556009] env[69808]: DEBUG nova.virt.hardware [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.556172] env[69808]: DEBUG nova.virt.hardware [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.556324] env[69808]: DEBUG nova.virt.hardware [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.556472] env[69808]: DEBUG nova.virt.hardware [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.556692] env[69808]: DEBUG nova.virt.hardware [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.556850] env[69808]: DEBUG nova.virt.hardware [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.557066] env[69808]: DEBUG nova.virt.hardware [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.557207] env[69808]: DEBUG nova.virt.hardware [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.557385] env[69808]: DEBUG nova.virt.hardware [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.558290] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2560db07-4f2c-4dce-bf1b-65c7587c3095 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.567955] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65586c0-5a86-4919-9717-fb9ee84b1cfc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.643789] env[69808]: DEBUG oslo_concurrency.lockutils [req-2a477f03-35d8-4ebc-99c3-21363bb1306b req-5567837d-72ab-4c79-ba80-4313e249c83a service nova] Releasing lock "refresh_cache-514260a0-06e4-41bb-8478-3f423ce82018" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.651781] env[69808]: DEBUG nova.network.neutron [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Successfully updated port: 031f63d3-dde2-49e8-ac33-66a9c3681596 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.752570] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Task: {'id': task-3789415, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.826236] env[69808]: DEBUG oslo_concurrency.lockutils [None req-05609081-f11b-489e-adeb-808eb310f1ee tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Lock "14cd1c1b-994c-4176-af8a-a12a3b4c4c5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.194s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.050197] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 892ec809-73b2-41f3-949f-95c2766d3a30 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 697.104260] env[69808]: DEBUG oslo_concurrency.lockutils [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Acquiring lock "bceff13b-021c-4103-8841-1ddf6baa262b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.104479] env[69808]: DEBUG oslo_concurrency.lockutils [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Lock "bceff13b-021c-4103-8841-1ddf6baa262b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.155976] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "refresh_cache-1d559a8a-e2aa-45db-9b49-dc0ad28ceb77" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.156101] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquired lock "refresh_cache-1d559a8a-e2aa-45db-9b49-dc0ad28ceb77" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.156301] env[69808]: DEBUG nova.network.neutron [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.252847] env[69808]: DEBUG oslo_vmware.api [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Task: {'id': task-3789415, 'name': PowerOnVM_Task, 'duration_secs': 1.475078} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.253139] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.253385] env[69808]: INFO nova.compute.manager [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Took 10.45 seconds to spawn the instance on the hypervisor. [ 697.253513] env[69808]: DEBUG nova.compute.manager [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 697.254453] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd0f928-fd2d-49ee-ab4b-c596a1afbb5e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.274203] env[69808]: DEBUG nova.compute.manager [None req-b22b24c1-1297-478c-8a45-d41283cee714 tempest-ServerDiagnosticsV248Test-1367647765 tempest-ServerDiagnosticsV248Test-1367647765-project-admin] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 697.280937] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e7849b-f41a-4b25-b1fc-9c1118f0e7a0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.295260] env[69808]: INFO nova.compute.manager [None req-b22b24c1-1297-478c-8a45-d41283cee714 tempest-ServerDiagnosticsV248Test-1367647765 tempest-ServerDiagnosticsV248Test-1367647765-project-admin] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Retrieving diagnostics [ 697.296080] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3fb671-ab18-41ba-bfac-0cd9d20c9c6a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.555911] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 40a2019a-162d-40e3-9a17-35eb5e284990 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 697.556777] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 697.556964] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 697.608366] env[69808]: DEBUG nova.compute.manager [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.757292] env[69808]: DEBUG nova.network.neutron [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.788101] env[69808]: INFO nova.compute.manager [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Took 18.95 seconds to build instance. [ 697.879628] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9955fff-279b-4245-b530-6172856d6256 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.889969] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbadefe0-dfa2-4cc1-8c29-fa26aa9327b4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.935348] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225c763f-9d59-4c97-8c8f-983b67b1c8ed {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.945253] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaa84e5-b18f-4264-af67-9fb26b0814fc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.963932] env[69808]: DEBUG nova.compute.provider_tree [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.147147] env[69808]: DEBUG oslo_concurrency.lockutils [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.251800] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "267b2c2e-b6b8-415d-acb8-f8415b622418" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.252068] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "267b2c2e-b6b8-415d-acb8-f8415b622418" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.291831] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cd709aad-f8ef-45a9-b821-11f0451ad020 tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Lock "514260a0-06e4-41bb-8478-3f423ce82018" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.467s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.468335] env[69808]: DEBUG nova.scheduler.client.report [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.614261] env[69808]: DEBUG nova.network.neutron [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Updating instance_info_cache with network_info: [{"id": "031f63d3-dde2-49e8-ac33-66a9c3681596", "address": "fa:16:3e:23:8c:00", "network": {"id": "7767bb95-5cc6-4aca-b6c1-dbfcc00b332b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-149431807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b235077870b4008bb457876b9239c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap031f63d3-dd", "ovs_interfaceid": "031f63d3-dde2-49e8-ac33-66a9c3681596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.664156] env[69808]: DEBUG nova.network.neutron [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Successfully updated port: c5702399-11c8-400b-8e65-bbd50573c054 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.754903] env[69808]: DEBUG nova.compute.manager [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.975339] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69808) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 698.975607] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.492s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.975876] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.661s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.978166] env[69808]: INFO nova.compute.claims [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.980186] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 698.980413] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Getting list of instances from cluster (obj){ [ 698.980413] env[69808]: value = "domain-c8" [ 698.980413] env[69808]: _type = "ClusterComputeResource" [ 698.980413] env[69808]: } {{(pid=69808) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 698.983010] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78568a38-e225-4a04-90fd-2e5e50ef7f89 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.998310] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Got total of 5 instances {{(pid=69808) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 699.121557] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Releasing lock "refresh_cache-1d559a8a-e2aa-45db-9b49-dc0ad28ceb77" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.122600] env[69808]: DEBUG nova.compute.manager [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Instance network_info: |[{"id": "031f63d3-dde2-49e8-ac33-66a9c3681596", "address": "fa:16:3e:23:8c:00", "network": {"id": "7767bb95-5cc6-4aca-b6c1-dbfcc00b332b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-149431807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b235077870b4008bb457876b9239c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap031f63d3-dd", "ovs_interfaceid": "031f63d3-dde2-49e8-ac33-66a9c3681596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.123024] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:8c:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '031f63d3-dde2-49e8-ac33-66a9c3681596', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.133889] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Creating folder: Project (2b235077870b4008bb457876b9239c6e). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.134810] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e18cabc2-44b3-4063-bce1-72747129f6d0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.148447] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Created folder: Project (2b235077870b4008bb457876b9239c6e) in parent group-v753775. [ 699.148759] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Creating folder: Instances. Parent ref: group-v753797. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.149037] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f58e1741-5d33-4ff7-b31a-ee230f7d4602 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.161688] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Created folder: Instances in parent group-v753797. [ 699.163097] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.163097] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.163097] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b3b0a09-0a38-4331-869a-e524c59dc992 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.193745] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Acquiring lock "refresh_cache-842e60e4-9e9a-442a-bb54-38d10ff70f95" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.194008] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Acquired lock "refresh_cache-842e60e4-9e9a-442a-bb54-38d10ff70f95" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.194278] env[69808]: DEBUG nova.network.neutron [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.195974] env[69808]: INFO nova.compute.manager [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Rebuilding instance [ 699.210531] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.210531] env[69808]: value = "task-3789418" [ 699.210531] env[69808]: _type = "Task" [ 699.210531] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.227780] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789418, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.294047] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.294397] env[69808]: DEBUG nova.compute.manager [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 699.295552] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb35143-43f3-4094-a599-f04d89bdfa0e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.520211] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "182c3c6f-9376-4d7c-9adc-af7f0237a6f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.520211] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "182c3c6f-9376-4d7c-9adc-af7f0237a6f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.665064] env[69808]: DEBUG nova.network.neutron [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Successfully updated port: 16a6ef4b-55ca-4a94-a80b-1ad740b3af5b {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.733794] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789418, 'name': CreateVM_Task, 'duration_secs': 0.390209} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.733919] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.734758] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.734870] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.735279] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.735468] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-547a9218-77ab-446b-96d1-9005b2cbf5b5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.747439] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 699.747439] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52502ee1-3d99-3517-e22c-87d0b06d36e6" [ 699.747439] env[69808]: _type = "Task" [ 699.747439] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.763129] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52502ee1-3d99-3517-e22c-87d0b06d36e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.872773] env[69808]: DEBUG nova.network.neutron [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.022989] env[69808]: DEBUG nova.compute.manager [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.170535] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Acquiring lock "refresh_cache-02481d2b-70ac-48cb-a981-b88a26d327dc" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.170709] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Acquired lock "refresh_cache-02481d2b-70ac-48cb-a981-b88a26d327dc" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.171069] env[69808]: DEBUG nova.network.neutron [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.268440] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52502ee1-3d99-3517-e22c-87d0b06d36e6, 'name': SearchDatastore_Task, 'duration_secs': 0.01361} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.271739] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.271978] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.272100] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.274888] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.274888] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.274888] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ed9a19c-7649-4a04-9617-7b26969e1d2f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.287391] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.287391] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.287391] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc254494-98ae-4b65-87bb-00638314537e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.299558] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 700.299558] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c18673-b35f-ee49-05f2-b73a05306282" [ 700.299558] env[69808]: _type = "Task" [ 700.299558] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.313207] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c18673-b35f-ee49-05f2-b73a05306282, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.318069] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.318069] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5539950-5d67-4862-aab3-27df43cfb28c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.327274] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for the task: (returnval){ [ 700.327274] env[69808]: value = "task-3789419" [ 700.327274] env[69808]: _type = "Task" [ 700.327274] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.340883] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.343784] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa15322-cf20-4d2b-a4a9-93a3d2b96c8f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.353747] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ec1632-a30d-4e8f-a6f0-3cd026d393ab {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.393931] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d70358e-eaf7-4ba2-bc33-cf1e93b62c5f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.403463] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787d8aba-704d-47fb-b3ea-8c340fb22e98 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.412066] env[69808]: DEBUG nova.compute.manager [req-64305cea-a2c8-4cdd-a1d5-7d1f519ea4f4 req-9e392c01-0288-42f1-9b2c-dd204aa3c6e4 service nova] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Received event network-vif-plugged-031f63d3-dde2-49e8-ac33-66a9c3681596 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.412991] env[69808]: DEBUG oslo_concurrency.lockutils [req-64305cea-a2c8-4cdd-a1d5-7d1f519ea4f4 req-9e392c01-0288-42f1-9b2c-dd204aa3c6e4 service nova] Acquiring lock "1d559a8a-e2aa-45db-9b49-dc0ad28ceb77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.412991] env[69808]: DEBUG oslo_concurrency.lockutils [req-64305cea-a2c8-4cdd-a1d5-7d1f519ea4f4 req-9e392c01-0288-42f1-9b2c-dd204aa3c6e4 service nova] Lock "1d559a8a-e2aa-45db-9b49-dc0ad28ceb77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.412991] env[69808]: DEBUG oslo_concurrency.lockutils [req-64305cea-a2c8-4cdd-a1d5-7d1f519ea4f4 req-9e392c01-0288-42f1-9b2c-dd204aa3c6e4 service nova] Lock "1d559a8a-e2aa-45db-9b49-dc0ad28ceb77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.413150] env[69808]: DEBUG nova.compute.manager [req-64305cea-a2c8-4cdd-a1d5-7d1f519ea4f4 req-9e392c01-0288-42f1-9b2c-dd204aa3c6e4 service nova] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] No waiting events found dispatching network-vif-plugged-031f63d3-dde2-49e8-ac33-66a9c3681596 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 700.413950] env[69808]: WARNING nova.compute.manager [req-64305cea-a2c8-4cdd-a1d5-7d1f519ea4f4 req-9e392c01-0288-42f1-9b2c-dd204aa3c6e4 service nova] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Received unexpected event network-vif-plugged-031f63d3-dde2-49e8-ac33-66a9c3681596 for instance with vm_state building and task_state spawning. [ 700.413950] env[69808]: DEBUG nova.compute.manager [req-64305cea-a2c8-4cdd-a1d5-7d1f519ea4f4 req-9e392c01-0288-42f1-9b2c-dd204aa3c6e4 service nova] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Received event network-changed-031f63d3-dde2-49e8-ac33-66a9c3681596 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.413950] env[69808]: DEBUG nova.compute.manager [req-64305cea-a2c8-4cdd-a1d5-7d1f519ea4f4 req-9e392c01-0288-42f1-9b2c-dd204aa3c6e4 service nova] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Refreshing instance network info cache due to event network-changed-031f63d3-dde2-49e8-ac33-66a9c3681596. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.414111] env[69808]: DEBUG oslo_concurrency.lockutils [req-64305cea-a2c8-4cdd-a1d5-7d1f519ea4f4 req-9e392c01-0288-42f1-9b2c-dd204aa3c6e4 service nova] Acquiring lock "refresh_cache-1d559a8a-e2aa-45db-9b49-dc0ad28ceb77" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.414213] env[69808]: DEBUG oslo_concurrency.lockutils [req-64305cea-a2c8-4cdd-a1d5-7d1f519ea4f4 req-9e392c01-0288-42f1-9b2c-dd204aa3c6e4 service nova] Acquired lock "refresh_cache-1d559a8a-e2aa-45db-9b49-dc0ad28ceb77" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.414435] env[69808]: DEBUG nova.network.neutron [req-64305cea-a2c8-4cdd-a1d5-7d1f519ea4f4 req-9e392c01-0288-42f1-9b2c-dd204aa3c6e4 service nova] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Refreshing network info cache for port 031f63d3-dde2-49e8-ac33-66a9c3681596 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.432185] env[69808]: DEBUG nova.compute.provider_tree [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.484937] env[69808]: DEBUG oslo_concurrency.lockutils [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.485444] env[69808]: DEBUG oslo_concurrency.lockutils [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.517380] env[69808]: DEBUG nova.network.neutron [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Updating instance_info_cache with network_info: [{"id": "c5702399-11c8-400b-8e65-bbd50573c054", "address": "fa:16:3e:60:d4:2c", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5702399-11", "ovs_interfaceid": "c5702399-11c8-400b-8e65-bbd50573c054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.562594] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.813587] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c18673-b35f-ee49-05f2-b73a05306282, 'name': SearchDatastore_Task, 'duration_secs': 0.014698} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.814577] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16242c57-f477-4bae-9cd5-23c9f793ae08 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.820708] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 700.820708] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52252f7a-f2d8-22ce-b265-4b9fe6692955" [ 700.820708] env[69808]: _type = "Task" [ 700.820708] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.830539] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52252f7a-f2d8-22ce-b265-4b9fe6692955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.840445] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789419, 'name': PowerOffVM_Task, 'duration_secs': 0.156275} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.840728] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.841640] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.842093] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68374e8b-5532-40fb-ad9d-9d4084356f2d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.850951] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.851351] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d89fdc2d-2c63-4f36-93d6-e379929fcf4a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.878699] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.878993] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.879287] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Deleting the datastore file [datastore2] 8fb507a5-6176-47e6-94c9-340f345a0d33 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.879475] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af25e775-46a2-406a-851c-541c2c59df71 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.889994] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for the task: (returnval){ [ 700.889994] env[69808]: value = "task-3789421" [ 700.889994] env[69808]: _type = "Task" [ 700.889994] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.897287] env[69808]: DEBUG nova.compute.manager [req-a18c1ab9-c2d1-435d-8316-b06a3d0b902c req-e17012cc-e9e2-4aac-bbc6-ea22b6584ccd service nova] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Received event network-vif-plugged-16a6ef4b-55ca-4a94-a80b-1ad740b3af5b {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.897505] env[69808]: DEBUG oslo_concurrency.lockutils [req-a18c1ab9-c2d1-435d-8316-b06a3d0b902c req-e17012cc-e9e2-4aac-bbc6-ea22b6584ccd service nova] Acquiring lock "02481d2b-70ac-48cb-a981-b88a26d327dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.897707] env[69808]: DEBUG oslo_concurrency.lockutils [req-a18c1ab9-c2d1-435d-8316-b06a3d0b902c req-e17012cc-e9e2-4aac-bbc6-ea22b6584ccd service nova] Lock "02481d2b-70ac-48cb-a981-b88a26d327dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.897864] env[69808]: DEBUG oslo_concurrency.lockutils [req-a18c1ab9-c2d1-435d-8316-b06a3d0b902c req-e17012cc-e9e2-4aac-bbc6-ea22b6584ccd service nova] Lock "02481d2b-70ac-48cb-a981-b88a26d327dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.898036] env[69808]: DEBUG nova.compute.manager [req-a18c1ab9-c2d1-435d-8316-b06a3d0b902c req-e17012cc-e9e2-4aac-bbc6-ea22b6584ccd service nova] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] No waiting events found dispatching network-vif-plugged-16a6ef4b-55ca-4a94-a80b-1ad740b3af5b {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 700.898368] env[69808]: WARNING nova.compute.manager [req-a18c1ab9-c2d1-435d-8316-b06a3d0b902c req-e17012cc-e9e2-4aac-bbc6-ea22b6584ccd service nova] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Received unexpected event network-vif-plugged-16a6ef4b-55ca-4a94-a80b-1ad740b3af5b for instance with vm_state building and task_state spawning. [ 700.899257] env[69808]: DEBUG nova.network.neutron [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.907446] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.936994] env[69808]: DEBUG nova.scheduler.client.report [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.024190] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Releasing lock "refresh_cache-842e60e4-9e9a-442a-bb54-38d10ff70f95" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.024484] env[69808]: DEBUG nova.compute.manager [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Instance network_info: |[{"id": "c5702399-11c8-400b-8e65-bbd50573c054", "address": "fa:16:3e:60:d4:2c", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5702399-11", "ovs_interfaceid": "c5702399-11c8-400b-8e65-bbd50573c054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.024966] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:d4:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5702399-11c8-400b-8e65-bbd50573c054', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.035961] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Creating folder: Project (c93938271da14a1f8ba394cca3e2117d). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.037845] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae8d10ce-69be-4083-8625-98ee6e141062 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.055363] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Created folder: Project (c93938271da14a1f8ba394cca3e2117d) in parent group-v753775. [ 701.055706] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Creating folder: Instances. Parent ref: group-v753800. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.055967] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0829e134-4c6f-4e46-9951-339a94118d63 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.070313] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Created folder: Instances in parent group-v753800. [ 701.070516] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.072785] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.073012] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b81ebbf8-2b99-48a1-ac2b-f1499cc07e41 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.093982] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.093982] env[69808]: value = "task-3789424" [ 701.093982] env[69808]: _type = "Task" [ 701.093982] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.104422] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789424, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.295981] env[69808]: DEBUG nova.network.neutron [req-64305cea-a2c8-4cdd-a1d5-7d1f519ea4f4 req-9e392c01-0288-42f1-9b2c-dd204aa3c6e4 service nova] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Updated VIF entry in instance network info cache for port 031f63d3-dde2-49e8-ac33-66a9c3681596. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.295981] env[69808]: DEBUG nova.network.neutron [req-64305cea-a2c8-4cdd-a1d5-7d1f519ea4f4 req-9e392c01-0288-42f1-9b2c-dd204aa3c6e4 service nova] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Updating instance_info_cache with network_info: [{"id": "031f63d3-dde2-49e8-ac33-66a9c3681596", "address": "fa:16:3e:23:8c:00", "network": {"id": "7767bb95-5cc6-4aca-b6c1-dbfcc00b332b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-149431807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b235077870b4008bb457876b9239c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap031f63d3-dd", "ovs_interfaceid": "031f63d3-dde2-49e8-ac33-66a9c3681596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.311057] env[69808]: DEBUG nova.network.neutron [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Updating instance_info_cache with network_info: [{"id": "16a6ef4b-55ca-4a94-a80b-1ad740b3af5b", "address": "fa:16:3e:84:66:10", "network": {"id": "5160353f-c314-4609-8476-f7c23d59784b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1401969460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcd99dec6adc4e66b6b08d5fd5611770", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16a6ef4b-55", "ovs_interfaceid": "16a6ef4b-55ca-4a94-a80b-1ad740b3af5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.339569] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52252f7a-f2d8-22ce-b265-4b9fe6692955, 'name': SearchDatastore_Task, 'duration_secs': 0.038342} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.340322] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.340607] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77/1d559a8a-e2aa-45db-9b49-dc0ad28ceb77.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.341697] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b13aa68d-3d60-49ed-97fc-c1d302109df2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.354313] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 701.354313] env[69808]: value = "task-3789425" [ 701.354313] env[69808]: _type = "Task" [ 701.354313] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.366083] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.400821] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353683} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.401932] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.402197] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.402453] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.442504] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.443239] env[69808]: DEBUG nova.compute.manager [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.450097] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.851s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.453398] env[69808]: INFO nova.compute.claims [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.611243] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789424, 'name': CreateVM_Task, 'duration_secs': 0.474045} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.611243] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.611243] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.611243] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.611243] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.611243] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4de47aab-d49d-4c68-bff7-af22fd4dfa12 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.619032] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Waiting for the task: (returnval){ [ 701.619032] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ccc737-30ea-5979-6818-d7da8abdea51" [ 701.619032] env[69808]: _type = "Task" [ 701.619032] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.628099] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ccc737-30ea-5979-6818-d7da8abdea51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.806200] env[69808]: DEBUG oslo_concurrency.lockutils [req-64305cea-a2c8-4cdd-a1d5-7d1f519ea4f4 req-9e392c01-0288-42f1-9b2c-dd204aa3c6e4 service nova] Releasing lock "refresh_cache-1d559a8a-e2aa-45db-9b49-dc0ad28ceb77" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.808653] env[69808]: DEBUG nova.compute.manager [req-64305cea-a2c8-4cdd-a1d5-7d1f519ea4f4 req-9e392c01-0288-42f1-9b2c-dd204aa3c6e4 service nova] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Received event network-vif-plugged-c5702399-11c8-400b-8e65-bbd50573c054 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.808905] env[69808]: DEBUG oslo_concurrency.lockutils [req-64305cea-a2c8-4cdd-a1d5-7d1f519ea4f4 req-9e392c01-0288-42f1-9b2c-dd204aa3c6e4 service nova] Acquiring lock "842e60e4-9e9a-442a-bb54-38d10ff70f95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.810890] env[69808]: DEBUG oslo_concurrency.lockutils [req-64305cea-a2c8-4cdd-a1d5-7d1f519ea4f4 req-9e392c01-0288-42f1-9b2c-dd204aa3c6e4 service nova] Lock "842e60e4-9e9a-442a-bb54-38d10ff70f95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.810890] env[69808]: DEBUG oslo_concurrency.lockutils [req-64305cea-a2c8-4cdd-a1d5-7d1f519ea4f4 req-9e392c01-0288-42f1-9b2c-dd204aa3c6e4 service nova] Lock "842e60e4-9e9a-442a-bb54-38d10ff70f95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.810890] env[69808]: DEBUG nova.compute.manager [req-64305cea-a2c8-4cdd-a1d5-7d1f519ea4f4 req-9e392c01-0288-42f1-9b2c-dd204aa3c6e4 service nova] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] No waiting events found dispatching network-vif-plugged-c5702399-11c8-400b-8e65-bbd50573c054 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 701.810890] env[69808]: WARNING nova.compute.manager [req-64305cea-a2c8-4cdd-a1d5-7d1f519ea4f4 req-9e392c01-0288-42f1-9b2c-dd204aa3c6e4 service nova] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Received unexpected event network-vif-plugged-c5702399-11c8-400b-8e65-bbd50573c054 for instance with vm_state building and task_state spawning. [ 701.815908] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Releasing lock "refresh_cache-02481d2b-70ac-48cb-a981-b88a26d327dc" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.817984] env[69808]: DEBUG nova.compute.manager [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Instance network_info: |[{"id": "16a6ef4b-55ca-4a94-a80b-1ad740b3af5b", "address": "fa:16:3e:84:66:10", "network": {"id": "5160353f-c314-4609-8476-f7c23d59784b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1401969460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcd99dec6adc4e66b6b08d5fd5611770", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16a6ef4b-55", "ovs_interfaceid": "16a6ef4b-55ca-4a94-a80b-1ad740b3af5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.818104] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:66:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16a6ef4b-55ca-4a94-a80b-1ad740b3af5b', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.829835] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Creating folder: Project (bcd99dec6adc4e66b6b08d5fd5611770). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.830420] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90d89563-667c-45e4-9a5f-91c48779bb0b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.846888] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Created folder: Project (bcd99dec6adc4e66b6b08d5fd5611770) in parent group-v753775. [ 701.847217] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Creating folder: Instances. Parent ref: group-v753803. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.847571] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18cf841f-348f-414b-888a-643a6c32d58b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.860630] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Created folder: Instances in parent group-v753803. [ 701.861210] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.861210] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.861397] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be2aeef7-45e6-42e9-80a4-a11651e4fe71 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.883422] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789425, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.890339] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.890339] env[69808]: value = "task-3789428" [ 701.890339] env[69808]: _type = "Task" [ 701.890339] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.902303] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789428, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.960654] env[69808]: DEBUG nova.compute.utils [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.965498] env[69808]: DEBUG nova.compute.manager [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.965498] env[69808]: DEBUG nova.network.neutron [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.134207] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ccc737-30ea-5979-6818-d7da8abdea51, 'name': SearchDatastore_Task, 'duration_secs': 0.011897} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.134643] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.134896] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.135197] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.136271] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.136271] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.136271] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc2ed3f9-a545-46b6-9333-d3bf1ac2d628 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.158359] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.158923] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.160932] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07b0baa6-c8f9-474c-8609-4f729f4ef8c8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.168167] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Waiting for the task: (returnval){ [ 702.168167] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524b55c4-ea32-1fd1-5ef6-119707206845" [ 702.168167] env[69808]: _type = "Task" [ 702.168167] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.180772] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524b55c4-ea32-1fd1-5ef6-119707206845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.195969] env[69808]: DEBUG nova.policy [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09e33f40481e460f9ee1c3260c3ecde3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f5fe2cd35d8462a9c1fe079f80c136c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.370488] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.862138} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.370488] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77/1d559a8a-e2aa-45db-9b49-dc0ad28ceb77.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.370488] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.370488] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2a4382b-7e15-4b10-a717-20d395136eba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.380291] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 702.380291] env[69808]: value = "task-3789429" [ 702.380291] env[69808]: _type = "Task" [ 702.380291] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.390310] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.401772] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789428, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.450133] env[69808]: DEBUG nova.virt.hardware [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.450133] env[69808]: DEBUG nova.virt.hardware [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.454396] env[69808]: DEBUG nova.virt.hardware [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.454396] env[69808]: DEBUG nova.virt.hardware [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.454396] env[69808]: DEBUG nova.virt.hardware [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.454396] env[69808]: DEBUG nova.virt.hardware [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.454396] env[69808]: DEBUG nova.virt.hardware [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.454642] env[69808]: DEBUG nova.virt.hardware [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.454642] env[69808]: DEBUG nova.virt.hardware [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.454642] env[69808]: DEBUG nova.virt.hardware [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.454642] env[69808]: DEBUG nova.virt.hardware [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.454642] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efae445-f784-4da4-8c7e-6efde2b225a9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.469089] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106d7397-9ae8-4e71-9338-e1dff29399c1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.474654] env[69808]: DEBUG nova.compute.manager [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.495018] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Instance VIF info [] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.500848] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.501497] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.501912] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc757c4c-15ab-4c72-9da1-1d6825a07d61 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.523897] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.523897] env[69808]: value = "task-3789430" [ 702.523897] env[69808]: _type = "Task" [ 702.523897] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.533586] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789430, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.679864] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524b55c4-ea32-1fd1-5ef6-119707206845, 'name': SearchDatastore_Task, 'duration_secs': 0.032533} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.684199] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-573d5ce2-a411-433b-9bb7-957c9bfdc20b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.690829] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Waiting for the task: (returnval){ [ 702.690829] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523a9e4e-4898-e196-d5e0-2ef9617ecfbe" [ 702.690829] env[69808]: _type = "Task" [ 702.690829] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.700238] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523a9e4e-4898-e196-d5e0-2ef9617ecfbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.890225] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960a51fa-8897-45f4-ad4a-8a0d18346ce9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.902684] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143073} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.907718] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.908982] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda2bfc3-bd55-456a-b461-2d5f930b637c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.916629] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e33166-de1a-4fbb-8b46-b9bf54d4de2b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.945211] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77/1d559a8a-e2aa-45db-9b49-dc0ad28ceb77.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.945211] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789428, 'name': CreateVM_Task, 'duration_secs': 0.869952} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.945211] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a62474c2-826d-4e29-958c-51d4b00ae901 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.961753] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.988700] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.988925] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.989916] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.997797] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d3d383-1215-4987-bdfc-f28020f7fdcb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.001913] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56f02cd-0aba-48aa-9351-f38e3629ab24 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.009680] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 703.009680] env[69808]: value = "task-3789431" [ 703.009680] env[69808]: _type = "Task" [ 703.009680] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.024958] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Waiting for the task: (returnval){ [ 703.024958] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524ca8dc-dfbb-a0e5-be16-63505a72a479" [ 703.024958] env[69808]: _type = "Task" [ 703.024958] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.024958] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3455997b-5118-4005-a46e-526c3ccc7c42 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.038019] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.068422] env[69808]: DEBUG nova.compute.provider_tree [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.070444] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524ca8dc-dfbb-a0e5-be16-63505a72a479, 'name': SearchDatastore_Task, 'duration_secs': 0.018061} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.070650] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789430, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.071845] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.072090] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.072313] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.208830] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523a9e4e-4898-e196-d5e0-2ef9617ecfbe, 'name': SearchDatastore_Task, 'duration_secs': 0.031046} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.208830] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.209458] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 842e60e4-9e9a-442a-bb54-38d10ff70f95/842e60e4-9e9a-442a-bb54-38d10ff70f95.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.212631] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.212631] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.212631] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e46ae08b-e182-40bc-ae50-f1ed37b3a91f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.216662] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ba758ad-8bc3-420b-bb45-41b2ac6565d5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.230689] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Waiting for the task: (returnval){ [ 703.230689] env[69808]: value = "task-3789432" [ 703.230689] env[69808]: _type = "Task" [ 703.230689] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.232649] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.233701] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.237839] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdfb9363-8064-4e6f-ae60-54315173d711 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.248031] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': task-3789432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.249223] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Waiting for the task: (returnval){ [ 703.249223] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5235f313-ce1a-020c-bc95-c5d60519c90d" [ 703.249223] env[69808]: _type = "Task" [ 703.249223] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.260939] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5235f313-ce1a-020c-bc95-c5d60519c90d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.511901] env[69808]: DEBUG nova.compute.manager [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.529742] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789431, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.558292] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789430, 'name': CreateVM_Task, 'duration_secs': 0.69228} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.558849] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.560425] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.560425] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.560425] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.560425] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee1affc6-3108-47a4-8214-2a45675f9457 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.569208] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for the task: (returnval){ [ 703.569208] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d4d4db-71d1-6fbe-d71f-51beb2930106" [ 703.569208] env[69808]: _type = "Task" [ 703.569208] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.571695] env[69808]: DEBUG nova.virt.hardware [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:37:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1331714291',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-378088778',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.571695] env[69808]: DEBUG nova.virt.hardware [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.571695] env[69808]: DEBUG nova.virt.hardware [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.571979] env[69808]: DEBUG nova.virt.hardware [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.571979] env[69808]: DEBUG nova.virt.hardware [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.573384] env[69808]: DEBUG nova.virt.hardware [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.573384] env[69808]: DEBUG nova.virt.hardware [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.573384] env[69808]: DEBUG nova.virt.hardware [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.573384] env[69808]: DEBUG nova.virt.hardware [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.573384] env[69808]: DEBUG nova.virt.hardware [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.573941] env[69808]: DEBUG nova.virt.hardware [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.574187] env[69808]: DEBUG nova.scheduler.client.report [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.580486] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0c2e7f-f91f-4f27-9f08-08dcd16fe4fc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.596447] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f3e4bf-31f8-4f50-89cc-7219195f94ce {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.601242] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d4d4db-71d1-6fbe-d71f-51beb2930106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.637558] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "3216aa34-6732-4e07-97cc-6a80533c479b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.637851] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "3216aa34-6732-4e07-97cc-6a80533c479b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.747719] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': task-3789432, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.768403] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5235f313-ce1a-020c-bc95-c5d60519c90d, 'name': SearchDatastore_Task, 'duration_secs': 0.014181} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.768947] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6039786-326c-427a-a1c7-1c90d9904619 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.776688] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Waiting for the task: (returnval){ [ 703.776688] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a9c0ce-4e0b-b926-d55a-fffc5c282232" [ 703.776688] env[69808]: _type = "Task" [ 703.776688] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.789494] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a9c0ce-4e0b-b926-d55a-fffc5c282232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.799491] env[69808]: DEBUG nova.network.neutron [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Successfully created port: 3b3b224d-1c32-4967-9109-13fd557eaff0 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.960908] env[69808]: DEBUG nova.compute.manager [req-64b25dbe-124e-40cf-bff7-294094e1d4e6 req-3504e04a-86b9-44de-bb77-772ccd0ef96f service nova] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Received event network-changed-c5702399-11c8-400b-8e65-bbd50573c054 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.961214] env[69808]: DEBUG nova.compute.manager [req-64b25dbe-124e-40cf-bff7-294094e1d4e6 req-3504e04a-86b9-44de-bb77-772ccd0ef96f service nova] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Refreshing instance network info cache due to event network-changed-c5702399-11c8-400b-8e65-bbd50573c054. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.961477] env[69808]: DEBUG oslo_concurrency.lockutils [req-64b25dbe-124e-40cf-bff7-294094e1d4e6 req-3504e04a-86b9-44de-bb77-772ccd0ef96f service nova] Acquiring lock "refresh_cache-842e60e4-9e9a-442a-bb54-38d10ff70f95" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.962644] env[69808]: DEBUG oslo_concurrency.lockutils [req-64b25dbe-124e-40cf-bff7-294094e1d4e6 req-3504e04a-86b9-44de-bb77-772ccd0ef96f service nova] Acquired lock "refresh_cache-842e60e4-9e9a-442a-bb54-38d10ff70f95" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.963622] env[69808]: DEBUG nova.network.neutron [req-64b25dbe-124e-40cf-bff7-294094e1d4e6 req-3504e04a-86b9-44de-bb77-772ccd0ef96f service nova] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Refreshing network info cache for port c5702399-11c8-400b-8e65-bbd50573c054 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.031026] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789431, 'name': ReconfigVM_Task, 'duration_secs': 0.578968} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.032468] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77/1d559a8a-e2aa-45db-9b49-dc0ad28ceb77.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.034032] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-620e2c8d-6f33-4e2a-8b5a-1f4273bb6539 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.046298] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 704.046298] env[69808]: value = "task-3789433" [ 704.046298] env[69808]: _type = "Task" [ 704.046298] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.055946] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789433, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.084986] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.085550] env[69808]: DEBUG nova.compute.manager [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.088172] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d4d4db-71d1-6fbe-d71f-51beb2930106, 'name': SearchDatastore_Task, 'duration_secs': 0.07542} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.088642] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.104s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.090093] env[69808]: INFO nova.compute.claims [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.092522] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.092741] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.092942] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.146398] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquiring lock "5bf859dd-a617-4e3e-b868-d68e3219222f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.148019] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lock "5bf859dd-a617-4e3e-b868-d68e3219222f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.257556] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': task-3789432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715064} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.258166] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 842e60e4-9e9a-442a-bb54-38d10ff70f95/842e60e4-9e9a-442a-bb54-38d10ff70f95.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.258166] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.258870] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b08dbaa3-3c37-4d45-97ba-0936054562d2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.269653] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Waiting for the task: (returnval){ [ 704.269653] env[69808]: value = "task-3789434" [ 704.269653] env[69808]: _type = "Task" [ 704.269653] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.282099] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': task-3789434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.293356] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a9c0ce-4e0b-b926-d55a-fffc5c282232, 'name': SearchDatastore_Task, 'duration_secs': 0.067732} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.294353] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.294353] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 02481d2b-70ac-48cb-a981-b88a26d327dc/02481d2b-70ac-48cb-a981-b88a26d327dc.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.294353] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.294353] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.295431] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04d8de31-bd37-4af6-9114-13aca73bd897 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.296775] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b35658cb-6d4a-4822-903e-392a4005fa17 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.307846] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Waiting for the task: (returnval){ [ 704.307846] env[69808]: value = "task-3789435" [ 704.307846] env[69808]: _type = "Task" [ 704.307846] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.311769] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.312039] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.313282] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdbf755b-ae69-40d0-b214-32e40c195576 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.320587] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.325697] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for the task: (returnval){ [ 704.325697] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52abd714-b171-b517-2e4d-65339e8effee" [ 704.325697] env[69808]: _type = "Task" [ 704.325697] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.335756] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52abd714-b171-b517-2e4d-65339e8effee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.441142] env[69808]: DEBUG nova.compute.manager [req-2053b9f2-fdac-4ab8-a1bc-a44b82cd1d36 req-09d11456-5ced-4c1e-a3d9-feeb592d3bf3 service nova] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Received event network-changed-16a6ef4b-55ca-4a94-a80b-1ad740b3af5b {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.441142] env[69808]: DEBUG nova.compute.manager [req-2053b9f2-fdac-4ab8-a1bc-a44b82cd1d36 req-09d11456-5ced-4c1e-a3d9-feeb592d3bf3 service nova] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Refreshing instance network info cache due to event network-changed-16a6ef4b-55ca-4a94-a80b-1ad740b3af5b. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.441142] env[69808]: DEBUG oslo_concurrency.lockutils [req-2053b9f2-fdac-4ab8-a1bc-a44b82cd1d36 req-09d11456-5ced-4c1e-a3d9-feeb592d3bf3 service nova] Acquiring lock "refresh_cache-02481d2b-70ac-48cb-a981-b88a26d327dc" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.441142] env[69808]: DEBUG oslo_concurrency.lockutils [req-2053b9f2-fdac-4ab8-a1bc-a44b82cd1d36 req-09d11456-5ced-4c1e-a3d9-feeb592d3bf3 service nova] Acquired lock "refresh_cache-02481d2b-70ac-48cb-a981-b88a26d327dc" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.441142] env[69808]: DEBUG nova.network.neutron [req-2053b9f2-fdac-4ab8-a1bc-a44b82cd1d36 req-09d11456-5ced-4c1e-a3d9-feeb592d3bf3 service nova] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Refreshing network info cache for port 16a6ef4b-55ca-4a94-a80b-1ad740b3af5b {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.560085] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789433, 'name': Rename_Task, 'duration_secs': 0.288587} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.560085] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.560085] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b3dbe8b-6e03-4acd-af0f-b4e3045658d2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.568041] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 704.568041] env[69808]: value = "task-3789436" [ 704.568041] env[69808]: _type = "Task" [ 704.568041] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.578894] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.590848] env[69808]: DEBUG nova.compute.utils [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.592570] env[69808]: DEBUG nova.compute.manager [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.592742] env[69808]: DEBUG nova.network.neutron [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.781606] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': task-3789434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262587} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.781883] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.783275] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24812817-6d9c-4672-966e-5e1e9d7c2d57 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.808250] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 842e60e4-9e9a-442a-bb54-38d10ff70f95/842e60e4-9e9a-442a-bb54-38d10ff70f95.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.811970] env[69808]: DEBUG nova.policy [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1588958caed4dee82ba579c47622d3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96d2f87023f1405b907fb1046fc2e44d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.814114] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e3ab327-2f9b-4b07-89c7-07e7951e1a06 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.841251] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.846149] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52abd714-b171-b517-2e4d-65339e8effee, 'name': SearchDatastore_Task, 'duration_secs': 0.025386} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.846973] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Waiting for the task: (returnval){ [ 704.846973] env[69808]: value = "task-3789437" [ 704.846973] env[69808]: _type = "Task" [ 704.846973] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.847297] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c48a595f-ea06-4214-a34d-87b333949386 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.864119] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': task-3789437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.866274] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for the task: (returnval){ [ 704.866274] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52138d91-f896-efa7-c949-f2728ad29eed" [ 704.866274] env[69808]: _type = "Task" [ 704.866274] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.875649] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52138d91-f896-efa7-c949-f2728ad29eed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.081471] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.099594] env[69808]: DEBUG nova.compute.manager [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.288030] env[69808]: DEBUG nova.network.neutron [req-64b25dbe-124e-40cf-bff7-294094e1d4e6 req-3504e04a-86b9-44de-bb77-772ccd0ef96f service nova] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Updated VIF entry in instance network info cache for port c5702399-11c8-400b-8e65-bbd50573c054. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.288030] env[69808]: DEBUG nova.network.neutron [req-64b25dbe-124e-40cf-bff7-294094e1d4e6 req-3504e04a-86b9-44de-bb77-772ccd0ef96f service nova] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Updating instance_info_cache with network_info: [{"id": "c5702399-11c8-400b-8e65-bbd50573c054", "address": "fa:16:3e:60:d4:2c", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5702399-11", "ovs_interfaceid": "c5702399-11c8-400b-8e65-bbd50573c054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.331392] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789435, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.361546] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': task-3789437, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.378406] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52138d91-f896-efa7-c949-f2728ad29eed, 'name': SearchDatastore_Task, 'duration_secs': 0.03056} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.378750] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.378981] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 8fb507a5-6176-47e6-94c9-340f345a0d33/8fb507a5-6176-47e6-94c9-340f345a0d33.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.379588] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3ba4b26-d2f7-418a-a0dc-58afa4d46316 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.391745] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for the task: (returnval){ [ 705.391745] env[69808]: value = "task-3789438" [ 705.391745] env[69808]: _type = "Task" [ 705.391745] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.403483] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.568242] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966587fd-fc6e-4da6-96ac-9597cdd7f8b0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.588988] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a25571-22ac-44f0-a1eb-fe632fdc4849 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.600403] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789436, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.634511] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d498388-fea7-47cc-b19e-4e8218a2f879 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.637920] env[69808]: DEBUG oslo_concurrency.lockutils [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Acquiring lock "14cd1c1b-994c-4176-af8a-a12a3b4c4c5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.638117] env[69808]: DEBUG oslo_concurrency.lockutils [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Lock "14cd1c1b-994c-4176-af8a-a12a3b4c4c5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.638312] env[69808]: DEBUG oslo_concurrency.lockutils [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Acquiring lock "14cd1c1b-994c-4176-af8a-a12a3b4c4c5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.638486] env[69808]: DEBUG oslo_concurrency.lockutils [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Lock "14cd1c1b-994c-4176-af8a-a12a3b4c4c5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.638641] env[69808]: DEBUG oslo_concurrency.lockutils [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Lock "14cd1c1b-994c-4176-af8a-a12a3b4c4c5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.640823] env[69808]: INFO nova.compute.manager [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Terminating instance [ 705.646889] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fddbd8-f23a-445c-9e5c-de33f900a45c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.665216] env[69808]: DEBUG nova.compute.provider_tree [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.705845] env[69808]: DEBUG nova.network.neutron [req-2053b9f2-fdac-4ab8-a1bc-a44b82cd1d36 req-09d11456-5ced-4c1e-a3d9-feeb592d3bf3 service nova] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Updated VIF entry in instance network info cache for port 16a6ef4b-55ca-4a94-a80b-1ad740b3af5b. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.707433] env[69808]: DEBUG nova.network.neutron [req-2053b9f2-fdac-4ab8-a1bc-a44b82cd1d36 req-09d11456-5ced-4c1e-a3d9-feeb592d3bf3 service nova] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Updating instance_info_cache with network_info: [{"id": "16a6ef4b-55ca-4a94-a80b-1ad740b3af5b", "address": "fa:16:3e:84:66:10", "network": {"id": "5160353f-c314-4609-8476-f7c23d59784b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1401969460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcd99dec6adc4e66b6b08d5fd5611770", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16a6ef4b-55", "ovs_interfaceid": "16a6ef4b-55ca-4a94-a80b-1ad740b3af5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.790492] env[69808]: DEBUG oslo_concurrency.lockutils [req-64b25dbe-124e-40cf-bff7-294094e1d4e6 req-3504e04a-86b9-44de-bb77-772ccd0ef96f service nova] Releasing lock "refresh_cache-842e60e4-9e9a-442a-bb54-38d10ff70f95" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.830633] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789435, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.056539} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.830942] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 02481d2b-70ac-48cb-a981-b88a26d327dc/02481d2b-70ac-48cb-a981-b88a26d327dc.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.831223] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.831507] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3ba3ed1-8447-4173-8f9f-30a2f8abbd19 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.840203] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Waiting for the task: (returnval){ [ 705.840203] env[69808]: value = "task-3789439" [ 705.840203] env[69808]: _type = "Task" [ 705.840203] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.856428] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.860763] env[69808]: DEBUG nova.network.neutron [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Successfully created port: 2df598d4-c8da-4c6c-b5a7-6af9277d44aa {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.870151] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': task-3789437, 'name': ReconfigVM_Task, 'duration_secs': 0.585176} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.870561] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 842e60e4-9e9a-442a-bb54-38d10ff70f95/842e60e4-9e9a-442a-bb54-38d10ff70f95.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.871318] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c89008e-c7fe-4390-bcd9-65a59e429c63 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.880010] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Waiting for the task: (returnval){ [ 705.880010] env[69808]: value = "task-3789440" [ 705.880010] env[69808]: _type = "Task" [ 705.880010] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.891650] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': task-3789440, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.902817] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789438, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.081771] env[69808]: DEBUG oslo_vmware.api [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789436, 'name': PowerOnVM_Task, 'duration_secs': 1.185695} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.082062] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.082264] env[69808]: INFO nova.compute.manager [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Took 14.51 seconds to spawn the instance on the hypervisor. [ 706.082447] env[69808]: DEBUG nova.compute.manager [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 706.083346] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922d4c84-b7cf-4f62-86b8-7c071c849a73 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.140663] env[69808]: DEBUG nova.compute.manager [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.147217] env[69808]: DEBUG nova.compute.manager [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.147449] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.148387] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a6c8d2-f51e-4f9a-bb07-b2383b8f12e5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.163573] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.163726] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fe63155-87c4-4d72-a9ed-ecc970fcd6ce {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.169878] env[69808]: DEBUG nova.scheduler.client.report [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.180610] env[69808]: DEBUG oslo_vmware.api [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Waiting for the task: (returnval){ [ 706.180610] env[69808]: value = "task-3789441" [ 706.180610] env[69808]: _type = "Task" [ 706.180610] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.192197] env[69808]: DEBUG oslo_vmware.api [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Task: {'id': task-3789441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.194068] env[69808]: DEBUG nova.virt.hardware [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.194479] env[69808]: DEBUG nova.virt.hardware [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.194668] env[69808]: DEBUG nova.virt.hardware [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.194973] env[69808]: DEBUG nova.virt.hardware [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.195158] env[69808]: DEBUG nova.virt.hardware [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.195424] env[69808]: DEBUG nova.virt.hardware [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.195752] env[69808]: DEBUG nova.virt.hardware [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.196035] env[69808]: DEBUG nova.virt.hardware [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.196311] env[69808]: DEBUG nova.virt.hardware [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.196597] env[69808]: DEBUG nova.virt.hardware [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.196806] env[69808]: DEBUG nova.virt.hardware [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.198664] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7770b6cc-53ce-4bd6-ba13-b2a7975d751f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.210904] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46badc59-8a07-4955-b151-85a02765048c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.216605] env[69808]: DEBUG oslo_concurrency.lockutils [req-2053b9f2-fdac-4ab8-a1bc-a44b82cd1d36 req-09d11456-5ced-4c1e-a3d9-feeb592d3bf3 service nova] Releasing lock "refresh_cache-02481d2b-70ac-48cb-a981-b88a26d327dc" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.219309] env[69808]: DEBUG nova.network.neutron [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Successfully updated port: 3b3b224d-1c32-4967-9109-13fd557eaff0 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.351920] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101731} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.352213] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.353031] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b61897-913d-415f-98a6-65fb235a5133 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.378032] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 02481d2b-70ac-48cb-a981-b88a26d327dc/02481d2b-70ac-48cb-a981-b88a26d327dc.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.378794] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-429eb56c-d4f2-4795-987c-349e5993d80a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.407144] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': task-3789440, 'name': Rename_Task, 'duration_secs': 0.192249} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.411960] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.412510] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805342} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.412704] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Waiting for the task: (returnval){ [ 706.412704] env[69808]: value = "task-3789442" [ 706.412704] env[69808]: _type = "Task" [ 706.412704] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.412891] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a9ca24b-c98e-4361-883f-b21d96619311 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.414644] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 8fb507a5-6176-47e6-94c9-340f345a0d33/8fb507a5-6176-47e6-94c9-340f345a0d33.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.414914] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.415246] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc105e89-67cb-4147-b795-a60d448a3a92 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.426269] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.428896] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Waiting for the task: (returnval){ [ 706.428896] env[69808]: value = "task-3789444" [ 706.428896] env[69808]: _type = "Task" [ 706.428896] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.429244] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for the task: (returnval){ [ 706.429244] env[69808]: value = "task-3789443" [ 706.429244] env[69808]: _type = "Task" [ 706.429244] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.441982] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.445302] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': task-3789444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.609707] env[69808]: INFO nova.compute.manager [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Took 24.91 seconds to build instance. [ 706.685374] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.685374] env[69808]: DEBUG nova.compute.manager [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.686891] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.467s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.687259] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.689486] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.040s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.689832] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.692359] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.870s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.693998] env[69808]: INFO nova.compute.claims [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.709244] env[69808]: DEBUG oslo_vmware.api [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Task: {'id': task-3789441, 'name': PowerOffVM_Task, 'duration_secs': 0.20966} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.709244] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.712020] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.712020] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2e357ef-b62f-449c-b2a0-539bb4b3a539 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.739099] env[69808]: INFO nova.scheduler.client.report [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Deleted allocations for instance c287a48c-5825-4c02-abfb-6e73c6ebf6b2 [ 706.740574] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquiring lock "refresh_cache-98fc3328-91fa-4e6a-93d1-f18013a5b0af" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.741427] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquired lock "refresh_cache-98fc3328-91fa-4e6a-93d1-f18013a5b0af" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.741806] env[69808]: DEBUG nova.network.neutron [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.753990] env[69808]: INFO nova.scheduler.client.report [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] Deleted allocations for instance 1c17733e-c687-4852-837c-e09edfdac9ff [ 706.791653] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.792957] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.792957] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Deleting the datastore file [datastore2] 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.793279] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44967b05-9308-45e8-b57a-e4d53844ab0a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.807306] env[69808]: DEBUG oslo_vmware.api [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Waiting for the task: (returnval){ [ 706.807306] env[69808]: value = "task-3789446" [ 706.807306] env[69808]: _type = "Task" [ 706.807306] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.815205] env[69808]: DEBUG oslo_vmware.api [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Task: {'id': task-3789446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.929267] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.945808] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115715} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.949904] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.950480] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': task-3789444, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.954024] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970a3f2f-dfd0-42df-b8fc-17792b2aa819 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.982027] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 8fb507a5-6176-47e6-94c9-340f345a0d33/8fb507a5-6176-47e6-94c9-340f345a0d33.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.982027] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5db5cc12-9370-4dba-960e-dcc27103663e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.003897] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for the task: (returnval){ [ 707.003897] env[69808]: value = "task-3789447" [ 707.003897] env[69808]: _type = "Task" [ 707.003897] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.013189] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.112021] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34aba4b6-599b-4e30-baf9-42bdd9692e4b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "1d559a8a-e2aa-45db-9b49-dc0ad28ceb77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.423s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.204955] env[69808]: DEBUG nova.compute.utils [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.210149] env[69808]: DEBUG nova.compute.manager [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.210384] env[69808]: DEBUG nova.network.neutron [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.255657] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cb3365c-a176-4282-9cb6-4aa6dcc2057c tempest-ServerDiagnosticsTest-491516531 tempest-ServerDiagnosticsTest-491516531-project-member] Lock "c287a48c-5825-4c02-abfb-6e73c6ebf6b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.042s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.265911] env[69808]: DEBUG nova.compute.manager [req-91391912-8a95-450a-9f9d-ceb1ba7c7e75 req-07e62198-3843-4095-a0e8-eff0c410b8f0 service nova] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Received event network-changed-742fbc15-5f0b-45ef-acac-927b76246a2a {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.266147] env[69808]: DEBUG nova.compute.manager [req-91391912-8a95-450a-9f9d-ceb1ba7c7e75 req-07e62198-3843-4095-a0e8-eff0c410b8f0 service nova] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Refreshing instance network info cache due to event network-changed-742fbc15-5f0b-45ef-acac-927b76246a2a. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.266426] env[69808]: DEBUG oslo_concurrency.lockutils [req-91391912-8a95-450a-9f9d-ceb1ba7c7e75 req-07e62198-3843-4095-a0e8-eff0c410b8f0 service nova] Acquiring lock "refresh_cache-514260a0-06e4-41bb-8478-3f423ce82018" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.266530] env[69808]: DEBUG oslo_concurrency.lockutils [req-91391912-8a95-450a-9f9d-ceb1ba7c7e75 req-07e62198-3843-4095-a0e8-eff0c410b8f0 service nova] Acquired lock "refresh_cache-514260a0-06e4-41bb-8478-3f423ce82018" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.266791] env[69808]: DEBUG nova.network.neutron [req-91391912-8a95-450a-9f9d-ceb1ba7c7e75 req-07e62198-3843-4095-a0e8-eff0c410b8f0 service nova] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Refreshing network info cache for port 742fbc15-5f0b-45ef-acac-927b76246a2a {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.274198] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d167bb47-e7b8-489e-97f3-c74752df25a9 tempest-DeleteServersAdminTestJSON-878927199 tempest-DeleteServersAdminTestJSON-878927199-project-admin] Lock "1c17733e-c687-4852-837c-e09edfdac9ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.216s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.290336] env[69808]: DEBUG nova.policy [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddf1189619e94de2912836a31a3887e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa06710fc9ea483fb53f3eb8392c0282', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.299435] env[69808]: DEBUG nova.network.neutron [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.319159] env[69808]: DEBUG oslo_vmware.api [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Task: {'id': task-3789446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.492081} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.319378] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.319571] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.319745] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.319915] env[69808]: INFO nova.compute.manager [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 707.320170] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.320355] env[69808]: DEBUG nova.compute.manager [-] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.320544] env[69808]: DEBUG nova.network.neutron [-] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.427231] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789442, 'name': ReconfigVM_Task, 'duration_secs': 0.878797} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.427514] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 02481d2b-70ac-48cb-a981-b88a26d327dc/02481d2b-70ac-48cb-a981-b88a26d327dc.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.428211] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-687622ae-0c45-4e93-9411-5b790972cfc3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.441228] env[69808]: DEBUG oslo_vmware.api [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': task-3789444, 'name': PowerOnVM_Task, 'duration_secs': 0.559901} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.445247] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.445551] env[69808]: INFO nova.compute.manager [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Took 13.44 seconds to spawn the instance on the hypervisor. [ 707.445666] env[69808]: DEBUG nova.compute.manager [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 707.446071] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Waiting for the task: (returnval){ [ 707.446071] env[69808]: value = "task-3789448" [ 707.446071] env[69808]: _type = "Task" [ 707.446071] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.452919] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee65c47c-79c9-4632-9341-157764fcd7f5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.477524] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789448, 'name': Rename_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.516668] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.619526] env[69808]: DEBUG nova.compute.manager [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.711418] env[69808]: DEBUG nova.compute.manager [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.752243] env[69808]: DEBUG nova.network.neutron [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Successfully created port: ed68946c-1abc-490c-949f-92608b1d0eda {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.975827] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789448, 'name': Rename_Task, 'duration_secs': 0.225074} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.976833] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.977156] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ba26013-92bf-4226-8f68-f5e02ac61e67 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.991437] env[69808]: INFO nova.compute.manager [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Took 23.77 seconds to build instance. [ 707.995329] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Waiting for the task: (returnval){ [ 707.995329] env[69808]: value = "task-3789449" [ 707.995329] env[69808]: _type = "Task" [ 707.995329] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.007192] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.030563] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789447, 'name': ReconfigVM_Task, 'duration_secs': 0.722687} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.033017] env[69808]: DEBUG nova.network.neutron [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Updating instance_info_cache with network_info: [{"id": "3b3b224d-1c32-4967-9109-13fd557eaff0", "address": "fa:16:3e:d7:d3:30", "network": {"id": "2c473e45-77a8-4e16-b408-b48ed773a61e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1183339133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f5fe2cd35d8462a9c1fe079f80c136c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b3b224d-1c", "ovs_interfaceid": "3b3b224d-1c32-4967-9109-13fd557eaff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.033247] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 8fb507a5-6176-47e6-94c9-340f345a0d33/8fb507a5-6176-47e6-94c9-340f345a0d33.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.033841] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e74bd6ec-edd1-40c1-b562-d9c0f302cf46 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.045437] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for the task: (returnval){ [ 708.045437] env[69808]: value = "task-3789450" [ 708.045437] env[69808]: _type = "Task" [ 708.045437] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.059921] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789450, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.115455] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cc0cd2-5373-4450-a799-3b5bcd859bd8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.124561] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3679eca-9bcf-4937-9fd0-7d4ab32b4a7e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.166989] env[69808]: DEBUG oslo_concurrency.lockutils [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.167859] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a1b56d-3f3b-4e2b-a0f6-5f04d6429683 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.177354] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1bb1f1-8a56-4a7e-ab4c-87e61943664c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.194610] env[69808]: DEBUG nova.compute.provider_tree [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.497328] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86b4a933-9fa1-415c-8048-c6030bc2374b tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Lock "842e60e4-9e9a-442a-bb54-38d10ff70f95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.314s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.513904] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789449, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.543203] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Releasing lock "refresh_cache-98fc3328-91fa-4e6a-93d1-f18013a5b0af" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.543536] env[69808]: DEBUG nova.compute.manager [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Instance network_info: |[{"id": "3b3b224d-1c32-4967-9109-13fd557eaff0", "address": "fa:16:3e:d7:d3:30", "network": {"id": "2c473e45-77a8-4e16-b408-b48ed773a61e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1183339133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f5fe2cd35d8462a9c1fe079f80c136c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b3b224d-1c", "ovs_interfaceid": "3b3b224d-1c32-4967-9109-13fd557eaff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.544139] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Acquiring lock "f6b55586-b667-455a-a61b-fb68cbea1be4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.544378] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Lock "f6b55586-b667-455a-a61b-fb68cbea1be4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.544688] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:d3:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b3b224d-1c32-4967-9109-13fd557eaff0', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.553724] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Creating folder: Project (3f5fe2cd35d8462a9c1fe079f80c136c). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.554668] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41b73901-4584-41af-86c9-2cfa5eb9c406 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.568766] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789450, 'name': Rename_Task, 'duration_secs': 0.236723} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.568766] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.568766] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08bf6b77-2d55-415c-80ea-2064d3bc0552 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.569904] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Created folder: Project (3f5fe2cd35d8462a9c1fe079f80c136c) in parent group-v753775. [ 708.570124] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Creating folder: Instances. Parent ref: group-v753807. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.570375] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c1cf7bb-e7f9-4d57-953e-04db4d2b8234 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.574507] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for the task: (returnval){ [ 708.574507] env[69808]: value = "task-3789452" [ 708.574507] env[69808]: _type = "Task" [ 708.574507] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.583384] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.585233] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Created folder: Instances in parent group-v753807. [ 708.585462] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.585653] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.588754] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ef0f726-6e0f-465b-ab48-8b7d7a2d0c0a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.607746] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.607746] env[69808]: value = "task-3789454" [ 708.607746] env[69808]: _type = "Task" [ 708.607746] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.618089] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789454, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.625501] env[69808]: DEBUG nova.network.neutron [req-91391912-8a95-450a-9f9d-ceb1ba7c7e75 req-07e62198-3843-4095-a0e8-eff0c410b8f0 service nova] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Updated VIF entry in instance network info cache for port 742fbc15-5f0b-45ef-acac-927b76246a2a. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.625501] env[69808]: DEBUG nova.network.neutron [req-91391912-8a95-450a-9f9d-ceb1ba7c7e75 req-07e62198-3843-4095-a0e8-eff0c410b8f0 service nova] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Updating instance_info_cache with network_info: [{"id": "742fbc15-5f0b-45ef-acac-927b76246a2a", "address": "fa:16:3e:50:a4:57", "network": {"id": "7871c611-f88c-4efd-8b54-6223ea6c5213", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1042265908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2a40a7209a747d7be75cf3f69a6c512", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap742fbc15-5f", "ovs_interfaceid": "742fbc15-5f0b-45ef-acac-927b76246a2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.697846] env[69808]: DEBUG nova.scheduler.client.report [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.722778] env[69808]: DEBUG nova.compute.manager [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.761929] env[69808]: DEBUG nova.virt.hardware [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.762218] env[69808]: DEBUG nova.virt.hardware [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.762377] env[69808]: DEBUG nova.virt.hardware [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.762557] env[69808]: DEBUG nova.virt.hardware [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.762702] env[69808]: DEBUG nova.virt.hardware [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.762847] env[69808]: DEBUG nova.virt.hardware [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.763207] env[69808]: DEBUG nova.virt.hardware [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.763529] env[69808]: DEBUG nova.virt.hardware [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.767024] env[69808]: DEBUG nova.virt.hardware [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.767024] env[69808]: DEBUG nova.virt.hardware [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.767024] env[69808]: DEBUG nova.virt.hardware [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.767024] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d538ad7-8774-4956-8ccc-80bc16deba5d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.779287] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecebe82b-459f-4c3c-9c43-35a6e18cfc33 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.926401] env[69808]: DEBUG nova.network.neutron [-] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.968494] env[69808]: DEBUG nova.compute.manager [None req-a4ed2db4-a73a-402c-9315-06ba5e1ca053 tempest-ServerDiagnosticsV248Test-1367647765 tempest-ServerDiagnosticsV248Test-1367647765-project-admin] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 708.969672] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220b255c-1f38-4d90-837a-8de4a23c1414 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.978716] env[69808]: INFO nova.compute.manager [None req-a4ed2db4-a73a-402c-9315-06ba5e1ca053 tempest-ServerDiagnosticsV248Test-1367647765 tempest-ServerDiagnosticsV248Test-1367647765-project-admin] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Retrieving diagnostics [ 708.978716] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447c03db-c699-4fa7-adbb-160beea1ba7d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.009386] env[69808]: DEBUG nova.compute.manager [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.024880] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789449, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.089435] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.119622] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789454, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.129701] env[69808]: DEBUG oslo_concurrency.lockutils [req-91391912-8a95-450a-9f9d-ceb1ba7c7e75 req-07e62198-3843-4095-a0e8-eff0c410b8f0 service nova] Releasing lock "refresh_cache-514260a0-06e4-41bb-8478-3f423ce82018" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.129978] env[69808]: DEBUG nova.compute.manager [req-91391912-8a95-450a-9f9d-ceb1ba7c7e75 req-07e62198-3843-4095-a0e8-eff0c410b8f0 service nova] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Received event network-vif-plugged-3b3b224d-1c32-4967-9109-13fd557eaff0 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.130190] env[69808]: DEBUG oslo_concurrency.lockutils [req-91391912-8a95-450a-9f9d-ceb1ba7c7e75 req-07e62198-3843-4095-a0e8-eff0c410b8f0 service nova] Acquiring lock "98fc3328-91fa-4e6a-93d1-f18013a5b0af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.130424] env[69808]: DEBUG oslo_concurrency.lockutils [req-91391912-8a95-450a-9f9d-ceb1ba7c7e75 req-07e62198-3843-4095-a0e8-eff0c410b8f0 service nova] Lock "98fc3328-91fa-4e6a-93d1-f18013a5b0af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.130594] env[69808]: DEBUG oslo_concurrency.lockutils [req-91391912-8a95-450a-9f9d-ceb1ba7c7e75 req-07e62198-3843-4095-a0e8-eff0c410b8f0 service nova] Lock "98fc3328-91fa-4e6a-93d1-f18013a5b0af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.130757] env[69808]: DEBUG nova.compute.manager [req-91391912-8a95-450a-9f9d-ceb1ba7c7e75 req-07e62198-3843-4095-a0e8-eff0c410b8f0 service nova] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] No waiting events found dispatching network-vif-plugged-3b3b224d-1c32-4967-9109-13fd557eaff0 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 709.130918] env[69808]: WARNING nova.compute.manager [req-91391912-8a95-450a-9f9d-ceb1ba7c7e75 req-07e62198-3843-4095-a0e8-eff0c410b8f0 service nova] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Received unexpected event network-vif-plugged-3b3b224d-1c32-4967-9109-13fd557eaff0 for instance with vm_state building and task_state spawning. [ 709.131188] env[69808]: DEBUG nova.compute.manager [req-91391912-8a95-450a-9f9d-ceb1ba7c7e75 req-07e62198-3843-4095-a0e8-eff0c410b8f0 service nova] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Received event network-changed-3b3b224d-1c32-4967-9109-13fd557eaff0 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.131379] env[69808]: DEBUG nova.compute.manager [req-91391912-8a95-450a-9f9d-ceb1ba7c7e75 req-07e62198-3843-4095-a0e8-eff0c410b8f0 service nova] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Refreshing instance network info cache due to event network-changed-3b3b224d-1c32-4967-9109-13fd557eaff0. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.131568] env[69808]: DEBUG oslo_concurrency.lockutils [req-91391912-8a95-450a-9f9d-ceb1ba7c7e75 req-07e62198-3843-4095-a0e8-eff0c410b8f0 service nova] Acquiring lock "refresh_cache-98fc3328-91fa-4e6a-93d1-f18013a5b0af" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.131702] env[69808]: DEBUG oslo_concurrency.lockutils [req-91391912-8a95-450a-9f9d-ceb1ba7c7e75 req-07e62198-3843-4095-a0e8-eff0c410b8f0 service nova] Acquired lock "refresh_cache-98fc3328-91fa-4e6a-93d1-f18013a5b0af" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.131854] env[69808]: DEBUG nova.network.neutron [req-91391912-8a95-450a-9f9d-ceb1ba7c7e75 req-07e62198-3843-4095-a0e8-eff0c410b8f0 service nova] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Refreshing network info cache for port 3b3b224d-1c32-4967-9109-13fd557eaff0 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.148691] env[69808]: DEBUG nova.network.neutron [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Successfully updated port: 2df598d4-c8da-4c6c-b5a7-6af9277d44aa {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.204097] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.204455] env[69808]: DEBUG nova.compute.manager [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.207599] env[69808]: DEBUG oslo_concurrency.lockutils [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.061s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.210626] env[69808]: INFO nova.compute.claims [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.428810] env[69808]: INFO nova.compute.manager [-] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Took 2.11 seconds to deallocate network for instance. [ 709.533332] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789449, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.549993] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.592996] env[69808]: DEBUG oslo_vmware.api [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789452, 'name': PowerOnVM_Task, 'duration_secs': 0.845644} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.593667] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.593667] env[69808]: DEBUG nova.compute.manager [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 709.594660] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c854ff8-cf19-45d5-879d-5d16fcfa9976 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.617744] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789454, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.655748] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Acquiring lock "refresh_cache-e8cb0608-7726-4b10-a6ce-27b9a6182bcc" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.655748] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Acquired lock "refresh_cache-e8cb0608-7726-4b10-a6ce-27b9a6182bcc" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.656044] env[69808]: DEBUG nova.network.neutron [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.715642] env[69808]: DEBUG nova.compute.utils [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.725025] env[69808]: DEBUG nova.compute.manager [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.725025] env[69808]: DEBUG nova.network.neutron [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.874254] env[69808]: DEBUG nova.policy [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddf1189619e94de2912836a31a3887e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa06710fc9ea483fb53f3eb8392c0282', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.918330] env[69808]: DEBUG nova.compute.manager [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 709.919354] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7a5ca4-03cc-4079-93af-1885661048c0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.938282] env[69808]: DEBUG oslo_concurrency.lockutils [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.012691] env[69808]: DEBUG nova.compute.manager [req-b747e019-ffc8-4345-aa82-8cfdc6a0d790 req-292f9d25-d5bd-4af4-8314-f3eca9f5fbd6 service nova] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Received event network-vif-deleted-04511d1a-bcbb-4214-8a60-c3937d3fa865 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.027079] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789449, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.120749] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.128293] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789454, 'name': CreateVM_Task, 'duration_secs': 1.223505} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.128513] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.129310] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.129518] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.129915] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.131034] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e7a0be1-31ca-4ebc-a805-d2437f2789b2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.137208] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for the task: (returnval){ [ 710.137208] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521ab321-e8b2-6b21-817a-cd69427739f0" [ 710.137208] env[69808]: _type = "Task" [ 710.137208] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.147862] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521ab321-e8b2-6b21-817a-cd69427739f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.223816] env[69808]: DEBUG nova.compute.manager [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.357054] env[69808]: DEBUG nova.network.neutron [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.437542] env[69808]: INFO nova.compute.manager [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] instance snapshotting [ 710.442168] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3788eed5-026c-4ce2-9c14-ea244ef904ef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.471876] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e2bc86-2515-40f0-9b74-1a45e129224d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.485336] env[69808]: DEBUG nova.network.neutron [req-91391912-8a95-450a-9f9d-ceb1ba7c7e75 req-07e62198-3843-4095-a0e8-eff0c410b8f0 service nova] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Updated VIF entry in instance network info cache for port 3b3b224d-1c32-4967-9109-13fd557eaff0. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.487097] env[69808]: DEBUG nova.network.neutron [req-91391912-8a95-450a-9f9d-ceb1ba7c7e75 req-07e62198-3843-4095-a0e8-eff0c410b8f0 service nova] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Updating instance_info_cache with network_info: [{"id": "3b3b224d-1c32-4967-9109-13fd557eaff0", "address": "fa:16:3e:d7:d3:30", "network": {"id": "2c473e45-77a8-4e16-b408-b48ed773a61e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1183339133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f5fe2cd35d8462a9c1fe079f80c136c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b3b224d-1c", "ovs_interfaceid": "3b3b224d-1c32-4967-9109-13fd557eaff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.532983] env[69808]: DEBUG oslo_vmware.api [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789449, 'name': PowerOnVM_Task, 'duration_secs': 2.375754} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.535818] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.536206] env[69808]: INFO nova.compute.manager [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Took 14.02 seconds to spawn the instance on the hypervisor. [ 710.536292] env[69808]: DEBUG nova.compute.manager [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 710.537142] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca399d50-f190-47da-b490-d9168bd65778 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.596712] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8e283a65-bca7-465c-b917-74ad3714c418 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "1d559a8a-e2aa-45db-9b49-dc0ad28ceb77" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.596712] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8e283a65-bca7-465c-b917-74ad3714c418 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "1d559a8a-e2aa-45db-9b49-dc0ad28ceb77" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.596712] env[69808]: DEBUG nova.compute.manager [None req-8e283a65-bca7-465c-b917-74ad3714c418 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 710.598256] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504f9b18-51c1-4a3a-bb37-434c65c201c3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.609744] env[69808]: DEBUG nova.compute.manager [None req-8e283a65-bca7-465c-b917-74ad3714c418 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69808) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 710.610459] env[69808]: DEBUG nova.objects.instance [None req-8e283a65-bca7-465c-b917-74ad3714c418 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lazy-loading 'flavor' on Instance uuid 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.621656] env[69808]: DEBUG nova.network.neutron [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Successfully updated port: ed68946c-1abc-490c-949f-92608b1d0eda {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.663781] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521ab321-e8b2-6b21-817a-cd69427739f0, 'name': SearchDatastore_Task, 'duration_secs': 0.013755} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.664249] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.664543] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.664761] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.665185] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.665185] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.665511] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a12e9e86-ada8-43ac-a1aa-13ed5ade7b0e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.679465] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.679916] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.681364] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9cc5c91-d89a-4729-9ec0-c2a71088aca0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.687799] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for the task: (returnval){ [ 710.687799] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522e3bb8-0dc1-955d-7b72-14a7f6e7eff9" [ 710.687799] env[69808]: _type = "Task" [ 710.687799] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.701918] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522e3bb8-0dc1-955d-7b72-14a7f6e7eff9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.703391] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16ed286-3c6d-4cef-adda-3cf2c8cb428d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.712079] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d7bac1-ffa4-4afa-abf0-da8f1eb830b7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.757023] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcdbba2-9528-41e5-9a87-0cbc5eca2243 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.767570] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243e82a7-2708-421d-ad7f-5742a7444aac {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.787536] env[69808]: DEBUG nova.compute.provider_tree [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.837860] env[69808]: DEBUG nova.compute.manager [req-96b2585d-472b-4567-ba2c-4b21623f6c6d req-f7a7f0f9-f32e-4fd5-9b15-3f8e940d6401 service nova] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Received event network-vif-plugged-ed68946c-1abc-490c-949f-92608b1d0eda {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.838101] env[69808]: DEBUG oslo_concurrency.lockutils [req-96b2585d-472b-4567-ba2c-4b21623f6c6d req-f7a7f0f9-f32e-4fd5-9b15-3f8e940d6401 service nova] Acquiring lock "892ec809-73b2-41f3-949f-95c2766d3a30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.838324] env[69808]: DEBUG oslo_concurrency.lockutils [req-96b2585d-472b-4567-ba2c-4b21623f6c6d req-f7a7f0f9-f32e-4fd5-9b15-3f8e940d6401 service nova] Lock "892ec809-73b2-41f3-949f-95c2766d3a30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.838656] env[69808]: DEBUG oslo_concurrency.lockutils [req-96b2585d-472b-4567-ba2c-4b21623f6c6d req-f7a7f0f9-f32e-4fd5-9b15-3f8e940d6401 service nova] Lock "892ec809-73b2-41f3-949f-95c2766d3a30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.838979] env[69808]: DEBUG nova.compute.manager [req-96b2585d-472b-4567-ba2c-4b21623f6c6d req-f7a7f0f9-f32e-4fd5-9b15-3f8e940d6401 service nova] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] No waiting events found dispatching network-vif-plugged-ed68946c-1abc-490c-949f-92608b1d0eda {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 710.839185] env[69808]: WARNING nova.compute.manager [req-96b2585d-472b-4567-ba2c-4b21623f6c6d req-f7a7f0f9-f32e-4fd5-9b15-3f8e940d6401 service nova] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Received unexpected event network-vif-plugged-ed68946c-1abc-490c-949f-92608b1d0eda for instance with vm_state building and task_state spawning. [ 710.902209] env[69808]: DEBUG nova.network.neutron [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Updating instance_info_cache with network_info: [{"id": "2df598d4-c8da-4c6c-b5a7-6af9277d44aa", "address": "fa:16:3e:9d:b1:3c", "network": {"id": "17baa226-ad83-421f-b62a-011c9c36922a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1042161557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96d2f87023f1405b907fb1046fc2e44d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2df598d4-c8", "ovs_interfaceid": "2df598d4-c8da-4c6c-b5a7-6af9277d44aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.989459] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Creating Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 710.989831] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-20bcc8a0-a905-4f38-83c0-77adfd7cbb66 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.996306] env[69808]: DEBUG oslo_concurrency.lockutils [req-91391912-8a95-450a-9f9d-ceb1ba7c7e75 req-07e62198-3843-4095-a0e8-eff0c410b8f0 service nova] Releasing lock "refresh_cache-98fc3328-91fa-4e6a-93d1-f18013a5b0af" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.003606] env[69808]: DEBUG oslo_vmware.api [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 711.003606] env[69808]: value = "task-3789455" [ 711.003606] env[69808]: _type = "Task" [ 711.003606] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.018163] env[69808]: DEBUG oslo_vmware.api [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789455, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.023034] env[69808]: DEBUG nova.compute.manager [None req-e34d8992-7690-408d-87dd-47f09d6a889a tempest-ServerExternalEventsTest-1859811362 tempest-ServerExternalEventsTest-1859811362-project] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Received event network-changed {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.023034] env[69808]: DEBUG nova.compute.manager [None req-e34d8992-7690-408d-87dd-47f09d6a889a tempest-ServerExternalEventsTest-1859811362 tempest-ServerExternalEventsTest-1859811362-project] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Refreshing instance network info cache due to event network-changed. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.023034] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e34d8992-7690-408d-87dd-47f09d6a889a tempest-ServerExternalEventsTest-1859811362 tempest-ServerExternalEventsTest-1859811362-project] Acquiring lock "refresh_cache-842e60e4-9e9a-442a-bb54-38d10ff70f95" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.023034] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e34d8992-7690-408d-87dd-47f09d6a889a tempest-ServerExternalEventsTest-1859811362 tempest-ServerExternalEventsTest-1859811362-project] Acquired lock "refresh_cache-842e60e4-9e9a-442a-bb54-38d10ff70f95" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.023034] env[69808]: DEBUG nova.network.neutron [None req-e34d8992-7690-408d-87dd-47f09d6a889a tempest-ServerExternalEventsTest-1859811362 tempest-ServerExternalEventsTest-1859811362-project] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.059958] env[69808]: INFO nova.compute.manager [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Took 26.82 seconds to build instance. [ 711.103389] env[69808]: DEBUG nova.network.neutron [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Successfully created port: a5e800da-0711-4d74-b1ca-dd7f9d2a48e7 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.130492] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "refresh_cache-892ec809-73b2-41f3-949f-95c2766d3a30" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.130492] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquired lock "refresh_cache-892ec809-73b2-41f3-949f-95c2766d3a30" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.130492] env[69808]: DEBUG nova.network.neutron [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.203060] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522e3bb8-0dc1-955d-7b72-14a7f6e7eff9, 'name': SearchDatastore_Task, 'duration_secs': 0.024007} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.204888] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb0a16c9-3992-43af-9dd7-318f09700ca2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.213040] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for the task: (returnval){ [ 711.213040] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528e0171-5e82-e91c-32fc-313645a6d08d" [ 711.213040] env[69808]: _type = "Task" [ 711.213040] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.228767] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528e0171-5e82-e91c-32fc-313645a6d08d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.262586] env[69808]: DEBUG nova.compute.manager [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.269347] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Acquiring lock "19a40d4f-ad34-4d6e-839c-4a17149e4659" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.269777] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Lock "19a40d4f-ad34-4d6e-839c-4a17149e4659" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.269777] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Acquiring lock "19a40d4f-ad34-4d6e-839c-4a17149e4659-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.269959] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Lock "19a40d4f-ad34-4d6e-839c-4a17149e4659-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.270134] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Lock "19a40d4f-ad34-4d6e-839c-4a17149e4659-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.274315] env[69808]: INFO nova.compute.manager [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Terminating instance [ 711.292166] env[69808]: DEBUG nova.scheduler.client.report [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.312165] env[69808]: DEBUG nova.virt.hardware [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.312671] env[69808]: DEBUG nova.virt.hardware [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.312847] env[69808]: DEBUG nova.virt.hardware [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.313402] env[69808]: DEBUG nova.virt.hardware [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.313606] env[69808]: DEBUG nova.virt.hardware [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.314218] env[69808]: DEBUG nova.virt.hardware [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.314218] env[69808]: DEBUG nova.virt.hardware [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.314894] env[69808]: DEBUG nova.virt.hardware [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.315013] env[69808]: DEBUG nova.virt.hardware [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.315285] env[69808]: DEBUG nova.virt.hardware [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.315364] env[69808]: DEBUG nova.virt.hardware [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.316652] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde26985-034b-48ab-9a4a-fdd7b8e373c0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.326700] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbb4cd4-44c8-42f0-9c23-fceee23d2576 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.406205] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Releasing lock "refresh_cache-e8cb0608-7726-4b10-a6ce-27b9a6182bcc" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.408105] env[69808]: DEBUG nova.compute.manager [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Instance network_info: |[{"id": "2df598d4-c8da-4c6c-b5a7-6af9277d44aa", "address": "fa:16:3e:9d:b1:3c", "network": {"id": "17baa226-ad83-421f-b62a-011c9c36922a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1042161557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96d2f87023f1405b907fb1046fc2e44d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2df598d4-c8", "ovs_interfaceid": "2df598d4-c8da-4c6c-b5a7-6af9277d44aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.409065] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:b1:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2df598d4-c8da-4c6c-b5a7-6af9277d44aa', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.418489] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Creating folder: Project (96d2f87023f1405b907fb1046fc2e44d). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.418879] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a33f3eaf-160a-425e-a1d7-54b4d66d0b14 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.433515] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Created folder: Project (96d2f87023f1405b907fb1046fc2e44d) in parent group-v753775. [ 711.433515] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Creating folder: Instances. Parent ref: group-v753810. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.433515] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f108e577-165d-4620-97cb-752b7d215cfa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.449022] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Created folder: Instances in parent group-v753810. [ 711.449022] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.449022] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.449022] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc0edba9-a9b5-457d-8a5b-6160734a5ceb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.481814] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.481814] env[69808]: value = "task-3789458" [ 711.481814] env[69808]: _type = "Task" [ 711.481814] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.495212] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789458, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.501707] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Acquiring lock "dce30764-d0f1-4275-9a07-08bc297237c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.501940] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Lock "dce30764-d0f1-4275-9a07-08bc297237c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.517541] env[69808]: DEBUG oslo_vmware.api [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789455, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.562981] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dfcc3b8a-c86e-4b41-9f45-80d7f1cd1a70 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Lock "02481d2b-70ac-48cb-a981-b88a26d327dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.342s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.627781] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e283a65-bca7-465c-b917-74ad3714c418 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.627781] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-988b2401-5f7d-4309-bf01-e1309c334b90 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.641579] env[69808]: DEBUG oslo_vmware.api [None req-8e283a65-bca7-465c-b917-74ad3714c418 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 711.641579] env[69808]: value = "task-3789459" [ 711.641579] env[69808]: _type = "Task" [ 711.641579] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.656633] env[69808]: DEBUG oslo_vmware.api [None req-8e283a65-bca7-465c-b917-74ad3714c418 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.727838] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528e0171-5e82-e91c-32fc-313645a6d08d, 'name': SearchDatastore_Task, 'duration_secs': 0.015492} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.728384] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.728450] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 98fc3328-91fa-4e6a-93d1-f18013a5b0af/98fc3328-91fa-4e6a-93d1-f18013a5b0af.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.729632] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a551bd91-134f-4ba6-ab59-e16994cbe176 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.737659] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for the task: (returnval){ [ 711.737659] env[69808]: value = "task-3789460" [ 711.737659] env[69808]: _type = "Task" [ 711.737659] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.751104] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3789460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.780019] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Acquiring lock "refresh_cache-19a40d4f-ad34-4d6e-839c-4a17149e4659" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.780019] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Acquired lock "refresh_cache-19a40d4f-ad34-4d6e-839c-4a17149e4659" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.780385] env[69808]: DEBUG nova.network.neutron [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.803041] env[69808]: DEBUG oslo_concurrency.lockutils [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.803041] env[69808]: DEBUG nova.compute.manager [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.807049] env[69808]: DEBUG nova.network.neutron [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.816035] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.519s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.816035] env[69808]: INFO nova.compute.claims [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.997098] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789458, 'name': CreateVM_Task, 'duration_secs': 0.466755} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.997287] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.998079] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.998319] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.998667] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.998953] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df9c07d1-6177-49fb-8246-dc3ee946284f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.005584] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Waiting for the task: (returnval){ [ 712.005584] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bab509-83e6-e6bb-f33a-f9015b164821" [ 712.005584] env[69808]: _type = "Task" [ 712.005584] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.023342] env[69808]: DEBUG oslo_vmware.api [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789455, 'name': CreateSnapshot_Task, 'duration_secs': 0.842873} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.030019] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Created Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 712.030019] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bab509-83e6-e6bb-f33a-f9015b164821, 'name': SearchDatastore_Task, 'duration_secs': 0.011598} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.030019] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e533495f-a0ff-4e0b-8dcd-4cd5d47b578d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.031372] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.031676] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.031915] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.032089] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.032282] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.032550] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2141ebda-bcba-45d0-b47d-6ba5d2e8285e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.050973] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.050973] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.053558] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0549bec8-9e7f-4d2e-9bd6-65f96dc2317e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.061780] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Waiting for the task: (returnval){ [ 712.061780] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f69c8c-629b-b755-4a3b-1ad66679dde9" [ 712.061780] env[69808]: _type = "Task" [ 712.061780] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.067371] env[69808]: DEBUG nova.compute.manager [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.093591] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f69c8c-629b-b755-4a3b-1ad66679dde9, 'name': SearchDatastore_Task, 'duration_secs': 0.014951} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.094598] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bcea092-4b71-4274-8d3e-fedf56edc08e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.102790] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Waiting for the task: (returnval){ [ 712.102790] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f32d1d-9b2f-fd5f-7498-66b51a39e077" [ 712.102790] env[69808]: _type = "Task" [ 712.102790] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.113564] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f32d1d-9b2f-fd5f-7498-66b51a39e077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.155542] env[69808]: DEBUG oslo_vmware.api [None req-8e283a65-bca7-465c-b917-74ad3714c418 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789459, 'name': PowerOffVM_Task, 'duration_secs': 0.256681} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.155814] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e283a65-bca7-465c-b917-74ad3714c418 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.156025] env[69808]: DEBUG nova.compute.manager [None req-8e283a65-bca7-465c-b917-74ad3714c418 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 712.158813] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4639b876-cc7c-4dc7-82a2-fb157aa38896 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.164856] env[69808]: INFO nova.compute.manager [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Rebuilding instance [ 712.252037] env[69808]: DEBUG nova.compute.manager [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 712.252651] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab961d99-dbe5-4e0b-9953-64d65507c539 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.260692] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3789460, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.286127] env[69808]: DEBUG nova.network.neutron [None req-e34d8992-7690-408d-87dd-47f09d6a889a tempest-ServerExternalEventsTest-1859811362 tempest-ServerExternalEventsTest-1859811362-project] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Updating instance_info_cache with network_info: [{"id": "c5702399-11c8-400b-8e65-bbd50573c054", "address": "fa:16:3e:60:d4:2c", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5702399-11", "ovs_interfaceid": "c5702399-11c8-400b-8e65-bbd50573c054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.323238] env[69808]: DEBUG nova.compute.utils [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.327574] env[69808]: DEBUG nova.compute.manager [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.327850] env[69808]: DEBUG nova.network.neutron [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.342742] env[69808]: DEBUG nova.network.neutron [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Updating instance_info_cache with network_info: [{"id": "ed68946c-1abc-490c-949f-92608b1d0eda", "address": "fa:16:3e:29:c9:5c", "network": {"id": "45ff669e-777d-4263-81e7-8f6b8cee97af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-203378884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa06710fc9ea483fb53f3eb8392c0282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped68946c-1a", "ovs_interfaceid": "ed68946c-1abc-490c-949f-92608b1d0eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.386362] env[69808]: DEBUG nova.network.neutron [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.564045] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Creating linked-clone VM from snapshot {{(pid=69808) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 712.564536] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-80d7d343-35ae-4c1b-9920-89a971712f32 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.576767] env[69808]: DEBUG oslo_vmware.api [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 712.576767] env[69808]: value = "task-3789461" [ 712.576767] env[69808]: _type = "Task" [ 712.576767] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.589375] env[69808]: DEBUG oslo_vmware.api [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789461, 'name': CloneVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.606324] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.617149] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f32d1d-9b2f-fd5f-7498-66b51a39e077, 'name': SearchDatastore_Task, 'duration_secs': 0.018412} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.617329] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.617625] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] e8cb0608-7726-4b10-a6ce-27b9a6182bcc/e8cb0608-7726-4b10-a6ce-27b9a6182bcc.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.617887] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b0edeab-2bf0-402d-978d-197fa8b60c42 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.626421] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Waiting for the task: (returnval){ [ 712.626421] env[69808]: value = "task-3789462" [ 712.626421] env[69808]: _type = "Task" [ 712.626421] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.636963] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': task-3789462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.676126] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8e283a65-bca7-465c-b917-74ad3714c418 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "1d559a8a-e2aa-45db-9b49-dc0ad28ceb77" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.752845] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3789460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731541} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.755723] env[69808]: DEBUG nova.policy [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e755b960d2a458fa656067daeedb32c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ab4190a4cdd49bab1473c75edce8f30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.757474] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 98fc3328-91fa-4e6a-93d1-f18013a5b0af/98fc3328-91fa-4e6a-93d1-f18013a5b0af.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.758691] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.758691] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf4cd6ee-8f8d-4811-b9d1-755c226b2398 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.767277] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for the task: (returnval){ [ 712.767277] env[69808]: value = "task-3789463" [ 712.767277] env[69808]: _type = "Task" [ 712.767277] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.782366] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3789463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.793856] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e34d8992-7690-408d-87dd-47f09d6a889a tempest-ServerExternalEventsTest-1859811362 tempest-ServerExternalEventsTest-1859811362-project] Releasing lock "refresh_cache-842e60e4-9e9a-442a-bb54-38d10ff70f95" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.840318] env[69808]: DEBUG nova.compute.manager [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.846029] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Releasing lock "refresh_cache-892ec809-73b2-41f3-949f-95c2766d3a30" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.846512] env[69808]: DEBUG nova.compute.manager [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Instance network_info: |[{"id": "ed68946c-1abc-490c-949f-92608b1d0eda", "address": "fa:16:3e:29:c9:5c", "network": {"id": "45ff669e-777d-4263-81e7-8f6b8cee97af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-203378884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa06710fc9ea483fb53f3eb8392c0282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped68946c-1a", "ovs_interfaceid": "ed68946c-1abc-490c-949f-92608b1d0eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.847105] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:c9:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed68946c-1abc-490c-949f-92608b1d0eda', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.856558] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Creating folder: Project (aa06710fc9ea483fb53f3eb8392c0282). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.856893] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e80bd5ae-5b58-4268-8205-cc8a4931fa99 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.879356] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Created folder: Project (aa06710fc9ea483fb53f3eb8392c0282) in parent group-v753775. [ 712.881723] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Creating folder: Instances. Parent ref: group-v753815. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.881723] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9a35bcf-69de-45ba-8f79-51521c03eec4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.904126] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Created folder: Instances in parent group-v753815. [ 712.904471] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.904767] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.905439] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3322723b-beaf-474f-98bf-314d715861b7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.931063] env[69808]: DEBUG nova.network.neutron [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.937444] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.937444] env[69808]: value = "task-3789466" [ 712.937444] env[69808]: _type = "Task" [ 712.937444] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.949857] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789466, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.099184] env[69808]: DEBUG oslo_vmware.api [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789461, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.154318] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': task-3789462, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.284533] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.284927] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3789463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09118} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.291740] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22f9d5aa-9aa5-4e06-b77f-bc156c1b483b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.295532] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.295532] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173ba81d-a507-4cbc-8ac3-45afd94e9f4d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.327372] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 98fc3328-91fa-4e6a-93d1-f18013a5b0af/98fc3328-91fa-4e6a-93d1-f18013a5b0af.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.327811] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Waiting for the task: (returnval){ [ 713.327811] env[69808]: value = "task-3789467" [ 713.327811] env[69808]: _type = "Task" [ 713.327811] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.328286] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dde7e48c-9617-46f3-83ef-db27376b2642 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.362422] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Task: {'id': task-3789467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.364317] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for the task: (returnval){ [ 713.364317] env[69808]: value = "task-3789468" [ 713.364317] env[69808]: _type = "Task" [ 713.364317] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.374337] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3789468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.376640] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef59cdb-11b0-4c86-9ba6-94d7dc9aa29a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.388070] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4255f4-bce6-4f8d-9f19-a56b02d0fe94 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.426752] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8daafd-04bc-4d90-8860-dc01adfb2a16 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.435280] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Releasing lock "refresh_cache-19a40d4f-ad34-4d6e-839c-4a17149e4659" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.435937] env[69808]: DEBUG nova.compute.manager [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.435937] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.437310] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16f59b0-0fbc-48e8-9424-0e2fd6ab1de6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.441024] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c3faf0-bee1-476f-8ab1-8442223bfc81 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.462080] env[69808]: DEBUG nova.compute.provider_tree [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.470742] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.470742] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789466, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.471299] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7746145d-1cb1-4cee-a065-b834d83306b9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.480520] env[69808]: DEBUG oslo_vmware.api [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Waiting for the task: (returnval){ [ 713.480520] env[69808]: value = "task-3789469" [ 713.480520] env[69808]: _type = "Task" [ 713.480520] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.488032] env[69808]: DEBUG nova.compute.manager [req-144d55df-b3e3-4e06-a659-9ebdffcb1e20 req-199cc45f-83a6-4dd0-a0e7-ef45473c4f88 service nova] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Received event network-vif-plugged-2df598d4-c8da-4c6c-b5a7-6af9277d44aa {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.489079] env[69808]: DEBUG oslo_concurrency.lockutils [req-144d55df-b3e3-4e06-a659-9ebdffcb1e20 req-199cc45f-83a6-4dd0-a0e7-ef45473c4f88 service nova] Acquiring lock "e8cb0608-7726-4b10-a6ce-27b9a6182bcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.489079] env[69808]: DEBUG oslo_concurrency.lockutils [req-144d55df-b3e3-4e06-a659-9ebdffcb1e20 req-199cc45f-83a6-4dd0-a0e7-ef45473c4f88 service nova] Lock "e8cb0608-7726-4b10-a6ce-27b9a6182bcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.489079] env[69808]: DEBUG oslo_concurrency.lockutils [req-144d55df-b3e3-4e06-a659-9ebdffcb1e20 req-199cc45f-83a6-4dd0-a0e7-ef45473c4f88 service nova] Lock "e8cb0608-7726-4b10-a6ce-27b9a6182bcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.489079] env[69808]: DEBUG nova.compute.manager [req-144d55df-b3e3-4e06-a659-9ebdffcb1e20 req-199cc45f-83a6-4dd0-a0e7-ef45473c4f88 service nova] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] No waiting events found dispatching network-vif-plugged-2df598d4-c8da-4c6c-b5a7-6af9277d44aa {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 713.489079] env[69808]: WARNING nova.compute.manager [req-144d55df-b3e3-4e06-a659-9ebdffcb1e20 req-199cc45f-83a6-4dd0-a0e7-ef45473c4f88 service nova] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Received unexpected event network-vif-plugged-2df598d4-c8da-4c6c-b5a7-6af9277d44aa for instance with vm_state building and task_state spawning. [ 713.489500] env[69808]: DEBUG nova.compute.manager [req-144d55df-b3e3-4e06-a659-9ebdffcb1e20 req-199cc45f-83a6-4dd0-a0e7-ef45473c4f88 service nova] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Received event network-changed-2df598d4-c8da-4c6c-b5a7-6af9277d44aa {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.489836] env[69808]: DEBUG nova.compute.manager [req-144d55df-b3e3-4e06-a659-9ebdffcb1e20 req-199cc45f-83a6-4dd0-a0e7-ef45473c4f88 service nova] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Refreshing instance network info cache due to event network-changed-2df598d4-c8da-4c6c-b5a7-6af9277d44aa. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.489915] env[69808]: DEBUG oslo_concurrency.lockutils [req-144d55df-b3e3-4e06-a659-9ebdffcb1e20 req-199cc45f-83a6-4dd0-a0e7-ef45473c4f88 service nova] Acquiring lock "refresh_cache-e8cb0608-7726-4b10-a6ce-27b9a6182bcc" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.490017] env[69808]: DEBUG oslo_concurrency.lockutils [req-144d55df-b3e3-4e06-a659-9ebdffcb1e20 req-199cc45f-83a6-4dd0-a0e7-ef45473c4f88 service nova] Acquired lock "refresh_cache-e8cb0608-7726-4b10-a6ce-27b9a6182bcc" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.490197] env[69808]: DEBUG nova.network.neutron [req-144d55df-b3e3-4e06-a659-9ebdffcb1e20 req-199cc45f-83a6-4dd0-a0e7-ef45473c4f88 service nova] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Refreshing network info cache for port 2df598d4-c8da-4c6c-b5a7-6af9277d44aa {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.495524] env[69808]: DEBUG oslo_vmware.api [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.508822] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Acquiring lock "842e60e4-9e9a-442a-bb54-38d10ff70f95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.508822] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Lock "842e60e4-9e9a-442a-bb54-38d10ff70f95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.509412] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Acquiring lock "842e60e4-9e9a-442a-bb54-38d10ff70f95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.509412] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Lock "842e60e4-9e9a-442a-bb54-38d10ff70f95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.509412] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Lock "842e60e4-9e9a-442a-bb54-38d10ff70f95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.511651] env[69808]: INFO nova.compute.manager [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Terminating instance [ 713.596031] env[69808]: DEBUG oslo_vmware.api [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789461, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.645128] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': task-3789462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576925} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.645577] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] e8cb0608-7726-4b10-a6ce-27b9a6182bcc/e8cb0608-7726-4b10-a6ce-27b9a6182bcc.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.645834] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.646344] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbe6178a-e326-4a99-ac16-8448ac9827de {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.656041] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Waiting for the task: (returnval){ [ 713.656041] env[69808]: value = "task-3789470" [ 713.656041] env[69808]: _type = "Task" [ 713.656041] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.672180] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': task-3789470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.854267] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Task: {'id': task-3789467, 'name': PowerOffVM_Task, 'duration_secs': 0.404622} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.854862] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.854862] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.855630] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a306d83f-0c8c-4294-8b7d-0b8403087905 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.859651] env[69808]: DEBUG nova.compute.manager [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.868086] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.873500] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-292a5257-7c0e-41eb-8ccc-dbbade5c8917 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.881510] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3789468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.904303] env[69808]: DEBUG nova.virt.hardware [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.904449] env[69808]: DEBUG nova.virt.hardware [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.904667] env[69808]: DEBUG nova.virt.hardware [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.904951] env[69808]: DEBUG nova.virt.hardware [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.905181] env[69808]: DEBUG nova.virt.hardware [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.905395] env[69808]: DEBUG nova.virt.hardware [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.905669] env[69808]: DEBUG nova.virt.hardware [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.905882] env[69808]: DEBUG nova.virt.hardware [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.907028] env[69808]: DEBUG nova.virt.hardware [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.907028] env[69808]: DEBUG nova.virt.hardware [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.907028] env[69808]: DEBUG nova.virt.hardware [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.907411] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcc822a-8b4a-4353-aab0-08c2b9b94f95 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.912809] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.912809] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.912809] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Deleting the datastore file [datastore1] 8fb507a5-6176-47e6-94c9-340f345a0d33 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.914094] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8cb0c29-1786-4fa0-8667-9897c676541b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.922362] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f48393f-6453-4be0-b518-87e5e4840f81 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.926935] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Waiting for the task: (returnval){ [ 713.926935] env[69808]: value = "task-3789472" [ 713.926935] env[69808]: _type = "Task" [ 713.926935] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.946392] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Task: {'id': task-3789472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.950746] env[69808]: DEBUG nova.network.neutron [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Successfully created port: 828a7400-0da7-4801-ae42-57c9866c821d {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.959979] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789466, 'name': CreateVM_Task, 'duration_secs': 0.82991} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.959979] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.961512] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.961512] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.961512] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.961512] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd795fe-ba76-45d8-b97c-66567a55cdd2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.968622] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 713.968622] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527b6a16-6fab-893b-0913-24a845b1c738" [ 713.968622] env[69808]: _type = "Task" [ 713.968622] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.974521] env[69808]: DEBUG nova.scheduler.client.report [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.984962] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527b6a16-6fab-893b-0913-24a845b1c738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.993483] env[69808]: DEBUG oslo_vmware.api [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789469, 'name': PowerOffVM_Task, 'duration_secs': 0.271692} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.993857] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.994069] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.994362] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abf06a5b-30aa-4c4e-a753-9dde28359896 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.018964] env[69808]: DEBUG nova.compute.manager [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.018964] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.019404] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644f7549-c49f-45e6-850e-bad056b18774 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.029372] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.031426] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43b51982-c359-42c4-8c49-76375d751118 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.036236] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.036236] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.036236] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Deleting the datastore file [datastore2] 19a40d4f-ad34-4d6e-839c-4a17149e4659 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.037984] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75e27ea4-f263-40df-8cc3-fd7eddc71cc0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.046419] env[69808]: DEBUG oslo_vmware.api [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Waiting for the task: (returnval){ [ 714.046419] env[69808]: value = "task-3789474" [ 714.046419] env[69808]: _type = "Task" [ 714.046419] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.048106] env[69808]: DEBUG oslo_vmware.api [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Waiting for the task: (returnval){ [ 714.048106] env[69808]: value = "task-3789475" [ 714.048106] env[69808]: _type = "Task" [ 714.048106] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.061861] env[69808]: DEBUG oslo_vmware.api [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.065015] env[69808]: DEBUG oslo_vmware.api [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': task-3789474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.093843] env[69808]: DEBUG oslo_vmware.api [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789461, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.104357] env[69808]: DEBUG nova.compute.manager [req-a57de823-ca9a-43ee-9698-622d40ddcb5a req-1fe19d50-812a-4ae8-804e-ba81aaf8f466 service nova] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Received event network-changed-ed68946c-1abc-490c-949f-92608b1d0eda {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.104357] env[69808]: DEBUG nova.compute.manager [req-a57de823-ca9a-43ee-9698-622d40ddcb5a req-1fe19d50-812a-4ae8-804e-ba81aaf8f466 service nova] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Refreshing instance network info cache due to event network-changed-ed68946c-1abc-490c-949f-92608b1d0eda. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.104357] env[69808]: DEBUG oslo_concurrency.lockutils [req-a57de823-ca9a-43ee-9698-622d40ddcb5a req-1fe19d50-812a-4ae8-804e-ba81aaf8f466 service nova] Acquiring lock "refresh_cache-892ec809-73b2-41f3-949f-95c2766d3a30" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.104357] env[69808]: DEBUG oslo_concurrency.lockutils [req-a57de823-ca9a-43ee-9698-622d40ddcb5a req-1fe19d50-812a-4ae8-804e-ba81aaf8f466 service nova] Acquired lock "refresh_cache-892ec809-73b2-41f3-949f-95c2766d3a30" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.104357] env[69808]: DEBUG nova.network.neutron [req-a57de823-ca9a-43ee-9698-622d40ddcb5a req-1fe19d50-812a-4ae8-804e-ba81aaf8f466 service nova] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Refreshing network info cache for port ed68946c-1abc-490c-949f-92608b1d0eda {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.168673] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': task-3789470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133202} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.168969] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.169854] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d75a288-ccbd-4a15-ae06-e75573537aae {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.197341] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] e8cb0608-7726-4b10-a6ce-27b9a6182bcc/e8cb0608-7726-4b10-a6ce-27b9a6182bcc.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.198042] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebd2c002-ca04-410c-a2ca-e8fd8cf2beef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.221016] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Waiting for the task: (returnval){ [ 714.221016] env[69808]: value = "task-3789476" [ 714.221016] env[69808]: _type = "Task" [ 714.221016] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.236151] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': task-3789476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.381676] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3789468, 'name': ReconfigVM_Task, 'duration_secs': 0.795096} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.381895] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 98fc3328-91fa-4e6a-93d1-f18013a5b0af/98fc3328-91fa-4e6a-93d1-f18013a5b0af.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.382422] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-853f494b-e2a9-4383-beaa-0028d6fb20c1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.390846] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for the task: (returnval){ [ 714.390846] env[69808]: value = "task-3789477" [ 714.390846] env[69808]: _type = "Task" [ 714.390846] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.404422] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3789477, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.416208] env[69808]: DEBUG nova.network.neutron [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Successfully updated port: a5e800da-0711-4d74-b1ca-dd7f9d2a48e7 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.439037] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Task: {'id': task-3789472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304209} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.440612] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.440819] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.441808] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.486897] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.486897] env[69808]: DEBUG nova.compute.manager [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.489393] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527b6a16-6fab-893b-0913-24a845b1c738, 'name': SearchDatastore_Task, 'duration_secs': 0.033921} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.489659] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.927s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.491237] env[69808]: INFO nova.compute.claims [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.493866] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.494105] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.494357] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.494500] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.494673] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.495617] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2bd5aca-a147-4c8f-b611-4ba755f7950b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.506370] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.506370] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.506933] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05fe78f4-3717-4689-b1f1-f09f50826553 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.516019] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 714.516019] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bf2431-d5d9-b70b-e043-d749a9121f0a" [ 714.516019] env[69808]: _type = "Task" [ 714.516019] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.525752] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bf2431-d5d9-b70b-e043-d749a9121f0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.570927] env[69808]: DEBUG oslo_vmware.api [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Task: {'id': task-3789475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168258} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.571077] env[69808]: DEBUG oslo_vmware.api [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': task-3789474, 'name': PowerOffVM_Task, 'duration_secs': 0.322024} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.571247] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.571439] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.571612] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.571852] env[69808]: INFO nova.compute.manager [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Took 1.14 seconds to destroy the instance on the hypervisor. [ 714.572156] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.572474] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.572474] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.572807] env[69808]: DEBUG nova.compute.manager [-] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.572900] env[69808]: DEBUG nova.network.neutron [-] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.574812] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8be79ae-64f9-442e-9e76-4f7bf2d3b9b2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.589991] env[69808]: DEBUG oslo_vmware.api [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789461, 'name': CloneVM_Task, 'duration_secs': 1.886646} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.589991] env[69808]: INFO nova.virt.vmwareapi.vmops [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Created linked-clone VM from snapshot [ 714.590621] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c9f34f-98ca-4850-9aaf-f7c08974b6ad {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.600551] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Uploading image 5c7dfae5-2bc9-4f12-83fb-afee33bd93e6 {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 714.615958] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Destroying the VM {{(pid=69808) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 714.617698] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f20b7172-2987-4b87-b5b3-0b968496d93d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.624986] env[69808]: DEBUG oslo_vmware.api [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 714.624986] env[69808]: value = "task-3789479" [ 714.624986] env[69808]: _type = "Task" [ 714.624986] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.640056] env[69808]: DEBUG oslo_vmware.api [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789479, 'name': Destroy_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.641187] env[69808]: DEBUG nova.network.neutron [-] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.649542] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.649608] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.650372] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Deleting the datastore file [datastore1] 842e60e4-9e9a-442a-bb54-38d10ff70f95 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.650372] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14694231-4156-4297-b88f-c44d4f776504 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.661047] env[69808]: DEBUG oslo_vmware.api [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Waiting for the task: (returnval){ [ 714.661047] env[69808]: value = "task-3789480" [ 714.661047] env[69808]: _type = "Task" [ 714.661047] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.676267] env[69808]: DEBUG oslo_vmware.api [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': task-3789480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.738682] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': task-3789476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.861410] env[69808]: DEBUG nova.network.neutron [req-144d55df-b3e3-4e06-a659-9ebdffcb1e20 req-199cc45f-83a6-4dd0-a0e7-ef45473c4f88 service nova] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Updated VIF entry in instance network info cache for port 2df598d4-c8da-4c6c-b5a7-6af9277d44aa. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.861818] env[69808]: DEBUG nova.network.neutron [req-144d55df-b3e3-4e06-a659-9ebdffcb1e20 req-199cc45f-83a6-4dd0-a0e7-ef45473c4f88 service nova] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Updating instance_info_cache with network_info: [{"id": "2df598d4-c8da-4c6c-b5a7-6af9277d44aa", "address": "fa:16:3e:9d:b1:3c", "network": {"id": "17baa226-ad83-421f-b62a-011c9c36922a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1042161557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96d2f87023f1405b907fb1046fc2e44d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2df598d4-c8", "ovs_interfaceid": "2df598d4-c8da-4c6c-b5a7-6af9277d44aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.904105] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3789477, 'name': Rename_Task, 'duration_secs': 0.340534} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.904496] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.905355] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7feeebae-00e5-46ad-8947-6e4d62099243 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.915105] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for the task: (returnval){ [ 714.915105] env[69808]: value = "task-3789481" [ 714.915105] env[69808]: _type = "Task" [ 714.915105] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.926310] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "refresh_cache-40a2019a-162d-40e3-9a17-35eb5e284990" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.926460] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquired lock "refresh_cache-40a2019a-162d-40e3-9a17-35eb5e284990" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.926614] env[69808]: DEBUG nova.network.neutron [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.928255] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3789481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.999788] env[69808]: DEBUG nova.compute.utils [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.007184] env[69808]: DEBUG nova.compute.manager [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.007184] env[69808]: DEBUG nova.network.neutron [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.035316] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bf2431-d5d9-b70b-e043-d749a9121f0a, 'name': SearchDatastore_Task, 'duration_secs': 0.014957} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.038331] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8af26a5a-1d05-4ce5-b4bc-ca6f81799cb1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.044607] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 715.044607] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525f11ce-8452-2413-8c5e-c1210ce6b650" [ 715.044607] env[69808]: _type = "Task" [ 715.044607] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.059414] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525f11ce-8452-2413-8c5e-c1210ce6b650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.123238] env[69808]: DEBUG nova.policy [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99e07388c26a4af18aeab1ef273a84d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ef04270f34a486eb86367eff48b4a48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.144218] env[69808]: DEBUG nova.network.neutron [-] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.145670] env[69808]: DEBUG oslo_vmware.api [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789479, 'name': Destroy_Task, 'duration_secs': 0.402744} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.148033] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Destroyed the VM [ 715.148033] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Deleting Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 715.148459] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-480dcdb0-df01-4b03-9c96-c76270a785b4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.159656] env[69808]: DEBUG oslo_vmware.api [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 715.159656] env[69808]: value = "task-3789482" [ 715.159656] env[69808]: _type = "Task" [ 715.159656] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.174100] env[69808]: DEBUG oslo_vmware.api [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789482, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.177501] env[69808]: DEBUG oslo_vmware.api [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Task: {'id': task-3789480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196187} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.177784] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.177981] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.178270] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.178585] env[69808]: INFO nova.compute.manager [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Took 1.16 seconds to destroy the instance on the hypervisor. [ 715.178691] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.179406] env[69808]: DEBUG nova.compute.manager [-] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.179406] env[69808]: DEBUG nova.network.neutron [-] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.201420] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Acquiring lock "b0e0391a-dffc-4bc1-887a-2883e2818657" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.201681] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Lock "b0e0391a-dffc-4bc1-887a-2883e2818657" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.235338] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': task-3789476, 'name': ReconfigVM_Task, 'duration_secs': 0.696833} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.239393] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Reconfigured VM instance instance-0000000c to attach disk [datastore2] e8cb0608-7726-4b10-a6ce-27b9a6182bcc/e8cb0608-7726-4b10-a6ce-27b9a6182bcc.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.239393] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7da7281-a3c8-4485-aafc-5934aa01b397 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.250528] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Waiting for the task: (returnval){ [ 715.250528] env[69808]: value = "task-3789483" [ 715.250528] env[69808]: _type = "Task" [ 715.250528] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.263164] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': task-3789483, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.364429] env[69808]: DEBUG oslo_concurrency.lockutils [req-144d55df-b3e3-4e06-a659-9ebdffcb1e20 req-199cc45f-83a6-4dd0-a0e7-ef45473c4f88 service nova] Releasing lock "refresh_cache-e8cb0608-7726-4b10-a6ce-27b9a6182bcc" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.431791] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3789481, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.491266] env[69808]: DEBUG nova.virt.hardware [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.493461] env[69808]: DEBUG nova.virt.hardware [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.493461] env[69808]: DEBUG nova.virt.hardware [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.493461] env[69808]: DEBUG nova.virt.hardware [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.493461] env[69808]: DEBUG nova.virt.hardware [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.493461] env[69808]: DEBUG nova.virt.hardware [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.493461] env[69808]: DEBUG nova.virt.hardware [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.493819] env[69808]: DEBUG nova.virt.hardware [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.493819] env[69808]: DEBUG nova.virt.hardware [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.493899] env[69808]: DEBUG nova.virt.hardware [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.494113] env[69808]: DEBUG nova.virt.hardware [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.495937] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f5cd58-8631-48e7-b66f-5270e4aadda6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.505821] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573a76c1-9e00-4f17-a7df-7b0bf5ccca98 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.515902] env[69808]: DEBUG nova.compute.manager [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.531902] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Instance VIF info [] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.539716] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.539858] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.543341] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53c4809c-d772-4cad-a208-f89d3e38efdb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.558802] env[69808]: DEBUG nova.network.neutron [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.573109] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525f11ce-8452-2413-8c5e-c1210ce6b650, 'name': SearchDatastore_Task, 'duration_secs': 0.015004} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.574561] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.574561] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 892ec809-73b2-41f3-949f-95c2766d3a30/892ec809-73b2-41f3-949f-95c2766d3a30.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.574974] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.574974] env[69808]: value = "task-3789484" [ 715.574974] env[69808]: _type = "Task" [ 715.574974] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.575728] env[69808]: DEBUG nova.network.neutron [req-a57de823-ca9a-43ee-9698-622d40ddcb5a req-1fe19d50-812a-4ae8-804e-ba81aaf8f466 service nova] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Updated VIF entry in instance network info cache for port ed68946c-1abc-490c-949f-92608b1d0eda. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.576075] env[69808]: DEBUG nova.network.neutron [req-a57de823-ca9a-43ee-9698-622d40ddcb5a req-1fe19d50-812a-4ae8-804e-ba81aaf8f466 service nova] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Updating instance_info_cache with network_info: [{"id": "ed68946c-1abc-490c-949f-92608b1d0eda", "address": "fa:16:3e:29:c9:5c", "network": {"id": "45ff669e-777d-4263-81e7-8f6b8cee97af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-203378884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa06710fc9ea483fb53f3eb8392c0282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped68946c-1a", "ovs_interfaceid": "ed68946c-1abc-490c-949f-92608b1d0eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.577254] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b74c42e-1537-4b8f-be1c-eb18b8292e71 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.595445] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789484, 'name': CreateVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.597063] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 715.597063] env[69808]: value = "task-3789485" [ 715.597063] env[69808]: _type = "Task" [ 715.597063] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.611868] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.649872] env[69808]: INFO nova.compute.manager [-] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Took 1.08 seconds to deallocate network for instance. [ 715.670905] env[69808]: DEBUG oslo_vmware.api [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789482, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.776949] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': task-3789483, 'name': Rename_Task, 'duration_secs': 0.191751} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.776949] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.776949] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61912550-1e32-4616-a317-69c37f731402 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.793325] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Waiting for the task: (returnval){ [ 715.793325] env[69808]: value = "task-3789486" [ 715.793325] env[69808]: _type = "Task" [ 715.793325] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.808165] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': task-3789486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.927862] env[69808]: DEBUG oslo_vmware.api [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3789481, 'name': PowerOnVM_Task, 'duration_secs': 0.721002} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.927862] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.928302] env[69808]: INFO nova.compute.manager [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Took 12.42 seconds to spawn the instance on the hypervisor. [ 715.928302] env[69808]: DEBUG nova.compute.manager [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 715.932153] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8689ca3-ba29-4b5b-aef3-d1e6d3ffa54e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.984118] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa2a9ed-9c83-4f0f-9f11-a27865144475 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.994747] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa67068-cb17-494e-b94f-04da731c0610 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.034078] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b6bd7f-3c3d-435c-ae62-d326cfc9dde7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.049233] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d4b0ef-b1d1-4cae-bac4-dfdb448841c9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.065636] env[69808]: DEBUG nova.compute.provider_tree [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.086369] env[69808]: DEBUG oslo_concurrency.lockutils [req-a57de823-ca9a-43ee-9698-622d40ddcb5a req-1fe19d50-812a-4ae8-804e-ba81aaf8f466 service nova] Releasing lock "refresh_cache-892ec809-73b2-41f3-949f-95c2766d3a30" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.093849] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789484, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.110616] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789485, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.159171] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.171251] env[69808]: DEBUG oslo_vmware.api [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789482, 'name': RemoveSnapshot_Task, 'duration_secs': 0.630489} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.171494] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Deleted Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 716.311055] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': task-3789486, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.462468] env[69808]: INFO nova.compute.manager [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Took 29.20 seconds to build instance. [ 716.511921] env[69808]: DEBUG nova.network.neutron [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Updating instance_info_cache with network_info: [{"id": "a5e800da-0711-4d74-b1ca-dd7f9d2a48e7", "address": "fa:16:3e:6a:dc:92", "network": {"id": "45ff669e-777d-4263-81e7-8f6b8cee97af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-203378884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa06710fc9ea483fb53f3eb8392c0282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e800da-07", "ovs_interfaceid": "a5e800da-0711-4d74-b1ca-dd7f9d2a48e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.547445] env[69808]: DEBUG nova.compute.manager [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.570619] env[69808]: DEBUG nova.scheduler.client.report [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.597801] env[69808]: DEBUG nova.virt.hardware [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.599217] env[69808]: DEBUG nova.virt.hardware [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.599217] env[69808]: DEBUG nova.virt.hardware [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.599217] env[69808]: DEBUG nova.virt.hardware [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.599217] env[69808]: DEBUG nova.virt.hardware [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.599217] env[69808]: DEBUG nova.virt.hardware [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.600483] env[69808]: DEBUG nova.virt.hardware [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.600483] env[69808]: DEBUG nova.virt.hardware [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.600483] env[69808]: DEBUG nova.virt.hardware [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.600483] env[69808]: DEBUG nova.virt.hardware [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.600483] env[69808]: DEBUG nova.virt.hardware [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.601376] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7377fc-eef6-4e4d-97d8-eeb9eff67099 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.616066] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789484, 'name': CreateVM_Task, 'duration_secs': 0.571528} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.617124] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.617853] env[69808]: DEBUG oslo_concurrency.lockutils [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.618017] env[69808]: DEBUG oslo_concurrency.lockutils [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.618413] env[69808]: DEBUG oslo_concurrency.lockutils [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.625798] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb5009a-bd09-40b4-b073-c4e282c3f5c8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.628232] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616437} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.628624] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 892ec809-73b2-41f3-949f-95c2766d3a30/892ec809-73b2-41f3-949f-95c2766d3a30.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.629275] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.630739] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b235684-b9b3-4816-aaee-75773c691ee6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.637238] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56fe7c05-d476-42c2-aa68-95362c316156 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.640289] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Waiting for the task: (returnval){ [ 716.640289] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52830de2-a70c-0a12-8dac-ab5f8d14125e" [ 716.640289] env[69808]: _type = "Task" [ 716.640289] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.655577] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 716.655577] env[69808]: value = "task-3789487" [ 716.655577] env[69808]: _type = "Task" [ 716.655577] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.662272] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52830de2-a70c-0a12-8dac-ab5f8d14125e, 'name': SearchDatastore_Task, 'duration_secs': 0.012286} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.663058] env[69808]: DEBUG oslo_concurrency.lockutils [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.663423] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.663673] env[69808]: DEBUG oslo_concurrency.lockutils [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.663827] env[69808]: DEBUG oslo_concurrency.lockutils [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.665022] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.665022] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55ce57eb-d43e-4997-bf13-bdcec5190f3e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.669766] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.677879] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.678135] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.680897] env[69808]: WARNING nova.compute.manager [None req-3d38a55e-22b8-42bf-be4c-afea94274c16 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Image not found during snapshot: nova.exception.ImageNotFound: Image 5c7dfae5-2bc9-4f12-83fb-afee33bd93e6 could not be found. [ 716.682107] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75212968-2696-4368-8f0e-61734171512c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.693329] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Waiting for the task: (returnval){ [ 716.693329] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52552c14-1a0f-fa00-f646-6bf020ee01b7" [ 716.693329] env[69808]: _type = "Task" [ 716.693329] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.703445] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52552c14-1a0f-fa00-f646-6bf020ee01b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.808440] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': task-3789486, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.915316] env[69808]: DEBUG nova.network.neutron [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Successfully created port: 5f042b27-433d-40ed-ad93-b67c27f02b7b {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.966249] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a40c6e2a-0eba-4257-8c7b-4c2998917c17 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Lock "98fc3328-91fa-4e6a-93d1-f18013a5b0af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.709s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.015662] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Releasing lock "refresh_cache-40a2019a-162d-40e3-9a17-35eb5e284990" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.015662] env[69808]: DEBUG nova.compute.manager [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Instance network_info: |[{"id": "a5e800da-0711-4d74-b1ca-dd7f9d2a48e7", "address": "fa:16:3e:6a:dc:92", "network": {"id": "45ff669e-777d-4263-81e7-8f6b8cee97af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-203378884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa06710fc9ea483fb53f3eb8392c0282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e800da-07", "ovs_interfaceid": "a5e800da-0711-4d74-b1ca-dd7f9d2a48e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.018067] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:dc:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5e800da-0711-4d74-b1ca-dd7f9d2a48e7', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.027848] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.028130] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.028377] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-886c739b-0c34-4258-be93-967a618d4abb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.055604] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.055604] env[69808]: value = "task-3789488" [ 717.055604] env[69808]: _type = "Task" [ 717.055604] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.065830] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789488, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.082840] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.082840] env[69808]: DEBUG nova.compute.manager [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.086964] env[69808]: DEBUG oslo_concurrency.lockutils [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.920s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.089187] env[69808]: INFO nova.compute.claims [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.095045] env[69808]: DEBUG nova.network.neutron [-] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.160454] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Acquiring lock "2a792a82-2ba6-4f38-8c2f-b54931cd8f1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.160752] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Lock "2a792a82-2ba6-4f38-8c2f-b54931cd8f1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.172315] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081404} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.172679] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.175525] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe9fd66-1f12-4dd6-a11f-1b6d2ba37dba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.199516] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 892ec809-73b2-41f3-949f-95c2766d3a30/892ec809-73b2-41f3-949f-95c2766d3a30.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.199516] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8068143e-5b38-46c9-9c5f-beb38576fa2a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.230566] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52552c14-1a0f-fa00-f646-6bf020ee01b7, 'name': SearchDatastore_Task, 'duration_secs': 0.017423} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.231330] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 717.231330] env[69808]: value = "task-3789489" [ 717.231330] env[69808]: _type = "Task" [ 717.231330] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.232463] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec3af25-b9d6-4d22-a435-531c0bbbaa30 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.246665] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789489, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.248282] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Waiting for the task: (returnval){ [ 717.248282] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52deaf38-a3f1-a59f-c399-98648854a972" [ 717.248282] env[69808]: _type = "Task" [ 717.248282] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.260922] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52deaf38-a3f1-a59f-c399-98648854a972, 'name': SearchDatastore_Task, 'duration_secs': 0.013094} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.261484] env[69808]: DEBUG oslo_concurrency.lockutils [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.261542] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 8fb507a5-6176-47e6-94c9-340f345a0d33/8fb507a5-6176-47e6-94c9-340f345a0d33.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.261786] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa9563d9-ea6d-4593-a7da-8de5dd1f0b52 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.270478] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Waiting for the task: (returnval){ [ 717.270478] env[69808]: value = "task-3789490" [ 717.270478] env[69808]: _type = "Task" [ 717.270478] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.282626] env[69808]: DEBUG nova.compute.manager [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 717.282626] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Task: {'id': task-3789490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.283126] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e37f3bc-311c-404f-b465-4baa987b4c03 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.306680] env[69808]: DEBUG oslo_vmware.api [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': task-3789486, 'name': PowerOnVM_Task, 'duration_secs': 1.258586} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.307049] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.307330] env[69808]: INFO nova.compute.manager [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Took 11.17 seconds to spawn the instance on the hypervisor. [ 717.307567] env[69808]: DEBUG nova.compute.manager [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 717.309086] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a93427-c16e-4c67-a7d5-76d1ea0ba684 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.469529] env[69808]: DEBUG nova.compute.manager [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.573204] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789488, 'name': CreateVM_Task, 'duration_secs': 0.507638} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.573204] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.574089] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.574089] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.574491] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.574782] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f392c2c-580b-4323-8c6d-cbb44388394f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.581985] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 717.581985] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52365358-f37f-cea6-2489-b0db1b8f73b5" [ 717.581985] env[69808]: _type = "Task" [ 717.581985] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.589169] env[69808]: DEBUG nova.compute.utils [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.597527] env[69808]: DEBUG nova.compute.manager [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.597799] env[69808]: DEBUG nova.network.neutron [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.603955] env[69808]: INFO nova.compute.manager [-] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Took 2.42 seconds to deallocate network for instance. [ 717.604314] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52365358-f37f-cea6-2489-b0db1b8f73b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.733606] env[69808]: DEBUG nova.network.neutron [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Successfully updated port: 828a7400-0da7-4801-ae42-57c9866c821d {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.755654] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789489, 'name': ReconfigVM_Task, 'duration_secs': 0.33211} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.757465] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 892ec809-73b2-41f3-949f-95c2766d3a30/892ec809-73b2-41f3-949f-95c2766d3a30.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.762457] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e922d1af-4b4f-4f5c-bfa4-dd32220f1cc4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.770640] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 717.770640] env[69808]: value = "task-3789491" [ 717.770640] env[69808]: _type = "Task" [ 717.770640] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.784501] env[69808]: DEBUG nova.compute.manager [req-d574d858-14ee-4851-870d-0f3dc731f0a2 req-b8f8d8bd-241e-4668-9667-4ef6ff70dae6 service nova] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Received event network-vif-plugged-a5e800da-0711-4d74-b1ca-dd7f9d2a48e7 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.784501] env[69808]: DEBUG oslo_concurrency.lockutils [req-d574d858-14ee-4851-870d-0f3dc731f0a2 req-b8f8d8bd-241e-4668-9667-4ef6ff70dae6 service nova] Acquiring lock "40a2019a-162d-40e3-9a17-35eb5e284990-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.784501] env[69808]: DEBUG oslo_concurrency.lockutils [req-d574d858-14ee-4851-870d-0f3dc731f0a2 req-b8f8d8bd-241e-4668-9667-4ef6ff70dae6 service nova] Lock "40a2019a-162d-40e3-9a17-35eb5e284990-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.784501] env[69808]: DEBUG oslo_concurrency.lockutils [req-d574d858-14ee-4851-870d-0f3dc731f0a2 req-b8f8d8bd-241e-4668-9667-4ef6ff70dae6 service nova] Lock "40a2019a-162d-40e3-9a17-35eb5e284990-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.784501] env[69808]: DEBUG nova.compute.manager [req-d574d858-14ee-4851-870d-0f3dc731f0a2 req-b8f8d8bd-241e-4668-9667-4ef6ff70dae6 service nova] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] No waiting events found dispatching network-vif-plugged-a5e800da-0711-4d74-b1ca-dd7f9d2a48e7 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 717.784761] env[69808]: WARNING nova.compute.manager [req-d574d858-14ee-4851-870d-0f3dc731f0a2 req-b8f8d8bd-241e-4668-9667-4ef6ff70dae6 service nova] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Received unexpected event network-vif-plugged-a5e800da-0711-4d74-b1ca-dd7f9d2a48e7 for instance with vm_state building and task_state spawning. [ 717.784761] env[69808]: DEBUG nova.compute.manager [req-d574d858-14ee-4851-870d-0f3dc731f0a2 req-b8f8d8bd-241e-4668-9667-4ef6ff70dae6 service nova] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Received event network-changed-a5e800da-0711-4d74-b1ca-dd7f9d2a48e7 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.784761] env[69808]: DEBUG nova.compute.manager [req-d574d858-14ee-4851-870d-0f3dc731f0a2 req-b8f8d8bd-241e-4668-9667-4ef6ff70dae6 service nova] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Refreshing instance network info cache due to event network-changed-a5e800da-0711-4d74-b1ca-dd7f9d2a48e7. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.784761] env[69808]: DEBUG oslo_concurrency.lockutils [req-d574d858-14ee-4851-870d-0f3dc731f0a2 req-b8f8d8bd-241e-4668-9667-4ef6ff70dae6 service nova] Acquiring lock "refresh_cache-40a2019a-162d-40e3-9a17-35eb5e284990" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.786446] env[69808]: DEBUG oslo_concurrency.lockutils [req-d574d858-14ee-4851-870d-0f3dc731f0a2 req-b8f8d8bd-241e-4668-9667-4ef6ff70dae6 service nova] Acquired lock "refresh_cache-40a2019a-162d-40e3-9a17-35eb5e284990" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.786446] env[69808]: DEBUG nova.network.neutron [req-d574d858-14ee-4851-870d-0f3dc731f0a2 req-b8f8d8bd-241e-4668-9667-4ef6ff70dae6 service nova] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Refreshing network info cache for port a5e800da-0711-4d74-b1ca-dd7f9d2a48e7 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.797571] env[69808]: INFO nova.compute.manager [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] instance snapshotting [ 717.800235] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Task: {'id': task-3789490, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.808887] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789491, 'name': Rename_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.809671] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf998c28-ddb0-4b04-ae31-83b3f61bd306 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.814890] env[69808]: DEBUG nova.policy [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '315f67bc88cf4e118fafbc22504ae880', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13fcf0b3293a47cb9410c56bdc851669', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.845927] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569d30fb-84f4-4a0b-a3c9-668853991eb8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.848312] env[69808]: INFO nova.compute.manager [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Took 27.27 seconds to build instance. [ 718.008273] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.096239] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52365358-f37f-cea6-2489-b0db1b8f73b5, 'name': SearchDatastore_Task, 'duration_secs': 0.054279} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.096239] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.096239] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.096239] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.096481] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.096481] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.096817] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0f68ae1-cce1-45a2-8dca-b1e87d0b1be9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.106256] env[69808]: DEBUG nova.compute.manager [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.116206] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.116206] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.116206] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.117637] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1121f24a-f41c-422c-b76a-9e4c08c6fa49 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.132123] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 718.132123] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52348515-d9d0-3eb9-9faf-a2c5f784616d" [ 718.132123] env[69808]: _type = "Task" [ 718.132123] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.147091] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52348515-d9d0-3eb9-9faf-a2c5f784616d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.247316] env[69808]: DEBUG oslo_concurrency.lockutils [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Acquiring lock "refresh_cache-bceff13b-021c-4103-8841-1ddf6baa262b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.247581] env[69808]: DEBUG oslo_concurrency.lockutils [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Acquired lock "refresh_cache-bceff13b-021c-4103-8841-1ddf6baa262b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.247781] env[69808]: DEBUG nova.network.neutron [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.306389] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789491, 'name': Rename_Task, 'duration_secs': 0.161412} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.307210] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Task: {'id': task-3789490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544142} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.308341] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.308341] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 8fb507a5-6176-47e6-94c9-340f345a0d33/8fb507a5-6176-47e6-94c9-340f345a0d33.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.309233] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.309233] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e26dabb3-68c1-4833-8f2f-55a423907d1d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.311589] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a19504a0-be74-447f-8ffe-55c5fcdd4c4e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.325937] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 718.325937] env[69808]: value = "task-3789492" [ 718.325937] env[69808]: _type = "Task" [ 718.325937] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.328179] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Waiting for the task: (returnval){ [ 718.328179] env[69808]: value = "task-3789493" [ 718.328179] env[69808]: _type = "Task" [ 718.328179] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.352960] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6d6203ec-da90-4980-b234-c31d8376b594 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Lock "e8cb0608-7726-4b10-a6ce-27b9a6182bcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.791s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.353439] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789492, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.364936] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Creating Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 718.365440] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Task: {'id': task-3789493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.369099] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-787340b9-2a9c-4ff5-9ce4-9f829ce5ca99 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.380886] env[69808]: DEBUG oslo_vmware.api [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Waiting for the task: (returnval){ [ 718.380886] env[69808]: value = "task-3789494" [ 718.380886] env[69808]: _type = "Task" [ 718.380886] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.391935] env[69808]: DEBUG oslo_vmware.api [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789494, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.534466] env[69808]: DEBUG nova.compute.manager [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 718.535804] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b63287-0223-45a1-9604-491b0ae35c28 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.605109] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11c4996-6eae-46eb-a50a-886473d7da5a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.613880] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fa067b-edc5-435c-92b5-adaa5458c371 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.659110] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca4f71c-d9e7-4f9a-bf7c-d8247de791a4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.671360] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52348515-d9d0-3eb9-9faf-a2c5f784616d, 'name': SearchDatastore_Task, 'duration_secs': 0.017912} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.673039] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5cd7d7-c01e-4644-82b5-7970c61a3d44 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.678389] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a65eb49b-10e9-4fc8-b0f7-9e9e822f48a3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.685449] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 718.685449] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529f84bf-3221-050c-34b5-b7816c0f5010" [ 718.685449] env[69808]: _type = "Task" [ 718.685449] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.700125] env[69808]: DEBUG nova.compute.provider_tree [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.711944] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529f84bf-3221-050c-34b5-b7816c0f5010, 'name': SearchDatastore_Task, 'duration_secs': 0.019003} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.711944] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.712126] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 40a2019a-162d-40e3-9a17-35eb5e284990/40a2019a-162d-40e3-9a17-35eb5e284990.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.712801] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e543a76-8ce3-464b-a660-68f6882fe26d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.725055] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 718.725055] env[69808]: value = "task-3789495" [ 718.725055] env[69808]: _type = "Task" [ 718.725055] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.740320] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.843026] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789492, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.850525] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Task: {'id': task-3789493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137178} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.850836] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.852070] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d04eed-2c3b-4bae-97e0-249892eb56c2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.869621] env[69808]: DEBUG nova.compute.manager [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.885157] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 8fb507a5-6176-47e6-94c9-340f345a0d33/8fb507a5-6176-47e6-94c9-340f345a0d33.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.885407] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-142bc70b-727d-416c-a543-965aafd90d6b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.911790] env[69808]: DEBUG nova.network.neutron [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.933160] env[69808]: DEBUG oslo_vmware.api [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789494, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.935578] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Waiting for the task: (returnval){ [ 718.935578] env[69808]: value = "task-3789496" [ 718.935578] env[69808]: _type = "Task" [ 718.935578] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.948151] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Task: {'id': task-3789496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.056163] env[69808]: INFO nova.compute.manager [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] instance snapshotting [ 719.056163] env[69808]: WARNING nova.compute.manager [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 719.059141] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4e3214-af1b-460a-af8e-b9eb61e93efe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.090761] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c149188-66ba-4023-8f80-a20ac1eb9b15 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.124635] env[69808]: DEBUG nova.compute.manager [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.185240] env[69808]: DEBUG nova.virt.hardware [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.186560] env[69808]: DEBUG nova.virt.hardware [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.186963] env[69808]: DEBUG nova.virt.hardware [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.188225] env[69808]: DEBUG nova.virt.hardware [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.188225] env[69808]: DEBUG nova.virt.hardware [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.188225] env[69808]: DEBUG nova.virt.hardware [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.188500] env[69808]: DEBUG nova.virt.hardware [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.188898] env[69808]: DEBUG nova.virt.hardware [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.189345] env[69808]: DEBUG nova.virt.hardware [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.191153] env[69808]: DEBUG nova.virt.hardware [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.191153] env[69808]: DEBUG nova.virt.hardware [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.192459] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0db9e6b-1c4f-4c5e-ab5b-d9f0a55871ce {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.204126] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c05847-70d4-4fb8-a9cc-efc4f96a451d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.211629] env[69808]: DEBUG nova.scheduler.client.report [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.241638] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789495, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.339539] env[69808]: DEBUG oslo_vmware.api [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789492, 'name': PowerOnVM_Task, 'duration_secs': 0.540258} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.339913] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.340111] env[69808]: INFO nova.compute.manager [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Took 10.62 seconds to spawn the instance on the hypervisor. [ 719.340298] env[69808]: DEBUG nova.compute.manager [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 719.341211] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3c54be-10e4-4363-871d-c52746cd2452 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.397163] env[69808]: DEBUG oslo_vmware.api [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789494, 'name': CreateSnapshot_Task, 'duration_secs': 0.952302} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.397455] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Created Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 719.398272] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567b4541-fe15-497b-8d8f-b128e99e51ca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.415038] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.449871] env[69808]: DEBUG nova.network.neutron [req-d574d858-14ee-4851-870d-0f3dc731f0a2 req-b8f8d8bd-241e-4668-9667-4ef6ff70dae6 service nova] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Updated VIF entry in instance network info cache for port a5e800da-0711-4d74-b1ca-dd7f9d2a48e7. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.450209] env[69808]: DEBUG nova.network.neutron [req-d574d858-14ee-4851-870d-0f3dc731f0a2 req-b8f8d8bd-241e-4668-9667-4ef6ff70dae6 service nova] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Updating instance_info_cache with network_info: [{"id": "a5e800da-0711-4d74-b1ca-dd7f9d2a48e7", "address": "fa:16:3e:6a:dc:92", "network": {"id": "45ff669e-777d-4263-81e7-8f6b8cee97af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-203378884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa06710fc9ea483fb53f3eb8392c0282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e800da-07", "ovs_interfaceid": "a5e800da-0711-4d74-b1ca-dd7f9d2a48e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.451518] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Task: {'id': task-3789496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.526759] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "0c72d267-6880-42f5-a723-2fdeb6823cb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.526952] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "0c72d267-6880-42f5-a723-2fdeb6823cb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.527170] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "0c72d267-6880-42f5-a723-2fdeb6823cb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.527502] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "0c72d267-6880-42f5-a723-2fdeb6823cb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.527502] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "0c72d267-6880-42f5-a723-2fdeb6823cb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.533636] env[69808]: INFO nova.compute.manager [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Terminating instance [ 719.611326] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Creating Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 719.611709] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fd2106c3-0227-4109-9a10-046ffc556db6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.621321] env[69808]: DEBUG oslo_vmware.api [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 719.621321] env[69808]: value = "task-3789497" [ 719.621321] env[69808]: _type = "Task" [ 719.621321] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.631074] env[69808]: DEBUG oslo_vmware.api [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789497, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.664423] env[69808]: DEBUG nova.network.neutron [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Updating instance_info_cache with network_info: [{"id": "828a7400-0da7-4801-ae42-57c9866c821d", "address": "fa:16:3e:4e:d3:48", "network": {"id": "b677ee8b-dfe4-48e5-a640-3096dd329ef1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-467857245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ab4190a4cdd49bab1473c75edce8f30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828a7400-0d", "ovs_interfaceid": "828a7400-0da7-4801-ae42-57c9866c821d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.729614] env[69808]: DEBUG oslo_concurrency.lockutils [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.730803] env[69808]: DEBUG nova.compute.manager [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.737646] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.187s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.738789] env[69808]: INFO nova.compute.claims [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.744098] env[69808]: DEBUG nova.network.neutron [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Successfully created port: 2a49cbed-cb88-4306-a623-93dd0f63a398 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.752857] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782756} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.753343] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 40a2019a-162d-40e3-9a17-35eb5e284990/40a2019a-162d-40e3-9a17-35eb5e284990.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.753503] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.753742] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3200ecf4-9dfc-48ee-bfc9-6502d3b79033 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.763396] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 719.763396] env[69808]: value = "task-3789498" [ 719.763396] env[69808]: _type = "Task" [ 719.763396] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.777783] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.875365] env[69808]: INFO nova.compute.manager [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Took 27.93 seconds to build instance. [ 719.924574] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Creating linked-clone VM from snapshot {{(pid=69808) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 719.925389] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d24db18f-81ff-4a7b-a912-4b88f3ff49f5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.935992] env[69808]: DEBUG oslo_vmware.api [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Waiting for the task: (returnval){ [ 719.935992] env[69808]: value = "task-3789499" [ 719.935992] env[69808]: _type = "Task" [ 719.935992] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.951320] env[69808]: DEBUG oslo_vmware.api [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789499, 'name': CloneVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.955203] env[69808]: DEBUG oslo_concurrency.lockutils [req-d574d858-14ee-4851-870d-0f3dc731f0a2 req-b8f8d8bd-241e-4668-9667-4ef6ff70dae6 service nova] Releasing lock "refresh_cache-40a2019a-162d-40e3-9a17-35eb5e284990" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.956043] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Task: {'id': task-3789496, 'name': ReconfigVM_Task, 'duration_secs': 0.805168} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.960328] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 8fb507a5-6176-47e6-94c9-340f345a0d33/8fb507a5-6176-47e6-94c9-340f345a0d33.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.960328] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6400c3da-97b1-4ab0-bb65-86d337380861 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.965504] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Waiting for the task: (returnval){ [ 719.965504] env[69808]: value = "task-3789500" [ 719.965504] env[69808]: _type = "Task" [ 719.965504] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.982178] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Task: {'id': task-3789500, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.038399] env[69808]: DEBUG nova.compute.manager [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.039666] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.039666] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95242fc-603a-4151-9ebb-e3aec0a6635e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.050904] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.050904] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c32a7e8d-1570-48fb-b339-98258f97b6fe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.063707] env[69808]: DEBUG oslo_vmware.api [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 720.063707] env[69808]: value = "task-3789501" [ 720.063707] env[69808]: _type = "Task" [ 720.063707] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.074727] env[69808]: DEBUG oslo_vmware.api [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.136434] env[69808]: DEBUG oslo_vmware.api [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789497, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.167858] env[69808]: DEBUG oslo_concurrency.lockutils [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Releasing lock "refresh_cache-bceff13b-021c-4103-8841-1ddf6baa262b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.169021] env[69808]: DEBUG nova.compute.manager [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Instance network_info: |[{"id": "828a7400-0da7-4801-ae42-57c9866c821d", "address": "fa:16:3e:4e:d3:48", "network": {"id": "b677ee8b-dfe4-48e5-a640-3096dd329ef1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-467857245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ab4190a4cdd49bab1473c75edce8f30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828a7400-0d", "ovs_interfaceid": "828a7400-0da7-4801-ae42-57c9866c821d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.169290] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:d3:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '828a7400-0da7-4801-ae42-57c9866c821d', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.176972] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Creating folder: Project (0ab4190a4cdd49bab1473c75edce8f30). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.177325] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df1a9d1c-1ffb-4e44-824d-e0dd7a2d3503 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.191151] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Created folder: Project (0ab4190a4cdd49bab1473c75edce8f30) in parent group-v753775. [ 720.191589] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Creating folder: Instances. Parent ref: group-v753822. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.191947] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9884bbe8-3173-4556-8d39-581aa60aa23c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.203622] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Created folder: Instances in parent group-v753822. [ 720.204837] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.204837] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.204837] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57765e1b-8e3c-4eb0-a553-5453bbd59443 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.229061] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.229061] env[69808]: value = "task-3789504" [ 720.229061] env[69808]: _type = "Task" [ 720.229061] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.246141] env[69808]: DEBUG nova.compute.utils [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.250244] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789504, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.250713] env[69808]: DEBUG nova.compute.manager [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.250946] env[69808]: DEBUG nova.network.neutron [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.280601] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092274} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.281220] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.283109] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe4a33b-3976-4ab0-96d3-b4d711cd8ee8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.314993] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 40a2019a-162d-40e3-9a17-35eb5e284990/40a2019a-162d-40e3-9a17-35eb5e284990.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.315621] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd797b5f-57c5-476b-9662-5edaa5f64cdf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.357387] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 720.357387] env[69808]: value = "task-3789505" [ 720.357387] env[69808]: _type = "Task" [ 720.357387] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.370522] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789505, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.377573] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7c2f3132-e63d-414d-b46d-41ffb1dcbba3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "892ec809-73b2-41f3-949f-95c2766d3a30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.455s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.456033] env[69808]: DEBUG oslo_vmware.api [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789499, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.477696] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Task: {'id': task-3789500, 'name': Rename_Task, 'duration_secs': 0.327099} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.477875] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.478051] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-834666bb-474e-4e42-a2a4-486c875d1327 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.489543] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Waiting for the task: (returnval){ [ 720.489543] env[69808]: value = "task-3789506" [ 720.489543] env[69808]: _type = "Task" [ 720.489543] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.504724] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Task: {'id': task-3789506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.580307] env[69808]: DEBUG oslo_vmware.api [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789501, 'name': PowerOffVM_Task, 'duration_secs': 0.374799} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.580307] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.580307] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.580651] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63c00387-0a07-4698-a117-63e79ca82729 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.636065] env[69808]: DEBUG oslo_vmware.api [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789497, 'name': CreateSnapshot_Task, 'duration_secs': 0.884608} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.636349] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Created Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 720.637131] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec74faa-448c-4e6c-a302-6c936925266a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.658015] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.658297] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.658478] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Deleting the datastore file [datastore1] 0c72d267-6880-42f5-a723-2fdeb6823cb9 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.658772] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bb52c9b-4ce1-4442-b6d6-16e6b189f307 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.667909] env[69808]: DEBUG oslo_vmware.api [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 720.667909] env[69808]: value = "task-3789508" [ 720.667909] env[69808]: _type = "Task" [ 720.667909] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.681085] env[69808]: DEBUG oslo_vmware.api [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.752281] env[69808]: DEBUG nova.compute.manager [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.755019] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789504, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.867211] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789505, 'name': ReconfigVM_Task, 'duration_secs': 0.501242} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.867211] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 40a2019a-162d-40e3-9a17-35eb5e284990/40a2019a-162d-40e3-9a17-35eb5e284990.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.867567] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff7f4324-8c6c-4c09-a6c4-209615f27eb6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.880773] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 720.880773] env[69808]: value = "task-3789509" [ 720.880773] env[69808]: _type = "Task" [ 720.880773] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.885042] env[69808]: DEBUG nova.compute.manager [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.899041] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789509, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.960424] env[69808]: DEBUG oslo_vmware.api [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789499, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.001837] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Task: {'id': task-3789506, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.031295] env[69808]: DEBUG oslo_concurrency.lockutils [None req-27253a12-be95-47a8-81a3-320471cd125b tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Acquiring lock "e8cb0608-7726-4b10-a6ce-27b9a6182bcc" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.031295] env[69808]: DEBUG oslo_concurrency.lockutils [None req-27253a12-be95-47a8-81a3-320471cd125b tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Lock "e8cb0608-7726-4b10-a6ce-27b9a6182bcc" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.031295] env[69808]: INFO nova.compute.manager [None req-27253a12-be95-47a8-81a3-320471cd125b tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Rebooting instance [ 721.031913] env[69808]: DEBUG nova.policy [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5c5cb0dbf8a4cb3bbf36c257e0f084f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba809313755f4b57ab250fa55ac30bd6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.156722] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Creating linked-clone VM from snapshot {{(pid=69808) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 721.159779] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-10be74c5-b002-46e1-87fa-7257e69ac58b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.172639] env[69808]: DEBUG oslo_vmware.api [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 721.172639] env[69808]: value = "task-3789510" [ 721.172639] env[69808]: _type = "Task" [ 721.172639] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.179934] env[69808]: DEBUG oslo_vmware.api [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333483} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.183971] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.183971] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.183971] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.183971] env[69808]: INFO nova.compute.manager [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 721.183971] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.185104] env[69808]: DEBUG nova.compute.manager [-] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.185104] env[69808]: DEBUG nova.network.neutron [-] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.189031] env[69808]: DEBUG oslo_vmware.api [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789510, 'name': CloneVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.220651] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2b73ee-4e9e-40ba-aea2-fdda4948d3a5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.239929] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a2ad7f-44a1-4c85-b001-5ccc0980f753 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.252825] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789504, 'name': CreateVM_Task, 'duration_secs': 0.754271} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.285293] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.289910] env[69808]: DEBUG oslo_concurrency.lockutils [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.290483] env[69808]: DEBUG oslo_concurrency.lockutils [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.290483] env[69808]: DEBUG oslo_concurrency.lockutils [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.291281] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2966e5cb-bcef-439e-bdd1-960f02d8e533 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.294743] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2993e24c-6405-41a1-a553-4d175c89364a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.302759] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Waiting for the task: (returnval){ [ 721.302759] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5223aea0-ad7b-c016-795c-c2a75c9a6377" [ 721.302759] env[69808]: _type = "Task" [ 721.302759] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.308101] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656bf0a1-3550-4100-ba6f-6769d3a413da {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.328265] env[69808]: DEBUG nova.compute.provider_tree [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.329991] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5223aea0-ad7b-c016-795c-c2a75c9a6377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.380652] env[69808]: DEBUG nova.compute.manager [req-317dec78-b216-4e34-ab19-f82306b0aacf req-c6d63991-01b0-40f3-ac97-2d8b690f9039 service nova] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Received event network-vif-deleted-c5702399-11c8-400b-8e65-bbd50573c054 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.380919] env[69808]: DEBUG nova.compute.manager [req-317dec78-b216-4e34-ab19-f82306b0aacf req-c6d63991-01b0-40f3-ac97-2d8b690f9039 service nova] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Received event network-vif-plugged-828a7400-0da7-4801-ae42-57c9866c821d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.384148] env[69808]: DEBUG oslo_concurrency.lockutils [req-317dec78-b216-4e34-ab19-f82306b0aacf req-c6d63991-01b0-40f3-ac97-2d8b690f9039 service nova] Acquiring lock "bceff13b-021c-4103-8841-1ddf6baa262b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.384828] env[69808]: DEBUG oslo_concurrency.lockutils [req-317dec78-b216-4e34-ab19-f82306b0aacf req-c6d63991-01b0-40f3-ac97-2d8b690f9039 service nova] Lock "bceff13b-021c-4103-8841-1ddf6baa262b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.385350] env[69808]: DEBUG oslo_concurrency.lockutils [req-317dec78-b216-4e34-ab19-f82306b0aacf req-c6d63991-01b0-40f3-ac97-2d8b690f9039 service nova] Lock "bceff13b-021c-4103-8841-1ddf6baa262b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.385510] env[69808]: DEBUG nova.compute.manager [req-317dec78-b216-4e34-ab19-f82306b0aacf req-c6d63991-01b0-40f3-ac97-2d8b690f9039 service nova] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] No waiting events found dispatching network-vif-plugged-828a7400-0da7-4801-ae42-57c9866c821d {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 721.385777] env[69808]: WARNING nova.compute.manager [req-317dec78-b216-4e34-ab19-f82306b0aacf req-c6d63991-01b0-40f3-ac97-2d8b690f9039 service nova] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Received unexpected event network-vif-plugged-828a7400-0da7-4801-ae42-57c9866c821d for instance with vm_state building and task_state spawning. [ 721.386563] env[69808]: DEBUG nova.compute.manager [req-317dec78-b216-4e34-ab19-f82306b0aacf req-c6d63991-01b0-40f3-ac97-2d8b690f9039 service nova] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Received event network-changed-828a7400-0da7-4801-ae42-57c9866c821d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.386563] env[69808]: DEBUG nova.compute.manager [req-317dec78-b216-4e34-ab19-f82306b0aacf req-c6d63991-01b0-40f3-ac97-2d8b690f9039 service nova] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Refreshing instance network info cache due to event network-changed-828a7400-0da7-4801-ae42-57c9866c821d. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.387411] env[69808]: DEBUG oslo_concurrency.lockutils [req-317dec78-b216-4e34-ab19-f82306b0aacf req-c6d63991-01b0-40f3-ac97-2d8b690f9039 service nova] Acquiring lock "refresh_cache-bceff13b-021c-4103-8841-1ddf6baa262b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.387411] env[69808]: DEBUG oslo_concurrency.lockutils [req-317dec78-b216-4e34-ab19-f82306b0aacf req-c6d63991-01b0-40f3-ac97-2d8b690f9039 service nova] Acquired lock "refresh_cache-bceff13b-021c-4103-8841-1ddf6baa262b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.387606] env[69808]: DEBUG nova.network.neutron [req-317dec78-b216-4e34-ab19-f82306b0aacf req-c6d63991-01b0-40f3-ac97-2d8b690f9039 service nova] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Refreshing network info cache for port 828a7400-0da7-4801-ae42-57c9866c821d {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.412882] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789509, 'name': Rename_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.427506] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.450234] env[69808]: DEBUG oslo_vmware.api [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789499, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.500864] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Task: {'id': task-3789506, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.590030] env[69808]: DEBUG oslo_concurrency.lockutils [None req-27253a12-be95-47a8-81a3-320471cd125b tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Acquiring lock "refresh_cache-e8cb0608-7726-4b10-a6ce-27b9a6182bcc" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.590248] env[69808]: DEBUG oslo_concurrency.lockutils [None req-27253a12-be95-47a8-81a3-320471cd125b tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Acquired lock "refresh_cache-e8cb0608-7726-4b10-a6ce-27b9a6182bcc" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.590436] env[69808]: DEBUG nova.network.neutron [None req-27253a12-be95-47a8-81a3-320471cd125b tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.689032] env[69808]: DEBUG oslo_vmware.api [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789510, 'name': CloneVM_Task} progress is 93%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.795878] env[69808]: DEBUG nova.compute.manager [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.820073] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5223aea0-ad7b-c016-795c-c2a75c9a6377, 'name': SearchDatastore_Task, 'duration_secs': 0.020087} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.822455] env[69808]: DEBUG oslo_concurrency.lockutils [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.822769] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.822951] env[69808]: DEBUG oslo_concurrency.lockutils [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.823612] env[69808]: DEBUG oslo_concurrency.lockutils [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.823873] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.824374] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55623269-886d-4799-9ea4-4eac007b7d4a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.837208] env[69808]: DEBUG nova.virt.hardware [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.837590] env[69808]: DEBUG nova.virt.hardware [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.838035] env[69808]: DEBUG nova.virt.hardware [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.838035] env[69808]: DEBUG nova.virt.hardware [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.838278] env[69808]: DEBUG nova.virt.hardware [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.839198] env[69808]: DEBUG nova.virt.hardware [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.839198] env[69808]: DEBUG nova.virt.hardware [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.839198] env[69808]: DEBUG nova.virt.hardware [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.839198] env[69808]: DEBUG nova.virt.hardware [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.839198] env[69808]: DEBUG nova.virt.hardware [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.839520] env[69808]: DEBUG nova.virt.hardware [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.840353] env[69808]: DEBUG nova.scheduler.client.report [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.844746] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fc3169-00a3-46fb-9f06-8ffde245fe83 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.853230] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.853230] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.853230] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0e77a1a-1a17-4c97-85af-81a05b5a58d9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.859013] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50613526-c36e-4f03-9d0b-694ac0615b39 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.865808] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Waiting for the task: (returnval){ [ 721.865808] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e03d06-553b-4a2f-6cef-a702254cc0a2" [ 721.865808] env[69808]: _type = "Task" [ 721.865808] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.891447] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e03d06-553b-4a2f-6cef-a702254cc0a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.912846] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789509, 'name': Rename_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.953061] env[69808]: DEBUG oslo_vmware.api [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789499, 'name': CloneVM_Task, 'duration_secs': 1.804715} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.953404] env[69808]: INFO nova.virt.vmwareapi.vmops [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Created linked-clone VM from snapshot [ 721.955269] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5002ffd9-b7f3-4a54-8a11-bfcad56fa7e8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.966083] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Uploading image 40c2100f-b063-463c-acee-2c4b5447991c {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 721.993690] env[69808]: DEBUG oslo_vmware.rw_handles [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 721.993690] env[69808]: value = "vm-753821" [ 721.993690] env[69808]: _type = "VirtualMachine" [ 721.993690] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 721.993690] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-303deb8d-32c9-44cd-95f7-ad59645651a0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.006680] env[69808]: DEBUG oslo_vmware.api [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Task: {'id': task-3789506, 'name': PowerOnVM_Task, 'duration_secs': 1.414526} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.010156] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.010156] env[69808]: DEBUG nova.compute.manager [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 722.010156] env[69808]: DEBUG oslo_vmware.rw_handles [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Lease: (returnval){ [ 722.010156] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52208add-ccbf-cbd4-0504-981756aed4cd" [ 722.010156] env[69808]: _type = "HttpNfcLease" [ 722.010156] env[69808]: } obtained for exporting VM: (result){ [ 722.010156] env[69808]: value = "vm-753821" [ 722.010156] env[69808]: _type = "VirtualMachine" [ 722.010156] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 722.010156] env[69808]: DEBUG oslo_vmware.api [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Waiting for the lease: (returnval){ [ 722.010156] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52208add-ccbf-cbd4-0504-981756aed4cd" [ 722.010156] env[69808]: _type = "HttpNfcLease" [ 722.010156] env[69808]: } to be ready. {{(pid=69808) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 722.011585] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c833d9-e66e-44dd-8fdc-b86a01dcff86 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.024630] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 722.024630] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52208add-ccbf-cbd4-0504-981756aed4cd" [ 722.024630] env[69808]: _type = "HttpNfcLease" [ 722.024630] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 722.184436] env[69808]: DEBUG oslo_vmware.api [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789510, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.280084] env[69808]: DEBUG nova.network.neutron [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Successfully updated port: 5f042b27-433d-40ed-ad93-b67c27f02b7b {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.355038] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.357190] env[69808]: DEBUG nova.compute.manager [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.359377] env[69808]: DEBUG oslo_concurrency.lockutils [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.421s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.359867] env[69808]: DEBUG nova.objects.instance [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Lazy-loading 'resources' on Instance uuid 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.385934] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e03d06-553b-4a2f-6cef-a702254cc0a2, 'name': SearchDatastore_Task, 'duration_secs': 0.025922} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.387146] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbaca1e6-c553-41b2-8eb2-7e58f50b514e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.401025] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Waiting for the task: (returnval){ [ 722.401025] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b64d34-2708-a6e7-bdc5-d82081a6cf14" [ 722.401025] env[69808]: _type = "Task" [ 722.401025] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.404016] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789509, 'name': Rename_Task, 'duration_secs': 1.387227} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.408075] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.409027] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bae704f-4ae8-47c7-af98-591764bcee4f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.421368] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b64d34-2708-a6e7-bdc5-d82081a6cf14, 'name': SearchDatastore_Task, 'duration_secs': 0.012149} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.427759] env[69808]: DEBUG oslo_concurrency.lockutils [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.427759] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] bceff13b-021c-4103-8841-1ddf6baa262b/bceff13b-021c-4103-8841-1ddf6baa262b.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.427759] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 722.427759] env[69808]: value = "task-3789512" [ 722.427759] env[69808]: _type = "Task" [ 722.427759] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.427759] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-906a5e34-81ee-4209-bbe4-c544614ea8fe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.452719] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789512, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.453043] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Waiting for the task: (returnval){ [ 722.453043] env[69808]: value = "task-3789513" [ 722.453043] env[69808]: _type = "Task" [ 722.453043] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.464934] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Task: {'id': task-3789513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.524029] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 722.524029] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52208add-ccbf-cbd4-0504-981756aed4cd" [ 722.524029] env[69808]: _type = "HttpNfcLease" [ 722.524029] env[69808]: } is ready. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 722.524029] env[69808]: DEBUG oslo_vmware.rw_handles [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 722.524029] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52208add-ccbf-cbd4-0504-981756aed4cd" [ 722.524029] env[69808]: _type = "HttpNfcLease" [ 722.524029] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 722.524029] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e98ce0a-dc25-4a97-b74e-760dd09c8562 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.542782] env[69808]: DEBUG oslo_vmware.rw_handles [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b08e61-e7b9-5d06-5c20-486f06ed5dbc/disk-0.vmdk from lease info. {{(pid=69808) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 722.543243] env[69808]: DEBUG oslo_vmware.rw_handles [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b08e61-e7b9-5d06-5c20-486f06ed5dbc/disk-0.vmdk for reading. {{(pid=69808) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 722.545081] env[69808]: DEBUG oslo_concurrency.lockutils [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.784702] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-de056896-16fd-4d05-ac62-00f663628847 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.784702] env[69808]: DEBUG oslo_vmware.api [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789510, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.788888] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "refresh_cache-267b2c2e-b6b8-415d-acb8-f8415b622418" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.788888] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired lock "refresh_cache-267b2c2e-b6b8-415d-acb8-f8415b622418" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.788888] env[69808]: DEBUG nova.network.neutron [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.864154] env[69808]: DEBUG nova.compute.utils [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.875668] env[69808]: DEBUG nova.compute.manager [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.875668] env[69808]: DEBUG nova.network.neutron [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.949750] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789512, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.967033] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Task: {'id': task-3789513, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.151158] env[69808]: DEBUG nova.policy [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12f49316c33e48099e97b6d6fbf50f7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d07ceb628574f69ab9f5d39607b2b49', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.155633] env[69808]: DEBUG nova.network.neutron [req-317dec78-b216-4e34-ab19-f82306b0aacf req-c6d63991-01b0-40f3-ac97-2d8b690f9039 service nova] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Updated VIF entry in instance network info cache for port 828a7400-0da7-4801-ae42-57c9866c821d. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.156186] env[69808]: DEBUG nova.network.neutron [req-317dec78-b216-4e34-ab19-f82306b0aacf req-c6d63991-01b0-40f3-ac97-2d8b690f9039 service nova] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Updating instance_info_cache with network_info: [{"id": "828a7400-0da7-4801-ae42-57c9866c821d", "address": "fa:16:3e:4e:d3:48", "network": {"id": "b677ee8b-dfe4-48e5-a640-3096dd329ef1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-467857245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ab4190a4cdd49bab1473c75edce8f30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828a7400-0d", "ovs_interfaceid": "828a7400-0da7-4801-ae42-57c9866c821d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.170527] env[69808]: DEBUG nova.network.neutron [None req-27253a12-be95-47a8-81a3-320471cd125b tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Updating instance_info_cache with network_info: [{"id": "2df598d4-c8da-4c6c-b5a7-6af9277d44aa", "address": "fa:16:3e:9d:b1:3c", "network": {"id": "17baa226-ad83-421f-b62a-011c9c36922a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1042161557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96d2f87023f1405b907fb1046fc2e44d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2df598d4-c8", "ovs_interfaceid": "2df598d4-c8da-4c6c-b5a7-6af9277d44aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.178306] env[69808]: DEBUG nova.network.neutron [-] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.215602] env[69808]: DEBUG oslo_vmware.api [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789510, 'name': CloneVM_Task} progress is 95%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.381857] env[69808]: DEBUG nova.compute.manager [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.423987] env[69808]: DEBUG nova.network.neutron [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.433696] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c02b0b-eaaa-4369-9b27-4e6e4027f973 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.448784] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2128ea6e-1cdb-42f0-b61e-1b812ffa2bf2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.457615] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789512, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.506574] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ff1b5d-2d37-46be-a4af-3e697c96def6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.513579] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Task: {'id': task-3789513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64218} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.515375] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] bceff13b-021c-4103-8841-1ddf6baa262b/bceff13b-021c-4103-8841-1ddf6baa262b.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.515375] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.515855] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20f6d09f-8239-43bf-8e54-ac38ba6bd817 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.526036] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d13341-4614-4c07-9631-9147b2ea42d4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.531257] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Waiting for the task: (returnval){ [ 723.531257] env[69808]: value = "task-3789514" [ 723.531257] env[69808]: _type = "Task" [ 723.531257] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.546405] env[69808]: DEBUG nova.compute.provider_tree [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.558960] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Task: {'id': task-3789514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.665273] env[69808]: DEBUG oslo_concurrency.lockutils [req-317dec78-b216-4e34-ab19-f82306b0aacf req-c6d63991-01b0-40f3-ac97-2d8b690f9039 service nova] Releasing lock "refresh_cache-bceff13b-021c-4103-8841-1ddf6baa262b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.677879] env[69808]: DEBUG oslo_concurrency.lockutils [None req-27253a12-be95-47a8-81a3-320471cd125b tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Releasing lock "refresh_cache-e8cb0608-7726-4b10-a6ce-27b9a6182bcc" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.703147] env[69808]: INFO nova.compute.manager [-] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Took 2.52 seconds to deallocate network for instance. [ 723.704789] env[69808]: DEBUG oslo_vmware.api [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789510, 'name': CloneVM_Task, 'duration_secs': 2.267695} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.708413] env[69808]: INFO nova.virt.vmwareapi.vmops [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Created linked-clone VM from snapshot [ 723.716176] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47db138b-afe4-4148-a80b-037e57559bf9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.727189] env[69808]: DEBUG nova.network.neutron [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Successfully created port: 6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.736029] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Uploading image a4a45c59-8150-4441-8a35-6caa7d45ef06 {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 723.777497] env[69808]: DEBUG oslo_vmware.rw_handles [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 723.777497] env[69808]: value = "vm-753826" [ 723.777497] env[69808]: _type = "VirtualMachine" [ 723.777497] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 723.777910] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-51b9b4bc-4810-41f7-8912-ae4dfb91c553 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.788620] env[69808]: DEBUG oslo_vmware.rw_handles [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lease: (returnval){ [ 723.788620] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52657a5c-4413-5152-f439-fd9d4d7ed58b" [ 723.788620] env[69808]: _type = "HttpNfcLease" [ 723.788620] env[69808]: } obtained for exporting VM: (result){ [ 723.788620] env[69808]: value = "vm-753826" [ 723.788620] env[69808]: _type = "VirtualMachine" [ 723.788620] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 723.788929] env[69808]: DEBUG oslo_vmware.api [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the lease: (returnval){ [ 723.788929] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52657a5c-4413-5152-f439-fd9d4d7ed58b" [ 723.788929] env[69808]: _type = "HttpNfcLease" [ 723.788929] env[69808]: } to be ready. {{(pid=69808) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 723.801153] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 723.801153] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52657a5c-4413-5152-f439-fd9d4d7ed58b" [ 723.801153] env[69808]: _type = "HttpNfcLease" [ 723.801153] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 723.932626] env[69808]: DEBUG nova.network.neutron [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Updating instance_info_cache with network_info: [{"id": "5f042b27-433d-40ed-ad93-b67c27f02b7b", "address": "fa:16:3e:c6:b6:e0", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f042b27-43", "ovs_interfaceid": "5f042b27-433d-40ed-ad93-b67c27f02b7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.949057] env[69808]: DEBUG oslo_vmware.api [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789512, 'name': PowerOnVM_Task, 'duration_secs': 1.038525} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.949380] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.949594] env[69808]: INFO nova.compute.manager [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Took 12.69 seconds to spawn the instance on the hypervisor. [ 723.949791] env[69808]: DEBUG nova.compute.manager [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 723.951108] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8a8c79-4d4c-454f-9b4b-35fd2b73d6bf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.048896] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Task: {'id': task-3789514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167921} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.048896] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.049320] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6841a07e-e6ae-430f-ae15-1e2607429607 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.057812] env[69808]: DEBUG nova.scheduler.client.report [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.080307] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] bceff13b-021c-4103-8841-1ddf6baa262b/bceff13b-021c-4103-8841-1ddf6baa262b.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.080915] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea96101b-344f-4198-988b-3845f3367e53 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.104946] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Waiting for the task: (returnval){ [ 724.104946] env[69808]: value = "task-3789516" [ 724.104946] env[69808]: _type = "Task" [ 724.104946] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.116021] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Task: {'id': task-3789516, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.183524] env[69808]: DEBUG nova.compute.manager [None req-27253a12-be95-47a8-81a3-320471cd125b tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 724.184491] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df9591f-a06f-42d9-8c96-4d3f7b970d4c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.226539] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.300187] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 724.300187] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52657a5c-4413-5152-f439-fd9d4d7ed58b" [ 724.300187] env[69808]: _type = "HttpNfcLease" [ 724.300187] env[69808]: } is ready. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 724.300544] env[69808]: DEBUG oslo_vmware.rw_handles [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 724.300544] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52657a5c-4413-5152-f439-fd9d4d7ed58b" [ 724.300544] env[69808]: _type = "HttpNfcLease" [ 724.300544] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 724.301538] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280d5a3b-783a-4d81-bc71-5c252db59dd8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.319042] env[69808]: DEBUG oslo_vmware.rw_handles [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b06432-7b26-19fd-2baa-2ef0fb28b26f/disk-0.vmdk from lease info. {{(pid=69808) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 724.319258] env[69808]: DEBUG oslo_vmware.rw_handles [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b06432-7b26-19fd-2baa-2ef0fb28b26f/disk-0.vmdk for reading. {{(pid=69808) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 724.403358] env[69808]: DEBUG nova.compute.manager [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.437154] env[69808]: DEBUG nova.virt.hardware [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.437154] env[69808]: DEBUG nova.virt.hardware [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.437154] env[69808]: DEBUG nova.virt.hardware [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.437466] env[69808]: DEBUG nova.virt.hardware [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.437466] env[69808]: DEBUG nova.virt.hardware [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.437466] env[69808]: DEBUG nova.virt.hardware [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.437466] env[69808]: DEBUG nova.virt.hardware [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.437466] env[69808]: DEBUG nova.virt.hardware [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.437673] env[69808]: DEBUG nova.virt.hardware [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.437673] env[69808]: DEBUG nova.virt.hardware [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.437673] env[69808]: DEBUG nova.virt.hardware [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.438249] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e90483-51e8-40c9-9580-f5afc275774a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.447068] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Releasing lock "refresh_cache-267b2c2e-b6b8-415d-acb8-f8415b622418" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.447941] env[69808]: DEBUG nova.compute.manager [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Instance network_info: |[{"id": "5f042b27-433d-40ed-ad93-b67c27f02b7b", "address": "fa:16:3e:c6:b6:e0", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f042b27-43", "ovs_interfaceid": "5f042b27-433d-40ed-ad93-b67c27f02b7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.448091] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:b6:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f042b27-433d-40ed-ad93-b67c27f02b7b', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.458192] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Creating folder: Project (8ef04270f34a486eb86367eff48b4a48). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.459627] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8370ae2-58c4-4129-8b16-fbc31427c993 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.466767] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8df9c380-5fd9-48a7-bb65-0373f552c5ab {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.473864] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6942c2c5-b572-49ff-96f5-2846e8bf73af {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.486722] env[69808]: INFO nova.compute.manager [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Took 29.70 seconds to build instance. [ 724.497334] env[69808]: DEBUG nova.network.neutron [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Successfully updated port: 2a49cbed-cb88-4306-a623-93dd0f63a398 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.500153] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Created folder: Project (8ef04270f34a486eb86367eff48b4a48) in parent group-v753775. [ 724.501518] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Creating folder: Instances. Parent ref: group-v753827. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.501518] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-303a8a77-9a3b-4319-afbb-079885cb68c0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.513935] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Created folder: Instances in parent group-v753827. [ 724.514100] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.514335] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.514566] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c89ca997-7bab-4add-96a6-905558abb3ec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.551274] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.551274] env[69808]: value = "task-3789519" [ 724.551274] env[69808]: _type = "Task" [ 724.551274] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.561680] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789519, 'name': CreateVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.565731] env[69808]: DEBUG nova.network.neutron [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Successfully created port: 0f2da7dd-4435-421b-9521-04e255a2382a {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.582295] env[69808]: DEBUG oslo_concurrency.lockutils [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.587252] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.466s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.587853] env[69808]: DEBUG nova.objects.instance [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69808) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 724.622157] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Task: {'id': task-3789516, 'name': ReconfigVM_Task, 'duration_secs': 0.502855} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.622895] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Reconfigured VM instance instance-0000000f to attach disk [datastore2] bceff13b-021c-4103-8841-1ddf6baa262b/bceff13b-021c-4103-8841-1ddf6baa262b.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.623962] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f66ab9d6-77a6-4711-981e-633a6936f1ff {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.636102] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Waiting for the task: (returnval){ [ 724.636102] env[69808]: value = "task-3789520" [ 724.636102] env[69808]: _type = "Task" [ 724.636102] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.636359] env[69808]: INFO nova.scheduler.client.report [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Deleted allocations for instance 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f [ 724.644076] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Acquiring lock "8fb507a5-6176-47e6-94c9-340f345a0d33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.645241] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Lock "8fb507a5-6176-47e6-94c9-340f345a0d33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.645241] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Acquiring lock "8fb507a5-6176-47e6-94c9-340f345a0d33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.645241] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Lock "8fb507a5-6176-47e6-94c9-340f345a0d33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.645241] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Lock "8fb507a5-6176-47e6-94c9-340f345a0d33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.647715] env[69808]: INFO nova.compute.manager [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Terminating instance [ 724.662214] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Task: {'id': task-3789520, 'name': Rename_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.989261] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9b7216c6-e697-400b-91d0-53380c9d40d2 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "40a2019a-162d-40e3-9a17-35eb5e284990" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.225s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.999678] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "refresh_cache-182c3c6f-9376-4d7c-9adc-af7f0237a6f2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.999769] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired lock "refresh_cache-182c3c6f-9376-4d7c-9adc-af7f0237a6f2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.000056] env[69808]: DEBUG nova.network.neutron [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.068581] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789519, 'name': CreateVM_Task, 'duration_secs': 0.446785} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.068581] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.069345] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.069610] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.070014] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.070395] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dfc0feb-2b6c-4ac2-abfd-c334a048d57c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.081689] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 725.081689] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52996f2a-e5b4-de0c-127b-19a27937c1a5" [ 725.081689] env[69808]: _type = "Task" [ 725.081689] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.098789] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52996f2a-e5b4-de0c-127b-19a27937c1a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.156289] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Acquiring lock "refresh_cache-8fb507a5-6176-47e6-94c9-340f345a0d33" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.156892] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Acquired lock "refresh_cache-8fb507a5-6176-47e6-94c9-340f345a0d33" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.157304] env[69808]: DEBUG nova.network.neutron [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.159468] env[69808]: DEBUG oslo_concurrency.lockutils [None req-66190c94-dc7f-4838-9bdc-d9bd5815c905 tempest-TenantUsagesTestJSON-652563941 tempest-TenantUsagesTestJSON-652563941-project-member] Lock "14cd1c1b-994c-4176-af8a-a12a3b4c4c5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.521s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.168315] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Task: {'id': task-3789520, 'name': Rename_Task, 'duration_secs': 0.273357} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.168315] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.168315] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01493908-1997-4efd-9dfd-5a5a926b40ba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.184044] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Waiting for the task: (returnval){ [ 725.184044] env[69808]: value = "task-3789521" [ 725.184044] env[69808]: _type = "Task" [ 725.184044] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.207022] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Task: {'id': task-3789521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.212506] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ac595a-65c5-4d02-b3df-805364b10609 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.223140] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-27253a12-be95-47a8-81a3-320471cd125b tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Doing hard reboot of VM {{(pid=69808) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 725.225305] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6779603b-28ab-4f7a-baac-524e74b5a77d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.240663] env[69808]: DEBUG oslo_vmware.api [None req-27253a12-be95-47a8-81a3-320471cd125b tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Waiting for the task: (returnval){ [ 725.240663] env[69808]: value = "task-3789522" [ 725.240663] env[69808]: _type = "Task" [ 725.240663] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.267712] env[69808]: DEBUG oslo_vmware.api [None req-27253a12-be95-47a8-81a3-320471cd125b tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': task-3789522, 'name': ResetVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.490280] env[69808]: DEBUG nova.compute.manager [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Received event network-vif-plugged-5f042b27-433d-40ed-ad93-b67c27f02b7b {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.490567] env[69808]: DEBUG oslo_concurrency.lockutils [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] Acquiring lock "267b2c2e-b6b8-415d-acb8-f8415b622418-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.491993] env[69808]: DEBUG oslo_concurrency.lockutils [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] Lock "267b2c2e-b6b8-415d-acb8-f8415b622418-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.491993] env[69808]: DEBUG oslo_concurrency.lockutils [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] Lock "267b2c2e-b6b8-415d-acb8-f8415b622418-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.491993] env[69808]: DEBUG nova.compute.manager [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] No waiting events found dispatching network-vif-plugged-5f042b27-433d-40ed-ad93-b67c27f02b7b {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.491993] env[69808]: WARNING nova.compute.manager [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Received unexpected event network-vif-plugged-5f042b27-433d-40ed-ad93-b67c27f02b7b for instance with vm_state building and task_state spawning. [ 725.492394] env[69808]: DEBUG nova.compute.manager [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Received event network-changed-5f042b27-433d-40ed-ad93-b67c27f02b7b {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.492468] env[69808]: DEBUG nova.compute.manager [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Refreshing instance network info cache due to event network-changed-5f042b27-433d-40ed-ad93-b67c27f02b7b. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.492845] env[69808]: DEBUG oslo_concurrency.lockutils [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] Acquiring lock "refresh_cache-267b2c2e-b6b8-415d-acb8-f8415b622418" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.492990] env[69808]: DEBUG oslo_concurrency.lockutils [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] Acquired lock "refresh_cache-267b2c2e-b6b8-415d-acb8-f8415b622418" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.493367] env[69808]: DEBUG nova.network.neutron [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Refreshing network info cache for port 5f042b27-433d-40ed-ad93-b67c27f02b7b {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.499428] env[69808]: DEBUG nova.compute.manager [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.586616] env[69808]: DEBUG nova.network.neutron [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.607836] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1aba3eb4-caa8-4e98-960e-49e2d5dc1fb5 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.607836] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52996f2a-e5b4-de0c-127b-19a27937c1a5, 'name': SearchDatastore_Task, 'duration_secs': 0.015122} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.608113] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.002s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.613215] env[69808]: INFO nova.compute.claims [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.618157] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.618157] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.618703] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.619775] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.620202] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.621402] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f66d303-b72b-4eab-aedf-82dc498ddec2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.634619] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.639208] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.643365] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b6ee372-5001-49ae-86f1-c4d82fcba654 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.657951] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 725.657951] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523207c4-0c11-8ba3-735d-fa0367ae40e4" [ 725.657951] env[69808]: _type = "Task" [ 725.657951] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.690147] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523207c4-0c11-8ba3-735d-fa0367ae40e4, 'name': SearchDatastore_Task, 'duration_secs': 0.016507} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.696284] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92ab75ed-5c1c-4b9d-85c5-0c865fa999d7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.711431] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Task: {'id': task-3789521, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.711431] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 725.711431] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528cd749-0562-3730-37c7-e0489c19f8e3" [ 725.711431] env[69808]: _type = "Task" [ 725.711431] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.723791] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528cd749-0562-3730-37c7-e0489c19f8e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.727893] env[69808]: DEBUG nova.network.neutron [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.762909] env[69808]: DEBUG oslo_vmware.api [None req-27253a12-be95-47a8-81a3-320471cd125b tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': task-3789522, 'name': ResetVM_Task, 'duration_secs': 0.125256} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.769051] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-27253a12-be95-47a8-81a3-320471cd125b tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Did hard reboot of VM {{(pid=69808) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 725.769354] env[69808]: DEBUG nova.compute.manager [None req-27253a12-be95-47a8-81a3-320471cd125b tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 725.772084] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c637df1b-6e5c-4455-9410-eccaecf856c7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.824671] env[69808]: DEBUG oslo_concurrency.lockutils [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Acquiring lock "3f4afb86-4e88-4741-92d1-a7bc0b498e4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.824671] env[69808]: DEBUG oslo_concurrency.lockutils [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Lock "3f4afb86-4e88-4741-92d1-a7bc0b498e4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.909746] env[69808]: DEBUG nova.network.neutron [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.955581] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "f70b4ae0-38a1-4cec-a789-2ebb8f334e47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.956059] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "f70b4ae0-38a1-4cec-a789-2ebb8f334e47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.003852] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "bad25d79-e0bc-4657-8b3e-1a27a5a79cde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.005140] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "bad25d79-e0bc-4657-8b3e-1a27a5a79cde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.035019] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.098906] env[69808]: DEBUG nova.network.neutron [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Updating instance_info_cache with network_info: [{"id": "2a49cbed-cb88-4306-a623-93dd0f63a398", "address": "fa:16:3e:82:5c:79", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a49cbed-cb", "ovs_interfaceid": "2a49cbed-cb88-4306-a623-93dd0f63a398", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.209835] env[69808]: DEBUG oslo_vmware.api [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Task: {'id': task-3789521, 'name': PowerOnVM_Task, 'duration_secs': 0.74561} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.210947] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.212494] env[69808]: INFO nova.compute.manager [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Took 12.35 seconds to spawn the instance on the hypervisor. [ 726.213048] env[69808]: DEBUG nova.compute.manager [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 726.215706] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b8767d-7830-42fc-b275-c96fb0b9d25e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.241353] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528cd749-0562-3730-37c7-e0489c19f8e3, 'name': SearchDatastore_Task, 'duration_secs': 0.030135} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.242486] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.242486] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 267b2c2e-b6b8-415d-acb8-f8415b622418/267b2c2e-b6b8-415d-acb8-f8415b622418.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.242486] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dae165be-1df3-4df7-b7f8-a49f30f35125 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.258328] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 726.258328] env[69808]: value = "task-3789523" [ 726.258328] env[69808]: _type = "Task" [ 726.258328] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.273722] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.300981] env[69808]: DEBUG oslo_concurrency.lockutils [None req-27253a12-be95-47a8-81a3-320471cd125b tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Lock "e8cb0608-7726-4b10-a6ce-27b9a6182bcc" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.274s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.412561] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Releasing lock "refresh_cache-8fb507a5-6176-47e6-94c9-340f345a0d33" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.413149] env[69808]: DEBUG nova.compute.manager [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.413754] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.418374] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7428fa00-720a-4c18-8827-5f7aaf14670c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.430628] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.430961] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82b35102-2958-4d1d-87fc-474a1efd384a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.444660] env[69808]: DEBUG oslo_vmware.api [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for the task: (returnval){ [ 726.444660] env[69808]: value = "task-3789524" [ 726.444660] env[69808]: _type = "Task" [ 726.444660] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.453448] env[69808]: DEBUG nova.network.neutron [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Updated VIF entry in instance network info cache for port 5f042b27-433d-40ed-ad93-b67c27f02b7b. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.454212] env[69808]: DEBUG nova.network.neutron [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Updating instance_info_cache with network_info: [{"id": "5f042b27-433d-40ed-ad93-b67c27f02b7b", "address": "fa:16:3e:c6:b6:e0", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f042b27-43", "ovs_interfaceid": "5f042b27-433d-40ed-ad93-b67c27f02b7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.463563] env[69808]: DEBUG oslo_vmware.api [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.601892] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Releasing lock "refresh_cache-182c3c6f-9376-4d7c-9adc-af7f0237a6f2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.603272] env[69808]: DEBUG nova.compute.manager [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Instance network_info: |[{"id": "2a49cbed-cb88-4306-a623-93dd0f63a398", "address": "fa:16:3e:82:5c:79", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a49cbed-cb", "ovs_interfaceid": "2a49cbed-cb88-4306-a623-93dd0f63a398", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.603604] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:5c:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a49cbed-cb88-4306-a623-93dd0f63a398', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.617678] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Creating folder: Project (13fcf0b3293a47cb9410c56bdc851669). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.618586] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e36f8c3e-fd78-48db-8dc2-5ffe1069caed {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.642935] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Created folder: Project (13fcf0b3293a47cb9410c56bdc851669) in parent group-v753775. [ 726.643239] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Creating folder: Instances. Parent ref: group-v753830. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.644032] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b84aa53f-6405-437f-b753-821ae3e0d3a2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.666602] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Created folder: Instances in parent group-v753830. [ 726.666909] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.667202] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.667485] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88063dc5-3850-40dc-8527-8330601959e0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.704794] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.704794] env[69808]: value = "task-3789527" [ 726.704794] env[69808]: _type = "Task" [ 726.704794] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.716609] env[69808]: DEBUG nova.network.neutron [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Successfully updated port: 6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.724266] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789527, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.756121] env[69808]: INFO nova.compute.manager [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Took 28.64 seconds to build instance. [ 726.776710] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789523, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.958317] env[69808]: DEBUG oslo_concurrency.lockutils [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] Releasing lock "refresh_cache-267b2c2e-b6b8-415d-acb8-f8415b622418" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.958666] env[69808]: DEBUG nova.compute.manager [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Received event network-vif-deleted-f5956f25-7bfb-40f4-a96c-653bf3e92ea1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.958877] env[69808]: DEBUG nova.compute.manager [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Received event network-changed-3b3b224d-1c32-4967-9109-13fd557eaff0 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.959543] env[69808]: DEBUG nova.compute.manager [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Refreshing instance network info cache due to event network-changed-3b3b224d-1c32-4967-9109-13fd557eaff0. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.959718] env[69808]: DEBUG oslo_concurrency.lockutils [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] Acquiring lock "refresh_cache-98fc3328-91fa-4e6a-93d1-f18013a5b0af" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.959874] env[69808]: DEBUG oslo_concurrency.lockutils [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] Acquired lock "refresh_cache-98fc3328-91fa-4e6a-93d1-f18013a5b0af" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.960062] env[69808]: DEBUG nova.network.neutron [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Refreshing network info cache for port 3b3b224d-1c32-4967-9109-13fd557eaff0 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.961895] env[69808]: DEBUG oslo_vmware.api [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789524, 'name': PowerOffVM_Task, 'duration_secs': 0.379482} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.962163] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.962399] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.962692] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61202704-6087-4e40-8071-5e422c40a94b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.004245] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.004245] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.004245] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Deleting the datastore file [datastore2] 8fb507a5-6176-47e6-94c9-340f345a0d33 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.004245] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8bf508b-5ba4-4c49-99a4-f86f755206e8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.015727] env[69808]: DEBUG oslo_vmware.api [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for the task: (returnval){ [ 727.015727] env[69808]: value = "task-3789529" [ 727.015727] env[69808]: _type = "Task" [ 727.015727] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.029083] env[69808]: DEBUG oslo_vmware.api [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.149697] env[69808]: DEBUG nova.network.neutron [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Successfully updated port: 0f2da7dd-4435-421b-9521-04e255a2382a {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.199191] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7701cbe4-7357-45c5-98c7-feed4d032039 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.218065] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a40306-535b-4654-ae64-c9f04d33b209 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.228888] env[69808]: DEBUG oslo_concurrency.lockutils [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "refresh_cache-c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.229128] env[69808]: DEBUG oslo_concurrency.lockutils [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquired lock "refresh_cache-c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.229382] env[69808]: DEBUG nova.network.neutron [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.231021] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789527, 'name': CreateVM_Task, 'duration_secs': 0.516885} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.232652] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.233534] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.233760] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.234180] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.235184] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38dc4c8f-ed80-41fa-82d2-1ff0cb57fb7b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.271011] env[69808]: DEBUG oslo_concurrency.lockutils [None req-80bcba82-0c6c-48b3-830e-9cee9fb137f2 tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Lock "bceff13b-021c-4103-8841-1ddf6baa262b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.166s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.277886] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf63ffad-1b7f-40fe-abdf-4e2910b51887 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.284740] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 727.284740] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5260235d-ee6c-2dd8-3048-9764dff9a6b3" [ 727.284740] env[69808]: _type = "Task" [ 727.284740] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.298116] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631005} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.300435] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc86c14d-665c-44f8-a2cb-8de55f068ef7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.304998] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 267b2c2e-b6b8-415d-acb8-f8415b622418/267b2c2e-b6b8-415d-acb8-f8415b622418.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.305299] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.310126] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d32058f-5ae6-4689-80d9-654a2a6febf2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.312483] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5260235d-ee6c-2dd8-3048-9764dff9a6b3, 'name': SearchDatastore_Task, 'duration_secs': 0.017147} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.314499] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.314499] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.314499] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.314499] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.314837] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.315450] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44f590f1-87af-4655-8fe3-41baf363a486 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.330045] env[69808]: DEBUG nova.compute.provider_tree [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.336933] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 727.336933] env[69808]: value = "task-3789530" [ 727.336933] env[69808]: _type = "Task" [ 727.336933] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.345786] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.346676] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.355447] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d0a7872-47a3-4403-aa69-c5ac2505f283 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.359832] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.365479] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 727.365479] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5261c8b4-f721-4792-6eab-3f242b6e59b8" [ 727.365479] env[69808]: _type = "Task" [ 727.365479] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.376869] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5261c8b4-f721-4792-6eab-3f242b6e59b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.530396] env[69808]: DEBUG oslo_vmware.api [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Task: {'id': task-3789529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171188} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.530702] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.530899] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.531105] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.531293] env[69808]: INFO nova.compute.manager [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Took 1.12 seconds to destroy the instance on the hypervisor. [ 727.531583] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.531806] env[69808]: DEBUG nova.compute.manager [-] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.531904] env[69808]: DEBUG nova.network.neutron [-] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.563751] env[69808]: DEBUG nova.network.neutron [-] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.656130] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "refresh_cache-3216aa34-6732-4e07-97cc-6a80533c479b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.656301] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquired lock "refresh_cache-3216aa34-6732-4e07-97cc-6a80533c479b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.656457] env[69808]: DEBUG nova.network.neutron [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.785213] env[69808]: DEBUG nova.compute.manager [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.838603] env[69808]: DEBUG nova.scheduler.client.report [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.854239] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086562} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.855449] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.858270] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27fa00a-236e-4955-a803-1afa6b5bb91f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.884886] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 267b2c2e-b6b8-415d-acb8-f8415b622418/267b2c2e-b6b8-415d-acb8-f8415b622418.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.890273] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac9684d7-34ef-4b6f-bcf6-94b696885f58 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.919059] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5261c8b4-f721-4792-6eab-3f242b6e59b8, 'name': SearchDatastore_Task, 'duration_secs': 0.022461} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.919792] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 727.919792] env[69808]: value = "task-3789531" [ 727.919792] env[69808]: _type = "Task" [ 727.919792] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.920803] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7acb9de-32a8-4ca4-a49d-18720138ccec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.931781] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 727.931781] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52515afd-82c7-4784-e7aa-c00cb3f863ea" [ 727.931781] env[69808]: _type = "Task" [ 727.931781] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.936143] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.946402] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52515afd-82c7-4784-e7aa-c00cb3f863ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.980437] env[69808]: DEBUG nova.network.neutron [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.066999] env[69808]: DEBUG nova.network.neutron [-] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.150639] env[69808]: DEBUG nova.network.neutron [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Updated VIF entry in instance network info cache for port 3b3b224d-1c32-4967-9109-13fd557eaff0. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.151320] env[69808]: DEBUG nova.network.neutron [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Updating instance_info_cache with network_info: [{"id": "3b3b224d-1c32-4967-9109-13fd557eaff0", "address": "fa:16:3e:d7:d3:30", "network": {"id": "2c473e45-77a8-4e16-b408-b48ed773a61e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1183339133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f5fe2cd35d8462a9c1fe079f80c136c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b3b224d-1c", "ovs_interfaceid": "3b3b224d-1c32-4967-9109-13fd557eaff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.218367] env[69808]: DEBUG nova.network.neutron [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.306640] env[69808]: DEBUG nova.network.neutron [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Updating instance_info_cache with network_info: [{"id": "6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b", "address": "fa:16:3e:f5:07:18", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef69d28-54", "ovs_interfaceid": "6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.323176] env[69808]: DEBUG oslo_concurrency.lockutils [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.348986] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.349849] env[69808]: DEBUG nova.compute.manager [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.355482] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.197s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.355917] env[69808]: DEBUG nova.objects.instance [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Lazy-loading 'resources' on Instance uuid 19a40d4f-ad34-4d6e-839c-4a17149e4659 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.403824] env[69808]: DEBUG nova.network.neutron [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Updating instance_info_cache with network_info: [{"id": "0f2da7dd-4435-421b-9521-04e255a2382a", "address": "fa:16:3e:21:3c:7b", "network": {"id": "ab1f029e-73db-4c8c-9cd4-95979582fa3a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2065551536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8d07ceb628574f69ab9f5d39607b2b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2da7dd-44", "ovs_interfaceid": "0f2da7dd-4435-421b-9521-04e255a2382a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.433896] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789531, 'name': ReconfigVM_Task, 'duration_secs': 0.296368} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.435844] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 267b2c2e-b6b8-415d-acb8-f8415b622418/267b2c2e-b6b8-415d-acb8-f8415b622418.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.435844] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34ada063-55f0-40d4-9859-41b254929605 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.447313] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52515afd-82c7-4784-e7aa-c00cb3f863ea, 'name': SearchDatastore_Task, 'duration_secs': 0.023543} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.448915] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.449142] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 182c3c6f-9376-4d7c-9adc-af7f0237a6f2/182c3c6f-9376-4d7c-9adc-af7f0237a6f2.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.449466] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 728.449466] env[69808]: value = "task-3789532" [ 728.449466] env[69808]: _type = "Task" [ 728.449466] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.449688] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bea275f-4f67-4e5b-a4f6-f7018de32326 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.461848] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789532, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.464226] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 728.464226] env[69808]: value = "task-3789533" [ 728.464226] env[69808]: _type = "Task" [ 728.464226] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.474297] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.571290] env[69808]: INFO nova.compute.manager [-] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Took 1.04 seconds to deallocate network for instance. [ 728.653775] env[69808]: DEBUG oslo_concurrency.lockutils [req-3c6c468e-4ce6-4bb1-be30-c062980b7dcb req-6b5ff7cd-a1e4-462b-859f-5f06f0a61835 service nova] Releasing lock "refresh_cache-98fc3328-91fa-4e6a-93d1-f18013a5b0af" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.812320] env[69808]: DEBUG oslo_concurrency.lockutils [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Releasing lock "refresh_cache-c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.812848] env[69808]: DEBUG nova.compute.manager [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Instance network_info: |[{"id": "6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b", "address": "fa:16:3e:f5:07:18", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef69d28-54", "ovs_interfaceid": "6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.813543] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:07:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.823387] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Creating folder: Project (ba809313755f4b57ab250fa55ac30bd6). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.823700] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16cf5b80-1fda-4b33-b61d-ac7c48f3bdef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.836759] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Created folder: Project (ba809313755f4b57ab250fa55ac30bd6) in parent group-v753775. [ 728.837067] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Creating folder: Instances. Parent ref: group-v753833. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.837343] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b4815d4-9e89-4342-b010-ecb049256ee2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.849573] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Created folder: Instances in parent group-v753833. [ 728.849990] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.850280] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.850643] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b48b610-9c51-429a-b2d5-4f43e3fa3207 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.877540] env[69808]: DEBUG nova.compute.utils [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.884251] env[69808]: DEBUG nova.compute.manager [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.884550] env[69808]: DEBUG nova.network.neutron [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.893833] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.893833] env[69808]: value = "task-3789536" [ 728.893833] env[69808]: _type = "Task" [ 728.893833] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.908816] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Releasing lock "refresh_cache-3216aa34-6732-4e07-97cc-6a80533c479b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.909084] env[69808]: DEBUG nova.compute.manager [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Instance network_info: |[{"id": "0f2da7dd-4435-421b-9521-04e255a2382a", "address": "fa:16:3e:21:3c:7b", "network": {"id": "ab1f029e-73db-4c8c-9cd4-95979582fa3a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2065551536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8d07ceb628574f69ab9f5d39607b2b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2da7dd-44", "ovs_interfaceid": "0f2da7dd-4435-421b-9521-04e255a2382a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.909408] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789536, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.910232] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:3c:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f2da7dd-4435-421b-9521-04e255a2382a', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.918413] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Creating folder: Project (8d07ceb628574f69ab9f5d39607b2b49). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.918761] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95c1ab23-229c-4987-a9af-5c9f329f8e79 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.933325] env[69808]: DEBUG nova.policy [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b609fd75dcc4539b26edfbae0d11a31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd18a50c8cef48a5bb954889b405b45f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.940572] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Created folder: Project (8d07ceb628574f69ab9f5d39607b2b49) in parent group-v753775. [ 728.940749] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Creating folder: Instances. Parent ref: group-v753836. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.940902] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f90f60b0-ed2c-4460-8f70-34e92e2fe8dd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.958492] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Created folder: Instances in parent group-v753836. [ 728.958757] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.958961] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.959659] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7b522c2-db6b-420c-8863-5e57ce2682e7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.983282] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789532, 'name': Rename_Task, 'duration_secs': 0.2078} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.987858] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.988273] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24a3d822-39b1-4881-ac27-1a1d4b5da50a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.995050] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.995050] env[69808]: value = "task-3789539" [ 728.995050] env[69808]: _type = "Task" [ 728.995050] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.998637] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789533, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.006735] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 729.006735] env[69808]: value = "task-3789540" [ 729.006735] env[69808]: _type = "Task" [ 729.006735] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.017059] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789539, 'name': CreateVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.021278] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789540, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.078960] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.362304] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9231c03-ae4c-4b7c-9ce8-a12643faafc5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.374367] env[69808]: DEBUG nova.network.neutron [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Successfully created port: 78ceb091-8548-4e2e-8da2-e8599d6cc827 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.379481] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629a2845-8369-46de-b138-a3b3f46ca16f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.385867] env[69808]: DEBUG nova.compute.manager [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.428971] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d4d594-351b-4739-be50-51b854ba5e3f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.444561] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf38dde-dab5-4350-880b-ba72e8c9623a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.449499] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789536, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.462952] env[69808]: DEBUG nova.compute.provider_tree [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Updating inventory in ProviderTree for provider df70a276-1734-46c9-94fd-235e07f47845 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 729.495018] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.905662} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.495315] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 182c3c6f-9376-4d7c-9adc-af7f0237a6f2/182c3c6f-9376-4d7c-9adc-af7f0237a6f2.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.495547] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.495764] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15d9865c-0fbd-4a84-bfe4-322bb0bc7404 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.505283] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 729.505283] env[69808]: value = "task-3789541" [ 729.505283] env[69808]: _type = "Task" [ 729.505283] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.513207] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789539, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.523481] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.527859] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789540, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.936042] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789536, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.987932] env[69808]: ERROR nova.scheduler.client.report [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] [req-11e83f04-bb8c-4097-ae4a-172151a90044] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID df70a276-1734-46c9-94fd-235e07f47845. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-11e83f04-bb8c-4097-ae4a-172151a90044"}]} [ 730.009170] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789539, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.023484] env[69808]: DEBUG nova.scheduler.client.report [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Refreshing inventories for resource provider df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 730.025765] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133295} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.026744] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.027767] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8e97ba-557b-41f6-b7c2-c6671b098986 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.034212] env[69808]: DEBUG oslo_vmware.api [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789540, 'name': PowerOnVM_Task, 'duration_secs': 0.61401} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.034992] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.035300] env[69808]: INFO nova.compute.manager [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Took 13.49 seconds to spawn the instance on the hypervisor. [ 730.035523] env[69808]: DEBUG nova.compute.manager [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 730.036346] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8d5425-0173-4519-83e4-4821ed9f4f6e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.059573] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 182c3c6f-9376-4d7c-9adc-af7f0237a6f2/182c3c6f-9376-4d7c-9adc-af7f0237a6f2.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.060948] env[69808]: DEBUG nova.scheduler.client.report [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Updating ProviderTree inventory for provider df70a276-1734-46c9-94fd-235e07f47845 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 730.061964] env[69808]: DEBUG nova.compute.provider_tree [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Updating inventory in ProviderTree for provider df70a276-1734-46c9-94fd-235e07f47845 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 730.064186] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed5ea87e-53f3-44c3-8a30-3eb5e60537d6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.091026] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 730.091026] env[69808]: value = "task-3789542" [ 730.091026] env[69808]: _type = "Task" [ 730.091026] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.102216] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.103870] env[69808]: DEBUG nova.scheduler.client.report [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Refreshing aggregate associations for resource provider df70a276-1734-46c9-94fd-235e07f47845, aggregates: None {{(pid=69808) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 730.132693] env[69808]: DEBUG nova.scheduler.client.report [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Refreshing trait associations for resource provider df70a276-1734-46c9-94fd-235e07f47845, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69808) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 730.397387] env[69808]: DEBUG nova.compute.manager [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.437586] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789536, 'name': CreateVM_Task, 'duration_secs': 1.044381} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.437756] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.438515] env[69808]: DEBUG oslo_concurrency.lockutils [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.438687] env[69808]: DEBUG oslo_concurrency.lockutils [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.439023] env[69808]: DEBUG oslo_concurrency.lockutils [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.439297] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7412e2ee-4983-4730-bfd3-9c4716aedad8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.444919] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 730.444919] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d25b41-58fb-837b-903e-9fcc0bc7313f" [ 730.444919] env[69808]: _type = "Task" [ 730.444919] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.456014] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d25b41-58fb-837b-903e-9fcc0bc7313f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.490136] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7c0c2c-8237-4646-adb5-224fd68bf768 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.498244] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1560d2-3a0f-4942-9d6b-180dfe9549c1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.510220] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789539, 'name': CreateVM_Task, 'duration_secs': 1.079261} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.536841] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.537838] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.538621] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9414bd40-f3ff-49cc-8ab6-7ba32363eb8b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.547955] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb0de90-654c-4846-ac91-2dc83b3fba2c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.562484] env[69808]: DEBUG nova.compute.provider_tree [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Updating inventory in ProviderTree for provider df70a276-1734-46c9-94fd-235e07f47845 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 730.591441] env[69808]: INFO nova.compute.manager [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Took 31.33 seconds to build instance. [ 730.604167] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.935300] env[69808]: DEBUG nova.network.neutron [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Successfully updated port: 78ceb091-8548-4e2e-8da2-e8599d6cc827 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.956493] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d25b41-58fb-837b-903e-9fcc0bc7313f, 'name': SearchDatastore_Task, 'duration_secs': 0.017918} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.956813] env[69808]: DEBUG oslo_concurrency.lockutils [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.957060] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.957302] env[69808]: DEBUG oslo_concurrency.lockutils [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.957459] env[69808]: DEBUG oslo_concurrency.lockutils [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.957626] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.957915] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.958240] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.958480] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee27621f-e48c-4bd8-841c-efd15c223574 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.961106] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23694eac-054c-47b5-b308-6f22153d600a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.967171] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 730.967171] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bfd1d5-6f4b-b896-e2bc-5ed82d82480b" [ 730.967171] env[69808]: _type = "Task" [ 730.967171] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.971731] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.971928] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.972699] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-637245b7-a725-40c1-ad8f-3bbcdd556993 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.978961] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bfd1d5-6f4b-b896-e2bc-5ed82d82480b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.983700] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 730.983700] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a2185e-a7a2-de3c-f140-a4e2c6f42708" [ 730.983700] env[69808]: _type = "Task" [ 730.983700] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.991558] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a2185e-a7a2-de3c-f140-a4e2c6f42708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.098699] env[69808]: DEBUG nova.scheduler.client.report [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Updated inventory for provider df70a276-1734-46c9-94fd-235e07f47845 with generation 33 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 731.098973] env[69808]: DEBUG nova.compute.provider_tree [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Updating resource provider df70a276-1734-46c9-94fd-235e07f47845 generation from 33 to 34 during operation: update_inventory {{(pid=69808) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 731.099172] env[69808]: DEBUG nova.compute.provider_tree [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Updating inventory in ProviderTree for provider df70a276-1734-46c9-94fd-235e07f47845 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.102650] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1d0e0fa-3ee9-4da1-80c6-935f5962e81f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "267b2c2e-b6b8-415d-acb8-f8415b622418" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.851s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.110497] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789542, 'name': ReconfigVM_Task, 'duration_secs': 0.616185} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.110763] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 182c3c6f-9376-4d7c-9adc-af7f0237a6f2/182c3c6f-9376-4d7c-9adc-af7f0237a6f2.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.111493] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f2dcdec-f3c0-4be2-ac12-d2ce5b96d4e6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.120026] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 731.120026] env[69808]: value = "task-3789543" [ 731.120026] env[69808]: _type = "Task" [ 731.120026] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.129739] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789543, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.438740] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquiring lock "refresh_cache-5bf859dd-a617-4e3e-b868-d68e3219222f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.439211] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquired lock "refresh_cache-5bf859dd-a617-4e3e-b868-d68e3219222f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.439211] env[69808]: DEBUG nova.network.neutron [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.478721] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bfd1d5-6f4b-b896-e2bc-5ed82d82480b, 'name': SearchDatastore_Task, 'duration_secs': 0.028674} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.479065] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.479400] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.479638] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.494567] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a2185e-a7a2-de3c-f140-a4e2c6f42708, 'name': SearchDatastore_Task, 'duration_secs': 0.022465} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.495445] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c905f6a3-f7bc-421a-9e40-53aeceb80a7f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.501365] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 731.501365] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5207ea1a-ef01-c161-7485-284c02da48fa" [ 731.501365] env[69808]: _type = "Task" [ 731.501365] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.509780] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5207ea1a-ef01-c161-7485-284c02da48fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.604250] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.249s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.606981] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.599s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.608714] env[69808]: INFO nova.compute.claims [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.611792] env[69808]: DEBUG nova.compute.manager [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.625742] env[69808]: INFO nova.scheduler.client.report [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Deleted allocations for instance 19a40d4f-ad34-4d6e-839c-4a17149e4659 [ 731.633938] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789543, 'name': Rename_Task, 'duration_secs': 0.227426} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.634562] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.635229] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b61d0d5-4747-4c63-ba34-2064fe8daf9e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.643050] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 731.643050] env[69808]: value = "task-3789544" [ 731.643050] env[69808]: _type = "Task" [ 731.643050] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.652667] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.990734] env[69808]: DEBUG nova.network.neutron [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.014329] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5207ea1a-ef01-c161-7485-284c02da48fa, 'name': SearchDatastore_Task, 'duration_secs': 0.023481} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.016810] env[69808]: DEBUG oslo_concurrency.lockutils [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.017110] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b/c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.017463] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.017662] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.017879] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdc89c22-7448-4987-81c7-4a209b763164 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.020268] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4558104f-d0e2-4821-b31c-9bb0d6ec8f23 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.027957] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 732.027957] env[69808]: value = "task-3789545" [ 732.027957] env[69808]: _type = "Task" [ 732.027957] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.032450] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.032697] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.033816] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-873e1c75-9fdb-4bac-b9fe-7ba835c9ac5b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.039548] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.043778] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 732.043778] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525912d0-fc61-4124-a7e8-e6c10d805e5f" [ 732.043778] env[69808]: _type = "Task" [ 732.043778] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.054183] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525912d0-fc61-4124-a7e8-e6c10d805e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.139603] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.140500] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ca3fa63-6107-439c-981e-c162051dac93 tempest-ServerDiagnosticsV248Test-821688832 tempest-ServerDiagnosticsV248Test-821688832-project-member] Lock "19a40d4f-ad34-4d6e-839c-4a17149e4659" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.870s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.154667] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789544, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.166775] env[69808]: DEBUG nova.network.neutron [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Updating instance_info_cache with network_info: [{"id": "78ceb091-8548-4e2e-8da2-e8599d6cc827", "address": "fa:16:3e:20:b6:ca", "network": {"id": "4bd546b2-1046-4bf7-8e4d-66a96a88c8cb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-975794085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd18a50c8cef48a5bb954889b405b45f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ceb091-85", "ovs_interfaceid": "78ceb091-8548-4e2e-8da2-e8599d6cc827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.542019] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789545, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.556919] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525912d0-fc61-4124-a7e8-e6c10d805e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.016182} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.557795] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3402e98-2294-4c4c-8e12-710cfacf4089 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.567764] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 732.567764] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5216a402-3d57-96aa-cb9e-30685f27d64c" [ 732.567764] env[69808]: _type = "Task" [ 732.567764] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.582221] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5216a402-3d57-96aa-cb9e-30685f27d64c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.656957] env[69808]: DEBUG oslo_vmware.api [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789544, 'name': PowerOnVM_Task, 'duration_secs': 0.602398} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.657281] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.657479] env[69808]: INFO nova.compute.manager [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Took 13.53 seconds to spawn the instance on the hypervisor. [ 732.657670] env[69808]: DEBUG nova.compute.manager [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 732.661795] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f838f8-712e-415c-90e8-44efcf3cf594 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.669219] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Releasing lock "refresh_cache-5bf859dd-a617-4e3e-b868-d68e3219222f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.669622] env[69808]: DEBUG nova.compute.manager [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Instance network_info: |[{"id": "78ceb091-8548-4e2e-8da2-e8599d6cc827", "address": "fa:16:3e:20:b6:ca", "network": {"id": "4bd546b2-1046-4bf7-8e4d-66a96a88c8cb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-975794085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd18a50c8cef48a5bb954889b405b45f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ceb091-85", "ovs_interfaceid": "78ceb091-8548-4e2e-8da2-e8599d6cc827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.951803] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c2a453-4bff-4ead-886f-cacec2bcb800 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.960994] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d822723a-d2b6-4440-8aae-a8ca3ab6b054 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.995316] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb20fb7a-868d-4a4b-973d-97c3768bd6f8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.003799] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bffd51-08a9-48b0-9913-341b1d425dfb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.018217] env[69808]: DEBUG nova.compute.provider_tree [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.040856] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62524} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.041551] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b/c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.041794] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.042063] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63de580e-d737-4804-916e-81948bd2ed1a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.050052] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 733.050052] env[69808]: value = "task-3789546" [ 733.050052] env[69808]: _type = "Task" [ 733.050052] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.059447] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.077962] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5216a402-3d57-96aa-cb9e-30685f27d64c, 'name': SearchDatastore_Task, 'duration_secs': 0.056682} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.078260] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.078520] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 3216aa34-6732-4e07-97cc-6a80533c479b/3216aa34-6732-4e07-97cc-6a80533c479b.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.078782] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-365b372c-b9b1-4c14-94b0-168a51aca01b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.087132] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 733.087132] env[69808]: value = "task-3789547" [ 733.087132] env[69808]: _type = "Task" [ 733.087132] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.096377] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.182489] env[69808]: INFO nova.compute.manager [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Took 32.65 seconds to build instance. [ 733.522416] env[69808]: DEBUG nova.scheduler.client.report [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.566260] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117849} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.566909] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.567476] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba4c90c-bda7-4d0a-807c-264880ffa4b6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.597651] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b/c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.601776] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b6160f6-494e-4de9-b7e6-6fc59119487d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.625077] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 733.625077] env[69808]: value = "task-3789548" [ 733.625077] env[69808]: _type = "Task" [ 733.625077] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.628394] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789547, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.641571] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789548, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.685287] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1bb8f27-48c4-4596-ba14-daea7309646a tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "182c3c6f-9376-4d7c-9adc-af7f0237a6f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.165s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.985026] env[69808]: DEBUG nova.virt.hardware [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.985309] env[69808]: DEBUG nova.virt.hardware [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.985467] env[69808]: DEBUG nova.virt.hardware [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.985654] env[69808]: DEBUG nova.virt.hardware [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.985822] env[69808]: DEBUG nova.virt.hardware [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.985990] env[69808]: DEBUG nova.virt.hardware [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.986218] env[69808]: DEBUG nova.virt.hardware [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.986378] env[69808]: DEBUG nova.virt.hardware [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.986608] env[69808]: DEBUG nova.virt.hardware [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.986726] env[69808]: DEBUG nova.virt.hardware [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.986868] env[69808]: DEBUG nova.virt.hardware [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.989043] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc18db1b-2f74-4314-a977-d780094698c6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.998554] env[69808]: DEBUG oslo_vmware.rw_handles [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b08e61-e7b9-5d06-5c20-486f06ed5dbc/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 734.000045] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f92eb33-4cc9-4455-82a6-6e6683832746 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.005228] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6500ab6-8aeb-4df6-adf0-a0eb3a92c091 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.019196] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:b6:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78ceb091-8548-4e2e-8da2-e8599d6cc827', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.027018] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Creating folder: Project (bd18a50c8cef48a5bb954889b405b45f). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.029096] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf1b7e70-3278-4922-a23c-3e889b8ebe30 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.031356] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.031882] env[69808]: DEBUG nova.compute.manager [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.034518] env[69808]: DEBUG oslo_vmware.rw_handles [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b08e61-e7b9-5d06-5c20-486f06ed5dbc/disk-0.vmdk is in state: ready. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 734.034706] env[69808]: ERROR oslo_vmware.rw_handles [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b08e61-e7b9-5d06-5c20-486f06ed5dbc/disk-0.vmdk due to incomplete transfer. [ 734.035297] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.921s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.035522] env[69808]: DEBUG nova.objects.instance [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Lazy-loading 'resources' on Instance uuid 842e60e4-9e9a-442a-bb54-38d10ff70f95 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.036596] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9cc874fe-21fc-4b1e-8174-c22b3c16ab7a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.047242] env[69808]: DEBUG oslo_vmware.rw_handles [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b08e61-e7b9-5d06-5c20-486f06ed5dbc/disk-0.vmdk. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 734.047502] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Uploaded image 40c2100f-b063-463c-acee-2c4b5447991c to the Glance image server {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 734.049730] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Destroying the VM {{(pid=69808) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 734.051916] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2bd01780-01a2-469e-8853-0ae7129cca0e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.053879] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Created folder: Project (bd18a50c8cef48a5bb954889b405b45f) in parent group-v753775. [ 734.054087] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Creating folder: Instances. Parent ref: group-v753839. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.055119] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a3f28fb-aaa9-458c-8b58-e381c0180bdb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.062486] env[69808]: DEBUG oslo_vmware.api [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Waiting for the task: (returnval){ [ 734.062486] env[69808]: value = "task-3789550" [ 734.062486] env[69808]: _type = "Task" [ 734.062486] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.069132] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Created folder: Instances in parent group-v753839. [ 734.069351] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.069558] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.069800] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-196a08d0-ac60-4f81-89f2-bc37cb457964 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.089324] env[69808]: DEBUG oslo_vmware.api [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789550, 'name': Destroy_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.095996] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.095996] env[69808]: value = "task-3789552" [ 734.095996] env[69808]: _type = "Task" [ 734.095996] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.104151] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757498} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.105109] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 3216aa34-6732-4e07-97cc-6a80533c479b/3216aa34-6732-4e07-97cc-6a80533c479b.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.105242] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.105385] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-069f7524-7e54-4089-92ca-1bbab3088087 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.110867] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789552, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.116730] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 734.116730] env[69808]: value = "task-3789553" [ 734.116730] env[69808]: _type = "Task" [ 734.116730] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.129898] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.143375] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789548, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.188851] env[69808]: DEBUG nova.compute.manager [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.537280] env[69808]: DEBUG nova.compute.utils [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.539278] env[69808]: DEBUG nova.compute.manager [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.539399] env[69808]: DEBUG nova.network.neutron [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.575269] env[69808]: DEBUG oslo_vmware.api [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789550, 'name': Destroy_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.602178] env[69808]: DEBUG nova.policy [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94f27ad9e3f948f6be810b88bce8d305', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0229558f8fc545c696ff980b16061bbd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.612118] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789552, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.634110] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143596} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.637849] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.638990] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaeae8bb-3d73-458b-bb0f-4948d730c056 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.651449] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789548, 'name': ReconfigVM_Task, 'duration_secs': 0.538797} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.662825] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Reconfigured VM instance instance-00000012 to attach disk [datastore1] c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b/c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.673263] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 3216aa34-6732-4e07-97cc-6a80533c479b/3216aa34-6732-4e07-97cc-6a80533c479b.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.678785] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df8ae0eb-8028-4eb1-8360-6499122d6c69 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.678785] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c4528fa-0d7e-4ca6-b6a9-c2227cbac0bc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.706118] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 734.706118] env[69808]: value = "task-3789554" [ 734.706118] env[69808]: _type = "Task" [ 734.706118] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.710865] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 734.710865] env[69808]: value = "task-3789555" [ 734.710865] env[69808]: _type = "Task" [ 734.710865] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.715643] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.730148] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789555, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.739024] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789554, 'name': Rename_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.948015] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "55a9214c-deda-4c74-a205-2b302ac211b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.948318] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "55a9214c-deda-4c74-a205-2b302ac211b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.028025] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4dcce3-f74c-4899-afc3-d9595945fcdf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.036850] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd0baec-e0b9-4338-b36d-a110f27cf687 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.075557] env[69808]: DEBUG nova.compute.manager [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.082912] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccf12f1-c417-40d8-99b8-5cac7cffcd0b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.098482] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54da74cd-ef44-49af-89a6-476c571014d9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.101181] env[69808]: DEBUG oslo_vmware.api [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789550, 'name': Destroy_Task, 'duration_secs': 0.514769} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.102247] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Destroyed the VM [ 735.102397] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Deleting Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 735.106655] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1f0d9230-451f-4b3e-9178-133623c791f9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.119811] env[69808]: DEBUG nova.compute.provider_tree [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.129220] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789552, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.131883] env[69808]: DEBUG oslo_vmware.api [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Waiting for the task: (returnval){ [ 735.131883] env[69808]: value = "task-3789556" [ 735.131883] env[69808]: _type = "Task" [ 735.131883] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.147557] env[69808]: DEBUG oslo_vmware.api [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789556, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.227314] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789554, 'name': Rename_Task, 'duration_secs': 0.249912} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.231745] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.232784] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.235887] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d6f2091-406a-48f8-80c5-c23cf47ac9a3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.245366] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 735.245366] env[69808]: value = "task-3789557" [ 735.245366] env[69808]: _type = "Task" [ 735.245366] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.260400] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.274057] env[69808]: DEBUG oslo_vmware.rw_handles [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b06432-7b26-19fd-2baa-2ef0fb28b26f/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 735.275203] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2478c50a-7baa-45ac-b4d5-a4327153e93d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.284423] env[69808]: DEBUG nova.network.neutron [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Successfully created port: 10fe95b3-bf71-4f80-8eff-c66947b44743 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.288789] env[69808]: DEBUG oslo_vmware.rw_handles [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b06432-7b26-19fd-2baa-2ef0fb28b26f/disk-0.vmdk is in state: ready. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 735.288979] env[69808]: ERROR oslo_vmware.rw_handles [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b06432-7b26-19fd-2baa-2ef0fb28b26f/disk-0.vmdk due to incomplete transfer. [ 735.289243] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dbf4e257-4300-40f8-a663-33b0978a7536 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.298645] env[69808]: DEBUG oslo_vmware.rw_handles [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b06432-7b26-19fd-2baa-2ef0fb28b26f/disk-0.vmdk. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 735.298867] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Uploaded image a4a45c59-8150-4441-8a35-6caa7d45ef06 to the Glance image server {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 735.300526] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Destroying the VM {{(pid=69808) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 735.300897] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-25070b8d-328d-4e87-8dab-3bf80a6c2b07 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.310580] env[69808]: DEBUG oslo_vmware.api [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 735.310580] env[69808]: value = "task-3789558" [ 735.310580] env[69808]: _type = "Task" [ 735.310580] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.321625] env[69808]: DEBUG oslo_vmware.api [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789558, 'name': Destroy_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.550239] env[69808]: DEBUG nova.compute.manager [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Received event network-vif-plugged-2a49cbed-cb88-4306-a623-93dd0f63a398 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.550951] env[69808]: DEBUG oslo_concurrency.lockutils [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] Acquiring lock "182c3c6f-9376-4d7c-9adc-af7f0237a6f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.550951] env[69808]: DEBUG oslo_concurrency.lockutils [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] Lock "182c3c6f-9376-4d7c-9adc-af7f0237a6f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.551481] env[69808]: DEBUG oslo_concurrency.lockutils [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] Lock "182c3c6f-9376-4d7c-9adc-af7f0237a6f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.551778] env[69808]: DEBUG nova.compute.manager [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] No waiting events found dispatching network-vif-plugged-2a49cbed-cb88-4306-a623-93dd0f63a398 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 735.551921] env[69808]: WARNING nova.compute.manager [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Received unexpected event network-vif-plugged-2a49cbed-cb88-4306-a623-93dd0f63a398 for instance with vm_state active and task_state None. [ 735.552187] env[69808]: DEBUG nova.compute.manager [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Received event network-changed-2a49cbed-cb88-4306-a623-93dd0f63a398 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.552492] env[69808]: DEBUG nova.compute.manager [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Refreshing instance network info cache due to event network-changed-2a49cbed-cb88-4306-a623-93dd0f63a398. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.553344] env[69808]: DEBUG oslo_concurrency.lockutils [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] Acquiring lock "refresh_cache-182c3c6f-9376-4d7c-9adc-af7f0237a6f2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.553978] env[69808]: DEBUG oslo_concurrency.lockutils [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] Acquired lock "refresh_cache-182c3c6f-9376-4d7c-9adc-af7f0237a6f2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.554418] env[69808]: DEBUG nova.network.neutron [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Refreshing network info cache for port 2a49cbed-cb88-4306-a623-93dd0f63a398 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.615557] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789552, 'name': CreateVM_Task, 'duration_secs': 1.174622} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.616629] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.616794] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.616996] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.617546] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.617920] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8375a552-6510-4cdd-899f-80a03bbb24fb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.624307] env[69808]: DEBUG nova.scheduler.client.report [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.634032] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for the task: (returnval){ [ 735.634032] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528ce082-7815-96d9-6580-76520497d010" [ 735.634032] env[69808]: _type = "Task" [ 735.634032] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.664352] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528ce082-7815-96d9-6580-76520497d010, 'name': SearchDatastore_Task, 'duration_secs': 0.014255} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.665165] env[69808]: DEBUG oslo_vmware.api [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789556, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.665165] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.665682] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.665763] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.665928] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.666202] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.666924] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c276db10-802f-4fdc-95bd-8671dccc39f7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.680718] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.684114] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.684114] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dd7accb-9e3f-4b50-b36f-4f9d88a37240 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.691535] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for the task: (returnval){ [ 735.691535] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e65613-ebef-4ad6-5221-c90c7035782e" [ 735.691535] env[69808]: _type = "Task" [ 735.691535] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.701404] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e65613-ebef-4ad6-5221-c90c7035782e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.726989] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789555, 'name': ReconfigVM_Task, 'duration_secs': 0.609113} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.727326] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 3216aa34-6732-4e07-97cc-6a80533c479b/3216aa34-6732-4e07-97cc-6a80533c479b.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.728072] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d703714-b45e-420b-96d8-1e67c95761ed {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.738072] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 735.738072] env[69808]: value = "task-3789559" [ 735.738072] env[69808]: _type = "Task" [ 735.738072] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.750534] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789559, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.760072] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.821673] env[69808]: DEBUG oslo_vmware.api [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789558, 'name': Destroy_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.097521] env[69808]: DEBUG nova.compute.manager [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.134358] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.140048] env[69808]: DEBUG nova.virt.hardware [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.140048] env[69808]: DEBUG nova.virt.hardware [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.140048] env[69808]: DEBUG nova.virt.hardware [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.140391] env[69808]: DEBUG nova.virt.hardware [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.140391] env[69808]: DEBUG nova.virt.hardware [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.140391] env[69808]: DEBUG nova.virt.hardware [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.140680] env[69808]: DEBUG nova.virt.hardware [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.140680] env[69808]: DEBUG nova.virt.hardware [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.141885] env[69808]: DEBUG nova.virt.hardware [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.141885] env[69808]: DEBUG nova.virt.hardware [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.141885] env[69808]: DEBUG nova.virt.hardware [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.141885] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.727s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.143121] env[69808]: INFO nova.compute.claims [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.150908] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a487c5-f5dc-45c3-b765-0aa4834a54b2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.161909] env[69808]: DEBUG oslo_vmware.api [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789556, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.163396] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77c168f-a60a-4e85-8daa-9cdd267eff2d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.169302] env[69808]: INFO nova.scheduler.client.report [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Deleted allocations for instance 842e60e4-9e9a-442a-bb54-38d10ff70f95 [ 736.204274] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e65613-ebef-4ad6-5221-c90c7035782e, 'name': SearchDatastore_Task, 'duration_secs': 0.017522} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.205062] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c0ac6e-15d8-426e-a141-dbb5e9df07ca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.212041] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for the task: (returnval){ [ 736.212041] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a4f10d-a8f2-25c0-3f36-6aa028f01cc8" [ 736.212041] env[69808]: _type = "Task" [ 736.212041] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.222663] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a4f10d-a8f2-25c0-3f36-6aa028f01cc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.256261] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789559, 'name': Rename_Task, 'duration_secs': 0.38653} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.259929] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.260570] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee5b72cd-2423-47c2-9ae2-da0ddf2a6473 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.278519] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789557, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.280252] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 736.280252] env[69808]: value = "task-3789560" [ 736.280252] env[69808]: _type = "Task" [ 736.280252] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.290302] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.326445] env[69808]: DEBUG oslo_vmware.api [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789558, 'name': Destroy_Task, 'duration_secs': 0.588875} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.326750] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Destroyed the VM [ 736.327035] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Deleting Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 736.327343] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a715537f-e4ca-45d6-818b-ea701d52567d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.336245] env[69808]: DEBUG oslo_vmware.api [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 736.336245] env[69808]: value = "task-3789561" [ 736.336245] env[69808]: _type = "Task" [ 736.336245] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.347078] env[69808]: DEBUG oslo_vmware.api [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789561, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.479187] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Acquiring lock "cb8fe43a-f213-47bc-b986-2e4c5df86f46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.479495] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Lock "cb8fe43a-f213-47bc-b986-2e4c5df86f46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.649959] env[69808]: DEBUG oslo_vmware.api [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789556, 'name': RemoveSnapshot_Task, 'duration_secs': 1.191198} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.650294] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Deleted Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 736.650517] env[69808]: INFO nova.compute.manager [None req-6fe82966-484c-459a-8b59-d81439996c87 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Took 18.84 seconds to snapshot the instance on the hypervisor. [ 736.689290] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b29924da-1482-4dfb-a534-32a8802be22d tempest-ServerExternalEventsTest-515198251 tempest-ServerExternalEventsTest-515198251-project-member] Lock "842e60e4-9e9a-442a-bb54-38d10ff70f95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.180s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.725694] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a4f10d-a8f2-25c0-3f36-6aa028f01cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.012} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.726012] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.726289] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 5bf859dd-a617-4e3e-b868-d68e3219222f/5bf859dd-a617-4e3e-b868-d68e3219222f.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.726565] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31eed4af-f0e8-4e3d-a11f-65a84a7982d8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.735625] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for the task: (returnval){ [ 736.735625] env[69808]: value = "task-3789562" [ 736.735625] env[69808]: _type = "Task" [ 736.735625] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.745669] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.764948] env[69808]: DEBUG oslo_vmware.api [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789557, 'name': PowerOnVM_Task, 'duration_secs': 1.081469} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.765272] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.765480] env[69808]: INFO nova.compute.manager [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Took 14.97 seconds to spawn the instance on the hypervisor. [ 736.765691] env[69808]: DEBUG nova.compute.manager [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 736.766471] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b2f9fd-1e11-4ad8-80a1-2c29c246ea16 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.786453] env[69808]: DEBUG nova.network.neutron [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Updated VIF entry in instance network info cache for port 2a49cbed-cb88-4306-a623-93dd0f63a398. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.787613] env[69808]: DEBUG nova.network.neutron [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Updating instance_info_cache with network_info: [{"id": "2a49cbed-cb88-4306-a623-93dd0f63a398", "address": "fa:16:3e:82:5c:79", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a49cbed-cb", "ovs_interfaceid": "2a49cbed-cb88-4306-a623-93dd0f63a398", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.796581] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789560, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.849171] env[69808]: DEBUG oslo_vmware.api [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789561, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.250884] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789562, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.291873] env[69808]: DEBUG oslo_concurrency.lockutils [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] Releasing lock "refresh_cache-182c3c6f-9376-4d7c-9adc-af7f0237a6f2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.292181] env[69808]: DEBUG nova.compute.manager [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Received event network-vif-plugged-6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.292181] env[69808]: DEBUG oslo_concurrency.lockutils [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] Acquiring lock "c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.292362] env[69808]: DEBUG oslo_concurrency.lockutils [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] Lock "c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.293601] env[69808]: DEBUG oslo_concurrency.lockutils [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] Lock "c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.293601] env[69808]: DEBUG nova.compute.manager [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] No waiting events found dispatching network-vif-plugged-6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 737.293601] env[69808]: WARNING nova.compute.manager [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Received unexpected event network-vif-plugged-6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b for instance with vm_state building and task_state spawning. [ 737.293601] env[69808]: DEBUG nova.compute.manager [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Received event network-changed-6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.296347] env[69808]: DEBUG nova.compute.manager [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Refreshing instance network info cache due to event network-changed-6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.296347] env[69808]: DEBUG oslo_concurrency.lockutils [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] Acquiring lock "refresh_cache-c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.296347] env[69808]: DEBUG oslo_concurrency.lockutils [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] Acquired lock "refresh_cache-c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.296347] env[69808]: DEBUG nova.network.neutron [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Refreshing network info cache for port 6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.305672] env[69808]: INFO nova.compute.manager [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Took 29.18 seconds to build instance. [ 737.316939] env[69808]: DEBUG oslo_vmware.api [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789560, 'name': PowerOnVM_Task, 'duration_secs': 0.563882} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.317197] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.317415] env[69808]: INFO nova.compute.manager [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Took 12.91 seconds to spawn the instance on the hypervisor. [ 737.317675] env[69808]: DEBUG nova.compute.manager [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 737.321610] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952cf403-ff53-431a-ba21-387bb03dfb42 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.351018] env[69808]: DEBUG oslo_vmware.api [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789561, 'name': RemoveSnapshot_Task, 'duration_secs': 0.561351} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.354837] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Deleted Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 737.355240] env[69808]: INFO nova.compute.manager [None req-aa41a48c-6d25-4529-9bb2-b9df01fce296 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Took 18.30 seconds to snapshot the instance on the hypervisor. [ 737.380547] env[69808]: DEBUG nova.network.neutron [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Successfully updated port: 10fe95b3-bf71-4f80-8eff-c66947b44743 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.403766] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "267b2c2e-b6b8-415d-acb8-f8415b622418" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.404120] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "267b2c2e-b6b8-415d-acb8-f8415b622418" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.404608] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "267b2c2e-b6b8-415d-acb8-f8415b622418-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.404916] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "267b2c2e-b6b8-415d-acb8-f8415b622418-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.405248] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "267b2c2e-b6b8-415d-acb8-f8415b622418-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.411584] env[69808]: INFO nova.compute.manager [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Terminating instance [ 737.614189] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.614310] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.658207] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094c0bff-e152-4d85-9d23-f1154c5e77e5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.666764] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e9d46d-ee80-4558-9325-44ffda7a350f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.700577] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46431c48-0492-4b3f-82a8-c222fa800a0d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.709562] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce197c45-11b1-4f94-8118-4c7781f375dc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.727390] env[69808]: DEBUG nova.compute.provider_tree [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.750745] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.850323} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.750745] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 5bf859dd-a617-4e3e-b868-d68e3219222f/5bf859dd-a617-4e3e-b868-d68e3219222f.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.750745] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.750745] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccd337c4-8065-44c1-bc9b-47e137aecdaf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.757130] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for the task: (returnval){ [ 737.757130] env[69808]: value = "task-3789563" [ 737.757130] env[69808]: _type = "Task" [ 737.757130] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.767681] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.809708] env[69808]: DEBUG oslo_concurrency.lockutils [None req-000d352c-6ead-4731-a9b6-d62e89543dcf tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.324s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.842946] env[69808]: INFO nova.compute.manager [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Took 28.32 seconds to build instance. [ 737.884844] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Acquiring lock "refresh_cache-f6b55586-b667-455a-a61b-fb68cbea1be4" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.884844] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Acquired lock "refresh_cache-f6b55586-b667-455a-a61b-fb68cbea1be4" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.884844] env[69808]: DEBUG nova.network.neutron [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.919760] env[69808]: DEBUG nova.compute.manager [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.920085] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.921085] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ead7de8-e4c8-4e9e-8ca4-bfb5508412b7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.930907] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.932228] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe2afdde-905c-4f03-96bb-6ab006c24b23 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.939741] env[69808]: DEBUG oslo_vmware.api [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 737.939741] env[69808]: value = "task-3789564" [ 737.939741] env[69808]: _type = "Task" [ 737.939741] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.948702] env[69808]: DEBUG oslo_vmware.api [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.976670] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Acquiring lock "e8cb0608-7726-4b10-a6ce-27b9a6182bcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.976964] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Lock "e8cb0608-7726-4b10-a6ce-27b9a6182bcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.977161] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Acquiring lock "e8cb0608-7726-4b10-a6ce-27b9a6182bcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.977345] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Lock "e8cb0608-7726-4b10-a6ce-27b9a6182bcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.977510] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Lock "e8cb0608-7726-4b10-a6ce-27b9a6182bcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.981761] env[69808]: INFO nova.compute.manager [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Terminating instance [ 738.230885] env[69808]: DEBUG nova.scheduler.client.report [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.240412] env[69808]: DEBUG nova.network.neutron [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Updated VIF entry in instance network info cache for port 6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.240412] env[69808]: DEBUG nova.network.neutron [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Updating instance_info_cache with network_info: [{"id": "6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b", "address": "fa:16:3e:f5:07:18", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef69d28-54", "ovs_interfaceid": "6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.270773] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168481} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.271228] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.272412] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee71849-8b8a-4e6b-b824-003a354daade {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.304519] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 5bf859dd-a617-4e3e-b868-d68e3219222f/5bf859dd-a617-4e3e-b868-d68e3219222f.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.304919] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d06d334-77d0-4c01-8615-01de5e29fd0e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.323162] env[69808]: DEBUG nova.compute.manager [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.333627] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for the task: (returnval){ [ 738.333627] env[69808]: value = "task-3789565" [ 738.333627] env[69808]: _type = "Task" [ 738.333627] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.346402] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79d57d98-bfad-41cf-87ee-dccb8f68694d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "3216aa34-6732-4e07-97cc-6a80533c479b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.708s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.347476] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.453262] env[69808]: DEBUG oslo_vmware.api [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789564, 'name': PowerOffVM_Task, 'duration_secs': 0.485459} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.453503] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.453646] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.453950] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37bb2db9-e8c4-4936-ad84-e337e13c04a3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.492937] env[69808]: DEBUG nova.compute.manager [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.493284] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.494606] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82526c2-7370-4faa-a88b-79491372d3b8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.504132] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.504132] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3ed3431-1843-4b1e-a3b5-09028b75a5a6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.512442] env[69808]: DEBUG oslo_vmware.api [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Waiting for the task: (returnval){ [ 738.512442] env[69808]: value = "task-3789567" [ 738.512442] env[69808]: _type = "Task" [ 738.512442] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.521096] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.521358] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.521537] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Deleting the datastore file [datastore2] 267b2c2e-b6b8-415d-acb8-f8415b622418 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.525192] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69171da8-8ba6-4927-a194-c6acccb20e60 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.527937] env[69808]: DEBUG oslo_vmware.api [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': task-3789567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.534618] env[69808]: DEBUG oslo_vmware.api [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 738.534618] env[69808]: value = "task-3789568" [ 738.534618] env[69808]: _type = "Task" [ 738.534618] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.546646] env[69808]: DEBUG oslo_vmware.api [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.666385] env[69808]: DEBUG nova.network.neutron [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.737241] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.737900] env[69808]: DEBUG nova.compute.manager [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.740685] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.314s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.742933] env[69808]: INFO nova.compute.claims [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.748054] env[69808]: DEBUG oslo_concurrency.lockutils [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] Releasing lock "refresh_cache-c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.748054] env[69808]: DEBUG nova.compute.manager [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Received event network-vif-plugged-0f2da7dd-4435-421b-9521-04e255a2382a {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.748054] env[69808]: DEBUG oslo_concurrency.lockutils [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] Acquiring lock "3216aa34-6732-4e07-97cc-6a80533c479b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.748054] env[69808]: DEBUG oslo_concurrency.lockutils [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] Lock "3216aa34-6732-4e07-97cc-6a80533c479b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.748054] env[69808]: DEBUG oslo_concurrency.lockutils [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] Lock "3216aa34-6732-4e07-97cc-6a80533c479b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.748484] env[69808]: DEBUG nova.compute.manager [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] No waiting events found dispatching network-vif-plugged-0f2da7dd-4435-421b-9521-04e255a2382a {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 738.748484] env[69808]: WARNING nova.compute.manager [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Received unexpected event network-vif-plugged-0f2da7dd-4435-421b-9521-04e255a2382a for instance with vm_state building and task_state spawning. [ 738.748484] env[69808]: DEBUG nova.compute.manager [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Received event network-changed-0f2da7dd-4435-421b-9521-04e255a2382a {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.748484] env[69808]: DEBUG nova.compute.manager [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Refreshing instance network info cache due to event network-changed-0f2da7dd-4435-421b-9521-04e255a2382a. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.748484] env[69808]: DEBUG oslo_concurrency.lockutils [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] Acquiring lock "refresh_cache-3216aa34-6732-4e07-97cc-6a80533c479b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.748656] env[69808]: DEBUG oslo_concurrency.lockutils [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] Acquired lock "refresh_cache-3216aa34-6732-4e07-97cc-6a80533c479b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.748656] env[69808]: DEBUG nova.network.neutron [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Refreshing network info cache for port 0f2da7dd-4435-421b-9521-04e255a2382a {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.846958] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.849942] env[69808]: DEBUG nova.compute.manager [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.855034] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.891942] env[69808]: DEBUG nova.network.neutron [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Updating instance_info_cache with network_info: [{"id": "10fe95b3-bf71-4f80-8eff-c66947b44743", "address": "fa:16:3e:75:0e:aa", "network": {"id": "143339df-b27f-4291-96f6-64bc748ab2cb", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1899038535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0229558f8fc545c696ff980b16061bbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fe95b3-bf", "ovs_interfaceid": "10fe95b3-bf71-4f80-8eff-c66947b44743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.025392] env[69808]: DEBUG oslo_vmware.api [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': task-3789567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.048257] env[69808]: DEBUG oslo_vmware.api [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.256047] env[69808]: DEBUG nova.compute.utils [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.256236] env[69808]: DEBUG nova.compute.manager [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.256454] env[69808]: DEBUG nova.network.neutron [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.346533] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789565, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.382112] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.395766] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Releasing lock "refresh_cache-f6b55586-b667-455a-a61b-fb68cbea1be4" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.395766] env[69808]: DEBUG nova.compute.manager [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Instance network_info: |[{"id": "10fe95b3-bf71-4f80-8eff-c66947b44743", "address": "fa:16:3e:75:0e:aa", "network": {"id": "143339df-b27f-4291-96f6-64bc748ab2cb", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1899038535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0229558f8fc545c696ff980b16061bbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fe95b3-bf", "ovs_interfaceid": "10fe95b3-bf71-4f80-8eff-c66947b44743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.396139] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:0e:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10fe95b3-bf71-4f80-8eff-c66947b44743', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.410208] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Creating folder: Project (0229558f8fc545c696ff980b16061bbd). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.410549] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bd62846-8393-49eb-867a-545096b6e88f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.423642] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Created folder: Project (0229558f8fc545c696ff980b16061bbd) in parent group-v753775. [ 739.423876] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Creating folder: Instances. Parent ref: group-v753842. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.424155] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7eff9f43-b248-4a2a-a2cd-cb501bb2d98f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.439019] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Created folder: Instances in parent group-v753842. [ 739.439019] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.439019] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.439019] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99ac5bee-f591-422c-be24-ba62dff78aab {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.463410] env[69808]: DEBUG nova.policy [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c607489864a34a43b585d1fa20f4455c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a50761680654883a4df450576083928', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.476287] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.476287] env[69808]: value = "task-3789571" [ 739.476287] env[69808]: _type = "Task" [ 739.476287] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.486733] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789571, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.495610] env[69808]: DEBUG nova.compute.manager [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Received event network-vif-plugged-78ceb091-8548-4e2e-8da2-e8599d6cc827 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.495610] env[69808]: DEBUG oslo_concurrency.lockutils [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] Acquiring lock "5bf859dd-a617-4e3e-b868-d68e3219222f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.497035] env[69808]: DEBUG oslo_concurrency.lockutils [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] Lock "5bf859dd-a617-4e3e-b868-d68e3219222f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.497035] env[69808]: DEBUG oslo_concurrency.lockutils [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] Lock "5bf859dd-a617-4e3e-b868-d68e3219222f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.497035] env[69808]: DEBUG nova.compute.manager [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] No waiting events found dispatching network-vif-plugged-78ceb091-8548-4e2e-8da2-e8599d6cc827 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 739.497035] env[69808]: WARNING nova.compute.manager [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Received unexpected event network-vif-plugged-78ceb091-8548-4e2e-8da2-e8599d6cc827 for instance with vm_state building and task_state spawning. [ 739.497035] env[69808]: DEBUG nova.compute.manager [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Received event network-changed-78ceb091-8548-4e2e-8da2-e8599d6cc827 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.497461] env[69808]: DEBUG nova.compute.manager [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Refreshing instance network info cache due to event network-changed-78ceb091-8548-4e2e-8da2-e8599d6cc827. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.498867] env[69808]: DEBUG oslo_concurrency.lockutils [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] Acquiring lock "refresh_cache-5bf859dd-a617-4e3e-b868-d68e3219222f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.498867] env[69808]: DEBUG oslo_concurrency.lockutils [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] Acquired lock "refresh_cache-5bf859dd-a617-4e3e-b868-d68e3219222f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.498867] env[69808]: DEBUG nova.network.neutron [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Refreshing network info cache for port 78ceb091-8548-4e2e-8da2-e8599d6cc827 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.525095] env[69808]: DEBUG oslo_vmware.api [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': task-3789567, 'name': PowerOffVM_Task, 'duration_secs': 0.675384} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.525390] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.525553] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.525804] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d6715d7-dbca-49bf-8d2b-ad17b367d796 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.548177] env[69808]: DEBUG oslo_vmware.api [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.544395} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.548334] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.548578] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.548700] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.549574] env[69808]: INFO nova.compute.manager [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Took 1.63 seconds to destroy the instance on the hypervisor. [ 739.549574] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.549574] env[69808]: DEBUG nova.compute.manager [-] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.549574] env[69808]: DEBUG nova.network.neutron [-] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.603468] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.603913] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.604109] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Deleting the datastore file [datastore2] e8cb0608-7726-4b10-a6ce-27b9a6182bcc {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.605058] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99cb4439-1164-4a50-a078-188e9f65a544 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.613156] env[69808]: DEBUG oslo_vmware.api [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Waiting for the task: (returnval){ [ 739.613156] env[69808]: value = "task-3789573" [ 739.613156] env[69808]: _type = "Task" [ 739.613156] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.631096] env[69808]: DEBUG oslo_vmware.api [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': task-3789573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.770018] env[69808]: DEBUG nova.compute.manager [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.834172] env[69808]: DEBUG nova.network.neutron [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Updated VIF entry in instance network info cache for port 0f2da7dd-4435-421b-9521-04e255a2382a. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.834435] env[69808]: DEBUG nova.network.neutron [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Updating instance_info_cache with network_info: [{"id": "0f2da7dd-4435-421b-9521-04e255a2382a", "address": "fa:16:3e:21:3c:7b", "network": {"id": "ab1f029e-73db-4c8c-9cd4-95979582fa3a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2065551536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d07ceb628574f69ab9f5d39607b2b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2da7dd-44", "ovs_interfaceid": "0f2da7dd-4435-421b-9521-04e255a2382a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.849509] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789565, 'name': ReconfigVM_Task, 'duration_secs': 1.030453} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.852080] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 5bf859dd-a617-4e3e-b868-d68e3219222f/5bf859dd-a617-4e3e-b868-d68e3219222f.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.853553] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de0894bd-440f-47c3-8972-93d34b20a36c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.865072] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for the task: (returnval){ [ 739.865072] env[69808]: value = "task-3789574" [ 739.865072] env[69808]: _type = "Task" [ 739.865072] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.876606] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789574, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.991026] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789571, 'name': CreateVM_Task, 'duration_secs': 0.434812} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.991266] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.992097] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.992210] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.992579] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.992883] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4be031b0-2978-498d-a76f-071d311064ed {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.004807] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Waiting for the task: (returnval){ [ 740.004807] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522acbab-5671-2566-7fd7-35a709655376" [ 740.004807] env[69808]: _type = "Task" [ 740.004807] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.020631] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522acbab-5671-2566-7fd7-35a709655376, 'name': SearchDatastore_Task, 'duration_secs': 0.013331} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.025192] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.025457] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.025871] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.025871] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.026069] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.027239] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40c0f6a6-dc35-4081-892f-403377783ba4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.041616] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.041825] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.047885] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b3fff86-f468-4806-822b-bcc5f6761e21 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.063071] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Waiting for the task: (returnval){ [ 740.063071] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5243cec8-d84d-3371-910c-7ee51c2b914b" [ 740.063071] env[69808]: _type = "Task" [ 740.063071] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.073311] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5243cec8-d84d-3371-910c-7ee51c2b914b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.136026] env[69808]: DEBUG oslo_vmware.api [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Task: {'id': task-3789573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27595} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.136320] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.136500] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.136760] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.136854] env[69808]: INFO nova.compute.manager [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Took 1.64 seconds to destroy the instance on the hypervisor. [ 740.137536] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.137536] env[69808]: DEBUG nova.compute.manager [-] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.137536] env[69808]: DEBUG nova.network.neutron [-] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.141452] env[69808]: DEBUG nova.network.neutron [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Successfully created port: 24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.331939] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7332853d-0850-40fe-bfb0-b547a7f854c9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.351390] env[69808]: DEBUG oslo_concurrency.lockutils [req-bae74fa9-c96a-4e31-86f7-2d3896fb0fbe req-1e091e45-4a79-4670-b6cd-b3d195bae8dd service nova] Releasing lock "refresh_cache-3216aa34-6732-4e07-97cc-6a80533c479b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.357332] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d7f898-c50b-4b69-bcb0-c2f3d4682fe1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.404798] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a6e277-a326-4eea-b5d7-99aad08aa9e6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.411169] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789574, 'name': Rename_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.421471] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c463bda-d846-40a3-ae67-8aa25b588ed6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.441978] env[69808]: DEBUG nova.compute.provider_tree [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.445967] env[69808]: DEBUG nova.compute.manager [req-042b8553-c680-442f-b087-96c01084ec68 req-d4a28cdc-4408-4e00-b070-88478f1672b6 service nova] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Received event network-changed-2a49cbed-cb88-4306-a623-93dd0f63a398 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.446215] env[69808]: DEBUG nova.compute.manager [req-042b8553-c680-442f-b087-96c01084ec68 req-d4a28cdc-4408-4e00-b070-88478f1672b6 service nova] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Refreshing instance network info cache due to event network-changed-2a49cbed-cb88-4306-a623-93dd0f63a398. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.446392] env[69808]: DEBUG oslo_concurrency.lockutils [req-042b8553-c680-442f-b087-96c01084ec68 req-d4a28cdc-4408-4e00-b070-88478f1672b6 service nova] Acquiring lock "refresh_cache-182c3c6f-9376-4d7c-9adc-af7f0237a6f2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.446533] env[69808]: DEBUG oslo_concurrency.lockutils [req-042b8553-c680-442f-b087-96c01084ec68 req-d4a28cdc-4408-4e00-b070-88478f1672b6 service nova] Acquired lock "refresh_cache-182c3c6f-9376-4d7c-9adc-af7f0237a6f2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.446708] env[69808]: DEBUG nova.network.neutron [req-042b8553-c680-442f-b087-96c01084ec68 req-d4a28cdc-4408-4e00-b070-88478f1672b6 service nova] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Refreshing network info cache for port 2a49cbed-cb88-4306-a623-93dd0f63a398 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.579110] env[69808]: DEBUG nova.network.neutron [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Updated VIF entry in instance network info cache for port 78ceb091-8548-4e2e-8da2-e8599d6cc827. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.579613] env[69808]: DEBUG nova.network.neutron [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Updating instance_info_cache with network_info: [{"id": "78ceb091-8548-4e2e-8da2-e8599d6cc827", "address": "fa:16:3e:20:b6:ca", "network": {"id": "4bd546b2-1046-4bf7-8e4d-66a96a88c8cb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-975794085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd18a50c8cef48a5bb954889b405b45f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ceb091-85", "ovs_interfaceid": "78ceb091-8548-4e2e-8da2-e8599d6cc827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.594942] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5243cec8-d84d-3371-910c-7ee51c2b914b, 'name': SearchDatastore_Task, 'duration_secs': 0.01548} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.595223] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquiring lock "ae9495ce-171c-4d44-b80f-b38a29f29b7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.595280] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "ae9495ce-171c-4d44-b80f-b38a29f29b7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.597356] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-785b8c3a-7ddc-42e4-bdb0-e86c20427275 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.608199] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Waiting for the task: (returnval){ [ 740.608199] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f3ae9f-5a01-6a48-270d-8c44a613fc78" [ 740.608199] env[69808]: _type = "Task" [ 740.608199] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.619522] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f3ae9f-5a01-6a48-270d-8c44a613fc78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.631140] env[69808]: DEBUG nova.network.neutron [-] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.792844] env[69808]: DEBUG nova.compute.manager [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.835127] env[69808]: DEBUG nova.virt.hardware [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.835127] env[69808]: DEBUG nova.virt.hardware [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.835317] env[69808]: DEBUG nova.virt.hardware [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.835490] env[69808]: DEBUG nova.virt.hardware [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.835638] env[69808]: DEBUG nova.virt.hardware [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.835801] env[69808]: DEBUG nova.virt.hardware [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.836048] env[69808]: DEBUG nova.virt.hardware [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.836251] env[69808]: DEBUG nova.virt.hardware [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.836429] env[69808]: DEBUG nova.virt.hardware [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.836607] env[69808]: DEBUG nova.virt.hardware [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.836814] env[69808]: DEBUG nova.virt.hardware [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.837749] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2429bc4e-69fa-4b0f-b96c-1acc0ff5146f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.849113] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dca58d8-9b7d-4851-b138-22c1af052f2c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.874983] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789574, 'name': Rename_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.949318] env[69808]: DEBUG nova.scheduler.client.report [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.087828] env[69808]: DEBUG oslo_concurrency.lockutils [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] Releasing lock "refresh_cache-5bf859dd-a617-4e3e-b868-d68e3219222f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.088146] env[69808]: DEBUG nova.compute.manager [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Received event network-vif-plugged-10fe95b3-bf71-4f80-8eff-c66947b44743 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.088347] env[69808]: DEBUG oslo_concurrency.lockutils [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] Acquiring lock "f6b55586-b667-455a-a61b-fb68cbea1be4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.088566] env[69808]: DEBUG oslo_concurrency.lockutils [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] Lock "f6b55586-b667-455a-a61b-fb68cbea1be4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.088732] env[69808]: DEBUG oslo_concurrency.lockutils [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] Lock "f6b55586-b667-455a-a61b-fb68cbea1be4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.088899] env[69808]: DEBUG nova.compute.manager [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] No waiting events found dispatching network-vif-plugged-10fe95b3-bf71-4f80-8eff-c66947b44743 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 741.089076] env[69808]: WARNING nova.compute.manager [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Received unexpected event network-vif-plugged-10fe95b3-bf71-4f80-8eff-c66947b44743 for instance with vm_state building and task_state spawning. [ 741.089243] env[69808]: DEBUG nova.compute.manager [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Received event network-changed-10fe95b3-bf71-4f80-8eff-c66947b44743 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.089409] env[69808]: DEBUG nova.compute.manager [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Refreshing instance network info cache due to event network-changed-10fe95b3-bf71-4f80-8eff-c66947b44743. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.089582] env[69808]: DEBUG oslo_concurrency.lockutils [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] Acquiring lock "refresh_cache-f6b55586-b667-455a-a61b-fb68cbea1be4" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.089720] env[69808]: DEBUG oslo_concurrency.lockutils [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] Acquired lock "refresh_cache-f6b55586-b667-455a-a61b-fb68cbea1be4" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.089879] env[69808]: DEBUG nova.network.neutron [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Refreshing network info cache for port 10fe95b3-bf71-4f80-8eff-c66947b44743 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.121774] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f3ae9f-5a01-6a48-270d-8c44a613fc78, 'name': SearchDatastore_Task, 'duration_secs': 0.023127} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.123243] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.123243] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] f6b55586-b667-455a-a61b-fb68cbea1be4/f6b55586-b667-455a-a61b-fb68cbea1be4.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.123243] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f81376e4-e674-4dce-b6b1-8125108a3382 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.134647] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Waiting for the task: (returnval){ [ 741.134647] env[69808]: value = "task-3789575" [ 741.134647] env[69808]: _type = "Task" [ 741.134647] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.140819] env[69808]: INFO nova.compute.manager [-] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Took 1.59 seconds to deallocate network for instance. [ 741.150672] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': task-3789575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.184233] env[69808]: DEBUG nova.network.neutron [-] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.313372] env[69808]: DEBUG nova.network.neutron [req-042b8553-c680-442f-b087-96c01084ec68 req-d4a28cdc-4408-4e00-b070-88478f1672b6 service nova] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Updated VIF entry in instance network info cache for port 2a49cbed-cb88-4306-a623-93dd0f63a398. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.313681] env[69808]: DEBUG nova.network.neutron [req-042b8553-c680-442f-b087-96c01084ec68 req-d4a28cdc-4408-4e00-b070-88478f1672b6 service nova] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Updating instance_info_cache with network_info: [{"id": "2a49cbed-cb88-4306-a623-93dd0f63a398", "address": "fa:16:3e:82:5c:79", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a49cbed-cb", "ovs_interfaceid": "2a49cbed-cb88-4306-a623-93dd0f63a398", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.379849] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789574, 'name': Rename_Task, 'duration_secs': 1.253015} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.380450] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.380786] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81d3db63-7fc6-4b99-b4b5-0a7d175d45dd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.389309] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for the task: (returnval){ [ 741.389309] env[69808]: value = "task-3789576" [ 741.389309] env[69808]: _type = "Task" [ 741.389309] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.398657] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.460063] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.460063] env[69808]: DEBUG nova.compute.manager [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.467462] env[69808]: DEBUG oslo_concurrency.lockutils [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.922s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.468090] env[69808]: DEBUG nova.objects.instance [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69808) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 741.655634] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': task-3789575, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.667690] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.690491] env[69808]: INFO nova.compute.manager [-] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Took 1.55 seconds to deallocate network for instance. [ 741.821067] env[69808]: DEBUG oslo_concurrency.lockutils [req-042b8553-c680-442f-b087-96c01084ec68 req-d4a28cdc-4408-4e00-b070-88478f1672b6 service nova] Releasing lock "refresh_cache-182c3c6f-9376-4d7c-9adc-af7f0237a6f2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.900921] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789576, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.978126] env[69808]: DEBUG nova.compute.utils [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.985218] env[69808]: DEBUG nova.compute.manager [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.985218] env[69808]: DEBUG nova.network.neutron [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.999804] env[69808]: DEBUG nova.compute.manager [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Stashing vm_state: active {{(pid=69808) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 742.006414] env[69808]: DEBUG nova.network.neutron [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Updated VIF entry in instance network info cache for port 10fe95b3-bf71-4f80-8eff-c66947b44743. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.006823] env[69808]: DEBUG nova.network.neutron [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Updating instance_info_cache with network_info: [{"id": "10fe95b3-bf71-4f80-8eff-c66947b44743", "address": "fa:16:3e:75:0e:aa", "network": {"id": "143339df-b27f-4291-96f6-64bc748ab2cb", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1899038535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0229558f8fc545c696ff980b16061bbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fe95b3-bf", "ovs_interfaceid": "10fe95b3-bf71-4f80-8eff-c66947b44743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.122725] env[69808]: DEBUG nova.policy [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '438eff7e7dce46ed9e55261cadc18799', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bffec809ca544b7b89c4ae71c616fcc7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.144340] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': task-3789575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698324} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.144900] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] f6b55586-b667-455a-a61b-fb68cbea1be4/f6b55586-b667-455a-a61b-fb68cbea1be4.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.145165] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.145444] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b2e81eb-3517-4e00-9edb-d4128f15320c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.153329] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Waiting for the task: (returnval){ [ 742.153329] env[69808]: value = "task-3789577" [ 742.153329] env[69808]: _type = "Task" [ 742.153329] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.168437] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': task-3789577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.187214] env[69808]: DEBUG nova.network.neutron [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Successfully updated port: 24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.202021] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.402587] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789576, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.492671] env[69808]: DEBUG oslo_concurrency.lockutils [None req-804d506d-5655-408b-97de-8e6d358747f6 tempest-ServersAdmin275Test-683743062 tempest-ServersAdmin275Test-683743062-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.497362] env[69808]: DEBUG nova.compute.manager [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.503779] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.275s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.503779] env[69808]: DEBUG nova.objects.instance [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lazy-loading 'resources' on Instance uuid 0c72d267-6880-42f5-a723-2fdeb6823cb9 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.510490] env[69808]: DEBUG oslo_concurrency.lockutils [req-8fda76cd-05a4-43ee-97e3-3e8b165d0659 req-567bb870-6a1f-4004-822b-03f79f18c7fd service nova] Releasing lock "refresh_cache-f6b55586-b667-455a-a61b-fb68cbea1be4" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.529702] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.629755] env[69808]: DEBUG nova.network.neutron [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Successfully created port: 5bfc1526-02c4-4bfc-a97a-84c3508706d0 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.665093] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': task-3789577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07794} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.665368] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.666272] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1ecbe0-3897-48e3-bc3e-c23727f878c9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.693450] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] f6b55586-b667-455a-a61b-fb68cbea1be4/f6b55586-b667-455a-a61b-fb68cbea1be4.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.694263] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Acquiring lock "refresh_cache-dce30764-d0f1-4275-9a07-08bc297237c2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.694406] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Acquired lock "refresh_cache-dce30764-d0f1-4275-9a07-08bc297237c2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.694575] env[69808]: DEBUG nova.network.neutron [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.695959] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69e4a533-0677-4b53-8f23-80b830b8b747 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.724551] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Waiting for the task: (returnval){ [ 742.724551] env[69808]: value = "task-3789578" [ 742.724551] env[69808]: _type = "Task" [ 742.724551] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.735966] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': task-3789578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.773068] env[69808]: DEBUG nova.network.neutron [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.818121] env[69808]: DEBUG nova.compute.manager [req-f6b7310e-69e5-4e4f-a11a-524541b14021 req-5cb96fb5-06b5-4576-96c6-0c882aa64de8 service nova] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Received event network-changed-828a7400-0da7-4801-ae42-57c9866c821d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.818121] env[69808]: DEBUG nova.compute.manager [req-f6b7310e-69e5-4e4f-a11a-524541b14021 req-5cb96fb5-06b5-4576-96c6-0c882aa64de8 service nova] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Refreshing instance network info cache due to event network-changed-828a7400-0da7-4801-ae42-57c9866c821d. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.818319] env[69808]: DEBUG oslo_concurrency.lockutils [req-f6b7310e-69e5-4e4f-a11a-524541b14021 req-5cb96fb5-06b5-4576-96c6-0c882aa64de8 service nova] Acquiring lock "refresh_cache-bceff13b-021c-4103-8841-1ddf6baa262b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.818405] env[69808]: DEBUG oslo_concurrency.lockutils [req-f6b7310e-69e5-4e4f-a11a-524541b14021 req-5cb96fb5-06b5-4576-96c6-0c882aa64de8 service nova] Acquired lock "refresh_cache-bceff13b-021c-4103-8841-1ddf6baa262b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.818599] env[69808]: DEBUG nova.network.neutron [req-f6b7310e-69e5-4e4f-a11a-524541b14021 req-5cb96fb5-06b5-4576-96c6-0c882aa64de8 service nova] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Refreshing network info cache for port 828a7400-0da7-4801-ae42-57c9866c821d {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.826065] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "4f0a9dae-cbbb-4822-87b1-1dd61d701971" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.826365] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "4f0a9dae-cbbb-4822-87b1-1dd61d701971" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.904627] env[69808]: DEBUG oslo_vmware.api [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789576, 'name': PowerOnVM_Task, 'duration_secs': 1.049334} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.904953] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.905124] env[69808]: INFO nova.compute.manager [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Took 12.51 seconds to spawn the instance on the hypervisor. [ 742.905305] env[69808]: DEBUG nova.compute.manager [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 742.906174] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537979b5-9430-4666-ad55-038192b5c8f1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.948039] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "1d559a8a-e2aa-45db-9b49-dc0ad28ceb77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.948983] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "1d559a8a-e2aa-45db-9b49-dc0ad28ceb77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.948983] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "1d559a8a-e2aa-45db-9b49-dc0ad28ceb77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.948983] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "1d559a8a-e2aa-45db-9b49-dc0ad28ceb77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.948983] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "1d559a8a-e2aa-45db-9b49-dc0ad28ceb77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.951457] env[69808]: INFO nova.compute.manager [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Terminating instance [ 743.106465] env[69808]: DEBUG nova.network.neutron [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Updating instance_info_cache with network_info: [{"id": "24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca", "address": "fa:16:3e:26:df:e8", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b2c4b9-9b", "ovs_interfaceid": "24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.114890] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Acquiring lock "971b1023-2f07-47a2-a43d-2b98ad899dd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.115145] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Lock "971b1023-2f07-47a2-a43d-2b98ad899dd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.237438] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': task-3789578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.428318] env[69808]: INFO nova.compute.manager [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Took 30.85 seconds to build instance. [ 743.456348] env[69808]: DEBUG nova.compute.manager [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.456789] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.458541] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069daad0-ede1-4834-be8a-99b38ddae5ea {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.467862] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.470845] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c01cde6-6dc7-4eea-a1d7-85ae4e0c67d9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.511836] env[69808]: DEBUG nova.compute.manager [req-dfd068c1-9881-4da6-86a6-caf221722c16 req-423ce14c-3ed6-4973-b59a-9f8b0a35cb34 service nova] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Received event network-vif-deleted-5f042b27-433d-40ed-ad93-b67c27f02b7b {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.512716] env[69808]: DEBUG nova.compute.manager [req-dfd068c1-9881-4da6-86a6-caf221722c16 req-423ce14c-3ed6-4973-b59a-9f8b0a35cb34 service nova] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Received event network-vif-deleted-2df598d4-c8da-4c6c-b5a7-6af9277d44aa {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.514544] env[69808]: DEBUG nova.compute.manager [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.546437] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.546746] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.546976] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Deleting the datastore file [datastore1] 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.548555] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0054b6ec-e9a1-4604-9fef-f330aaefcae3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.552061] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d774b7b6-b561-4167-9613-b103960321df {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.558696] env[69808]: DEBUG nova.virt.hardware [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.559067] env[69808]: DEBUG nova.virt.hardware [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.559333] env[69808]: DEBUG nova.virt.hardware [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.559576] env[69808]: DEBUG nova.virt.hardware [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.559747] env[69808]: DEBUG nova.virt.hardware [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.560066] env[69808]: DEBUG nova.virt.hardware [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.560251] env[69808]: DEBUG nova.virt.hardware [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.560489] env[69808]: DEBUG nova.virt.hardware [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.560734] env[69808]: DEBUG nova.virt.hardware [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.561025] env[69808]: DEBUG nova.virt.hardware [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.561317] env[69808]: DEBUG nova.virt.hardware [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.562476] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0586ba50-2a07-4cac-9795-0b37fbc51a7e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.569152] env[69808]: DEBUG oslo_vmware.api [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 743.569152] env[69808]: value = "task-3789580" [ 743.569152] env[69808]: _type = "Task" [ 743.569152] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.570800] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f89a76-7b78-4212-87cd-934160f23ebf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.587889] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5752018d-f477-4a31-8f18-8a8ad9c9970e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.625045] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Releasing lock "refresh_cache-dce30764-d0f1-4275-9a07-08bc297237c2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.625396] env[69808]: DEBUG nova.compute.manager [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Instance network_info: |[{"id": "24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca", "address": "fa:16:3e:26:df:e8", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b2c4b9-9b", "ovs_interfaceid": "24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.626695] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:df:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.635208] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.636010] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b177afc-9f16-47b9-83d5-08e038c59353 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.655094] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.656190] env[69808]: DEBUG oslo_vmware.api [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.656478] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0d52668-f9c6-49ce-a8d5-a4e9378a1a18 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.680897] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcffe3ee-8899-457b-a9ff-338630a8f050 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.687458] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.687458] env[69808]: value = "task-3789581" [ 743.687458] env[69808]: _type = "Task" [ 743.687458] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.700570] env[69808]: DEBUG nova.compute.provider_tree [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.709710] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789581, 'name': CreateVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.725073] env[69808]: DEBUG nova.network.neutron [req-f6b7310e-69e5-4e4f-a11a-524541b14021 req-5cb96fb5-06b5-4576-96c6-0c882aa64de8 service nova] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Updated VIF entry in instance network info cache for port 828a7400-0da7-4801-ae42-57c9866c821d. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.725462] env[69808]: DEBUG nova.network.neutron [req-f6b7310e-69e5-4e4f-a11a-524541b14021 req-5cb96fb5-06b5-4576-96c6-0c882aa64de8 service nova] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Updating instance_info_cache with network_info: [{"id": "828a7400-0da7-4801-ae42-57c9866c821d", "address": "fa:16:3e:4e:d3:48", "network": {"id": "b677ee8b-dfe4-48e5-a640-3096dd329ef1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-467857245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ab4190a4cdd49bab1473c75edce8f30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828a7400-0d", "ovs_interfaceid": "828a7400-0da7-4801-ae42-57c9866c821d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.737055] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': task-3789578, 'name': ReconfigVM_Task, 'duration_secs': 0.907423} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.738010] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Reconfigured VM instance instance-00000015 to attach disk [datastore1] f6b55586-b667-455a-a61b-fb68cbea1be4/f6b55586-b667-455a-a61b-fb68cbea1be4.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.738710] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb6c5a49-2656-4878-84e1-c86c97bd47ed {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.746812] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Waiting for the task: (returnval){ [ 743.746812] env[69808]: value = "task-3789582" [ 743.746812] env[69808]: _type = "Task" [ 743.746812] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.758813] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': task-3789582, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.931605] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50e95ebf-55eb-47d7-8a35-ae22cffa5896 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lock "5bf859dd-a617-4e3e-b868-d68e3219222f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.785s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.080813] env[69808]: DEBUG oslo_vmware.api [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232609} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.081158] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.081384] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.081644] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.081857] env[69808]: INFO nova.compute.manager [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Took 0.63 seconds to destroy the instance on the hypervisor. [ 744.082218] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.082433] env[69808]: DEBUG nova.compute.manager [-] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.082546] env[69808]: DEBUG nova.network.neutron [-] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.199330] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789581, 'name': CreateVM_Task, 'duration_secs': 0.454669} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.199330] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.199330] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.199571] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.199890] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.200220] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-937cfb0b-2597-4844-b6e9-fab0c00a6366 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.204332] env[69808]: DEBUG nova.scheduler.client.report [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.214425] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Waiting for the task: (returnval){ [ 744.214425] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521b4ba9-5b4b-4fd9-09e5-c59c16143d87" [ 744.214425] env[69808]: _type = "Task" [ 744.214425] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.226468] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521b4ba9-5b4b-4fd9-09e5-c59c16143d87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.230640] env[69808]: DEBUG oslo_concurrency.lockutils [req-f6b7310e-69e5-4e4f-a11a-524541b14021 req-5cb96fb5-06b5-4576-96c6-0c882aa64de8 service nova] Releasing lock "refresh_cache-bceff13b-021c-4103-8841-1ddf6baa262b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.259534] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': task-3789582, 'name': Rename_Task, 'duration_secs': 0.190108} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.259843] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.260389] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48bfd608-5d2d-484e-b0ca-ed6d1f81b500 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.268637] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Waiting for the task: (returnval){ [ 744.268637] env[69808]: value = "task-3789583" [ 744.268637] env[69808]: _type = "Task" [ 744.268637] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.281928] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': task-3789583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.435200] env[69808]: DEBUG nova.compute.manager [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.716899] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.720114] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.685s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.723258] env[69808]: INFO nova.compute.claims [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.738176] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521b4ba9-5b4b-4fd9-09e5-c59c16143d87, 'name': SearchDatastore_Task, 'duration_secs': 0.019885} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.738606] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.738947] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.739558] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.740065] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.740391] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.740842] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8aa8e238-8e54-4f8e-9382-684134e126be {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.752470] env[69808]: INFO nova.scheduler.client.report [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Deleted allocations for instance 0c72d267-6880-42f5-a723-2fdeb6823cb9 [ 744.755037] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.755037] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.758534] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ce4501-9c8d-47d5-9d79-60fe93a5ccb1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.771882] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Waiting for the task: (returnval){ [ 744.771882] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52012b4b-1b8d-b69c-f7f6-8973f5d5b395" [ 744.771882] env[69808]: _type = "Task" [ 744.771882] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.784095] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52012b4b-1b8d-b69c-f7f6-8973f5d5b395, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.785022] env[69808]: DEBUG nova.network.neutron [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Successfully updated port: 5bfc1526-02c4-4bfc-a97a-84c3508706d0 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.790730] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': task-3789583, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.856272] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "10dddda7-ac47-4728-a74d-1f85045a148b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.856272] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "10dddda7-ac47-4728-a74d-1f85045a148b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.960798] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.156541] env[69808]: DEBUG nova.network.neutron [-] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.267335] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b3e491c8-e46c-4f10-9671-c3e66328e977 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "0c72d267-6880-42f5-a723-2fdeb6823cb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.740s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.285865] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': task-3789583, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.289827] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52012b4b-1b8d-b69c-f7f6-8973f5d5b395, 'name': SearchDatastore_Task, 'duration_secs': 0.015437} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.290343] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-864c9c25-03c2-4541-aab6-8e2911d51fa5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.294465] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Acquiring lock "refresh_cache-b0e0391a-dffc-4bc1-887a-2883e2818657" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.294465] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Acquired lock "refresh_cache-b0e0391a-dffc-4bc1-887a-2883e2818657" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.294465] env[69808]: DEBUG nova.network.neutron [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.300728] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Waiting for the task: (returnval){ [ 745.300728] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524bd0ff-0b1c-e0b6-5711-ef84cae4579c" [ 745.300728] env[69808]: _type = "Task" [ 745.300728] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.315938] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524bd0ff-0b1c-e0b6-5711-ef84cae4579c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.606061] env[69808]: DEBUG nova.compute.manager [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Received event network-vif-plugged-24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.606425] env[69808]: DEBUG oslo_concurrency.lockutils [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] Acquiring lock "dce30764-d0f1-4275-9a07-08bc297237c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.606999] env[69808]: DEBUG oslo_concurrency.lockutils [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] Lock "dce30764-d0f1-4275-9a07-08bc297237c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.607160] env[69808]: DEBUG oslo_concurrency.lockutils [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] Lock "dce30764-d0f1-4275-9a07-08bc297237c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.607430] env[69808]: DEBUG nova.compute.manager [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] No waiting events found dispatching network-vif-plugged-24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 745.607703] env[69808]: WARNING nova.compute.manager [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Received unexpected event network-vif-plugged-24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca for instance with vm_state building and task_state spawning. [ 745.608049] env[69808]: DEBUG nova.compute.manager [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Received event network-changed-24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.608624] env[69808]: DEBUG nova.compute.manager [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Refreshing instance network info cache due to event network-changed-24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.608818] env[69808]: DEBUG oslo_concurrency.lockutils [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] Acquiring lock "refresh_cache-dce30764-d0f1-4275-9a07-08bc297237c2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.609064] env[69808]: DEBUG oslo_concurrency.lockutils [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] Acquired lock "refresh_cache-dce30764-d0f1-4275-9a07-08bc297237c2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.609340] env[69808]: DEBUG nova.network.neutron [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Refreshing network info cache for port 24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.658377] env[69808]: INFO nova.compute.manager [-] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Took 1.58 seconds to deallocate network for instance. [ 745.781164] env[69808]: DEBUG oslo_vmware.api [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': task-3789583, 'name': PowerOnVM_Task, 'duration_secs': 1.232331} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.781463] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.781831] env[69808]: INFO nova.compute.manager [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Took 9.68 seconds to spawn the instance on the hypervisor. [ 745.782086] env[69808]: DEBUG nova.compute.manager [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 745.782929] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5201fd92-115e-4a7c-9742-f328f376d014 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.814137] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524bd0ff-0b1c-e0b6-5711-ef84cae4579c, 'name': SearchDatastore_Task, 'duration_secs': 0.013395} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.816529] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.817448] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] dce30764-d0f1-4275-9a07-08bc297237c2/dce30764-d0f1-4275-9a07-08bc297237c2.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.817448] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ce69245-a350-4046-bf3b-a23adfc6196d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.826345] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Waiting for the task: (returnval){ [ 745.826345] env[69808]: value = "task-3789584" [ 745.826345] env[69808]: _type = "Task" [ 745.826345] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.838389] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.859346] env[69808]: DEBUG nova.network.neutron [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.101191] env[69808]: DEBUG nova.compute.manager [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 746.102335] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1a37bf-03f2-40d1-a54a-6c9a4bca88c2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.109031] env[69808]: DEBUG nova.network.neutron [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Updating instance_info_cache with network_info: [{"id": "5bfc1526-02c4-4bfc-a97a-84c3508706d0", "address": "fa:16:3e:2a:2f:d4", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bfc1526-02", "ovs_interfaceid": "5bfc1526-02c4-4bfc-a97a-84c3508706d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.166496] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.258537] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71430be-aec7-4e88-8446-8890b0536ddb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.269336] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6bd82d-24f9-49d4-9885-c8a77450f6e7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.322034] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab43dea1-88e3-483a-816d-db250a35c13f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.325619] env[69808]: INFO nova.compute.manager [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Took 28.35 seconds to build instance. [ 746.335211] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6e6fd6-a373-4215-9880-62d549b6d1b0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.343368] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789584, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.354793] env[69808]: DEBUG nova.compute.provider_tree [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.559801] env[69808]: DEBUG nova.network.neutron [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Updated VIF entry in instance network info cache for port 24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.560734] env[69808]: DEBUG nova.network.neutron [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Updating instance_info_cache with network_info: [{"id": "24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca", "address": "fa:16:3e:26:df:e8", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b2c4b9-9b", "ovs_interfaceid": "24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.621239] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Releasing lock "refresh_cache-b0e0391a-dffc-4bc1-887a-2883e2818657" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.624587] env[69808]: DEBUG nova.compute.manager [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Instance network_info: |[{"id": "5bfc1526-02c4-4bfc-a97a-84c3508706d0", "address": "fa:16:3e:2a:2f:d4", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bfc1526-02", "ovs_interfaceid": "5bfc1526-02c4-4bfc-a97a-84c3508706d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.624587] env[69808]: INFO nova.compute.manager [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] instance snapshotting [ 746.624944] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:2f:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bfc1526-02c4-4bfc-a97a-84c3508706d0', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.633373] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Creating folder: Project (bffec809ca544b7b89c4ae71c616fcc7). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.634270] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0027f050-a855-4d86-bdfc-ba2a9bf36ca4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.637765] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec8b1c7-07ae-487d-9fce-e55051cbbbc2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.665915] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3f455b-48b4-46fc-b87e-5b6d3fed149b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.669475] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Created folder: Project (bffec809ca544b7b89c4ae71c616fcc7) in parent group-v753775. [ 746.669751] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Creating folder: Instances. Parent ref: group-v753846. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.670029] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3083bce-a0e6-47c4-a42a-b1b8432896e2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.684113] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Created folder: Instances in parent group-v753846. [ 746.684431] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.685233] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.685512] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f55bf10-4e25-4551-8603-1427656cc57e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.709956] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.709956] env[69808]: value = "task-3789587" [ 746.709956] env[69808]: _type = "Task" [ 746.709956] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.720931] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789587, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.832026] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1b9ccf7-5514-4dfd-9c67-5c64bed82c94 tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Lock "f6b55586-b667-455a-a61b-fb68cbea1be4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.284s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.854906] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.919712} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.856254] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] dce30764-d0f1-4275-9a07-08bc297237c2/dce30764-d0f1-4275-9a07-08bc297237c2.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.856538] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.856804] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7578f448-1a80-493e-a873-69d6c523bacc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.859987] env[69808]: DEBUG nova.scheduler.client.report [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.869364] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Waiting for the task: (returnval){ [ 746.869364] env[69808]: value = "task-3789588" [ 746.869364] env[69808]: _type = "Task" [ 746.869364] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.880867] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.016149] env[69808]: DEBUG nova.compute.manager [req-638979e3-6e63-4302-a307-bd28e21a3b76 req-a50f40a7-4e01-40b3-820d-c6900fad7328 service nova] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Received event network-changed-78ceb091-8548-4e2e-8da2-e8599d6cc827 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.016149] env[69808]: DEBUG nova.compute.manager [req-638979e3-6e63-4302-a307-bd28e21a3b76 req-a50f40a7-4e01-40b3-820d-c6900fad7328 service nova] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Refreshing instance network info cache due to event network-changed-78ceb091-8548-4e2e-8da2-e8599d6cc827. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.016149] env[69808]: DEBUG oslo_concurrency.lockutils [req-638979e3-6e63-4302-a307-bd28e21a3b76 req-a50f40a7-4e01-40b3-820d-c6900fad7328 service nova] Acquiring lock "refresh_cache-5bf859dd-a617-4e3e-b868-d68e3219222f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.016149] env[69808]: DEBUG oslo_concurrency.lockutils [req-638979e3-6e63-4302-a307-bd28e21a3b76 req-a50f40a7-4e01-40b3-820d-c6900fad7328 service nova] Acquired lock "refresh_cache-5bf859dd-a617-4e3e-b868-d68e3219222f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.016149] env[69808]: DEBUG nova.network.neutron [req-638979e3-6e63-4302-a307-bd28e21a3b76 req-a50f40a7-4e01-40b3-820d-c6900fad7328 service nova] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Refreshing network info cache for port 78ceb091-8548-4e2e-8da2-e8599d6cc827 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.064911] env[69808]: DEBUG oslo_concurrency.lockutils [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] Releasing lock "refresh_cache-dce30764-d0f1-4275-9a07-08bc297237c2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.065442] env[69808]: DEBUG nova.compute.manager [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Received event network-vif-plugged-5bfc1526-02c4-4bfc-a97a-84c3508706d0 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.065442] env[69808]: DEBUG oslo_concurrency.lockutils [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] Acquiring lock "b0e0391a-dffc-4bc1-887a-2883e2818657-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.065645] env[69808]: DEBUG oslo_concurrency.lockutils [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] Lock "b0e0391a-dffc-4bc1-887a-2883e2818657-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.065854] env[69808]: DEBUG oslo_concurrency.lockutils [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] Lock "b0e0391a-dffc-4bc1-887a-2883e2818657-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.066141] env[69808]: DEBUG nova.compute.manager [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] No waiting events found dispatching network-vif-plugged-5bfc1526-02c4-4bfc-a97a-84c3508706d0 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 747.066357] env[69808]: WARNING nova.compute.manager [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Received unexpected event network-vif-plugged-5bfc1526-02c4-4bfc-a97a-84c3508706d0 for instance with vm_state building and task_state spawning. [ 747.066544] env[69808]: DEBUG nova.compute.manager [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Received event network-vif-deleted-031f63d3-dde2-49e8-ac33-66a9c3681596 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.067129] env[69808]: DEBUG nova.compute.manager [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Received event network-changed-5bfc1526-02c4-4bfc-a97a-84c3508706d0 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.067129] env[69808]: DEBUG nova.compute.manager [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Refreshing instance network info cache due to event network-changed-5bfc1526-02c4-4bfc-a97a-84c3508706d0. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.067129] env[69808]: DEBUG oslo_concurrency.lockutils [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] Acquiring lock "refresh_cache-b0e0391a-dffc-4bc1-887a-2883e2818657" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.067299] env[69808]: DEBUG oslo_concurrency.lockutils [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] Acquired lock "refresh_cache-b0e0391a-dffc-4bc1-887a-2883e2818657" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.067378] env[69808]: DEBUG nova.network.neutron [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Refreshing network info cache for port 5bfc1526-02c4-4bfc-a97a-84c3508706d0 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.186479] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Creating Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 747.186704] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-66b4b8e1-31b4-4e61-80db-baf879028423 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.194776] env[69808]: DEBUG oslo_vmware.api [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Waiting for the task: (returnval){ [ 747.194776] env[69808]: value = "task-3789589" [ 747.194776] env[69808]: _type = "Task" [ 747.194776] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.205491] env[69808]: DEBUG oslo_vmware.api [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789589, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.221894] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789587, 'name': CreateVM_Task, 'duration_secs': 0.41156} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.222151] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.223487] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.223487] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.223487] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.223631] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3154c92-eb1f-4bf9-9300-a5f3adaebcef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.228867] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Waiting for the task: (returnval){ [ 747.228867] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5203b4cc-f5c9-f2a7-84af-e45c28adc63b" [ 747.228867] env[69808]: _type = "Task" [ 747.228867] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.237476] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5203b4cc-f5c9-f2a7-84af-e45c28adc63b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.341276] env[69808]: DEBUG nova.compute.manager [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.366905] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.367958] env[69808]: DEBUG nova.compute.manager [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.371778] env[69808]: DEBUG oslo_concurrency.lockutils [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.049s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.373805] env[69808]: INFO nova.compute.claims [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.388272] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08076} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.388577] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.389598] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731c2552-4f79-40ec-924b-d6a2aebf840e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.419189] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] dce30764-d0f1-4275-9a07-08bc297237c2/dce30764-d0f1-4275-9a07-08bc297237c2.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.420672] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-975cf200-4edb-4c86-be5f-e892e0c78bad {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.444421] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Waiting for the task: (returnval){ [ 747.444421] env[69808]: value = "task-3789590" [ 747.444421] env[69808]: _type = "Task" [ 747.444421] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.453871] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789590, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.705657] env[69808]: DEBUG oslo_vmware.api [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789589, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.745460] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5203b4cc-f5c9-f2a7-84af-e45c28adc63b, 'name': SearchDatastore_Task, 'duration_secs': 0.011761} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.745460] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.745460] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.745460] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.745780] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.745780] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.745780] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-846b50f1-01c8-41a2-bfae-bbf57f127d53 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.757261] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.757899] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.758576] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e29dfb71-1c72-4276-aacf-9344a642df64 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.766046] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Waiting for the task: (returnval){ [ 747.766046] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e52b99-e28d-bc6b-2902-41087f5d1f0a" [ 747.766046] env[69808]: _type = "Task" [ 747.766046] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.776737] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e52b99-e28d-bc6b-2902-41087f5d1f0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.869167] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.884377] env[69808]: DEBUG nova.compute.utils [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.887563] env[69808]: DEBUG nova.compute.manager [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.887563] env[69808]: DEBUG nova.network.neutron [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.956270] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.990215] env[69808]: DEBUG nova.policy [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b8509e3e41f4c93991f8353a111e14a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e5abeb9fb834125afc6577b086f3fdb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.171202] env[69808]: DEBUG nova.network.neutron [req-638979e3-6e63-4302-a307-bd28e21a3b76 req-a50f40a7-4e01-40b3-820d-c6900fad7328 service nova] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Updated VIF entry in instance network info cache for port 78ceb091-8548-4e2e-8da2-e8599d6cc827. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.171567] env[69808]: DEBUG nova.network.neutron [req-638979e3-6e63-4302-a307-bd28e21a3b76 req-a50f40a7-4e01-40b3-820d-c6900fad7328 service nova] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Updating instance_info_cache with network_info: [{"id": "78ceb091-8548-4e2e-8da2-e8599d6cc827", "address": "fa:16:3e:20:b6:ca", "network": {"id": "4bd546b2-1046-4bf7-8e4d-66a96a88c8cb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-975794085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd18a50c8cef48a5bb954889b405b45f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ceb091-85", "ovs_interfaceid": "78ceb091-8548-4e2e-8da2-e8599d6cc827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.206312] env[69808]: DEBUG oslo_vmware.api [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789589, 'name': CreateSnapshot_Task, 'duration_secs': 0.701688} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.206690] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Created Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 748.207534] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1873e2ec-5247-458c-9ca3-55f1c59e9061 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.281596] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e52b99-e28d-bc6b-2902-41087f5d1f0a, 'name': SearchDatastore_Task, 'duration_secs': 0.026096} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.282513] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4b9107f-e5ee-441a-b56d-89b2bf8bb376 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.296164] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Waiting for the task: (returnval){ [ 748.296164] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e6ae88-9672-04ef-3d59-77e4ebf0a34e" [ 748.296164] env[69808]: _type = "Task" [ 748.296164] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.296164] env[69808]: DEBUG nova.network.neutron [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Updated VIF entry in instance network info cache for port 5bfc1526-02c4-4bfc-a97a-84c3508706d0. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.296465] env[69808]: DEBUG nova.network.neutron [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Updating instance_info_cache with network_info: [{"id": "5bfc1526-02c4-4bfc-a97a-84c3508706d0", "address": "fa:16:3e:2a:2f:d4", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bfc1526-02", "ovs_interfaceid": "5bfc1526-02c4-4bfc-a97a-84c3508706d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.315021] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e6ae88-9672-04ef-3d59-77e4ebf0a34e, 'name': SearchDatastore_Task, 'duration_secs': 0.0131} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.315021] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.315021] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] b0e0391a-dffc-4bc1-887a-2883e2818657/b0e0391a-dffc-4bc1-887a-2883e2818657.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.315021] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94357071-ad0a-4227-a917-365e39c0555a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.323332] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Waiting for the task: (returnval){ [ 748.323332] env[69808]: value = "task-3789591" [ 748.323332] env[69808]: _type = "Task" [ 748.323332] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.336738] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Task: {'id': task-3789591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.396727] env[69808]: DEBUG nova.compute.manager [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.464724] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789590, 'name': ReconfigVM_Task, 'duration_secs': 0.701476} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.465148] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Reconfigured VM instance instance-00000016 to attach disk [datastore2] dce30764-d0f1-4275-9a07-08bc297237c2/dce30764-d0f1-4275-9a07-08bc297237c2.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.465870] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eed07c03-b9ba-4e61-8a08-6558d682096e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.474345] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Waiting for the task: (returnval){ [ 748.474345] env[69808]: value = "task-3789592" [ 748.474345] env[69808]: _type = "Task" [ 748.474345] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.489781] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789592, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.498817] env[69808]: DEBUG nova.network.neutron [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Successfully created port: 01a932cb-dbcd-428c-8303-0dcdf82f0c09 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.678409] env[69808]: DEBUG oslo_concurrency.lockutils [req-638979e3-6e63-4302-a307-bd28e21a3b76 req-a50f40a7-4e01-40b3-820d-c6900fad7328 service nova] Releasing lock "refresh_cache-5bf859dd-a617-4e3e-b868-d68e3219222f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.731531] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Creating linked-clone VM from snapshot {{(pid=69808) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 748.739205] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e4d40546-ef5a-4e0f-a62e-eeddc1e93a2a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.752711] env[69808]: DEBUG oslo_vmware.api [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Waiting for the task: (returnval){ [ 748.752711] env[69808]: value = "task-3789593" [ 748.752711] env[69808]: _type = "Task" [ 748.752711] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.753117] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.753492] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.761422] env[69808]: DEBUG nova.compute.manager [req-dd251565-7505-4835-b49b-54e2a37eae35 req-6c84d7a9-ca5c-44d4-a613-af7202cb5000 service nova] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Received event network-changed-828a7400-0da7-4801-ae42-57c9866c821d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.761689] env[69808]: DEBUG nova.compute.manager [req-dd251565-7505-4835-b49b-54e2a37eae35 req-6c84d7a9-ca5c-44d4-a613-af7202cb5000 service nova] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Refreshing instance network info cache due to event network-changed-828a7400-0da7-4801-ae42-57c9866c821d. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.761941] env[69808]: DEBUG oslo_concurrency.lockutils [req-dd251565-7505-4835-b49b-54e2a37eae35 req-6c84d7a9-ca5c-44d4-a613-af7202cb5000 service nova] Acquiring lock "refresh_cache-bceff13b-021c-4103-8841-1ddf6baa262b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.762108] env[69808]: DEBUG oslo_concurrency.lockutils [req-dd251565-7505-4835-b49b-54e2a37eae35 req-6c84d7a9-ca5c-44d4-a613-af7202cb5000 service nova] Acquired lock "refresh_cache-bceff13b-021c-4103-8841-1ddf6baa262b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.762259] env[69808]: DEBUG nova.network.neutron [req-dd251565-7505-4835-b49b-54e2a37eae35 req-6c84d7a9-ca5c-44d4-a613-af7202cb5000 service nova] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Refreshing network info cache for port 828a7400-0da7-4801-ae42-57c9866c821d {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.774916] env[69808]: DEBUG oslo_vmware.api [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789593, 'name': CloneVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.806911] env[69808]: DEBUG oslo_concurrency.lockutils [req-8d33b154-17cf-441f-9eff-f234c5539ceb req-78230c91-b7ed-4e63-9058-473e1e54782c service nova] Releasing lock "refresh_cache-b0e0391a-dffc-4bc1-887a-2883e2818657" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.846279] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Task: {'id': task-3789591, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.988160] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65817399-930e-40b8-967f-6ca9c93d1e76 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.002055] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789592, 'name': Rename_Task, 'duration_secs': 0.197741} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.002887] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.003135] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4add4df5-e9fc-42e6-a047-757ebe47dec7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.009565] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7fcf3a-45cc-48ff-b1d9-1fa2c0d72879 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.015806] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Waiting for the task: (returnval){ [ 749.015806] env[69808]: value = "task-3789594" [ 749.015806] env[69808]: _type = "Task" [ 749.015806] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.065628] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b8510f-d253-4435-a752-3c9238a4a749 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.068474] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.074765] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5361001-77fc-4cef-b926-8240e0d2e213 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.094028] env[69808]: DEBUG nova.compute.provider_tree [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.272081] env[69808]: DEBUG oslo_vmware.api [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789593, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.272081] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 749.272081] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 749.273100] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 749.273100] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 749.273269] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 749.273668] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 749.273782] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69808) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 749.274307] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 749.336520] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Task: {'id': task-3789591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763454} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.336863] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] b0e0391a-dffc-4bc1-887a-2883e2818657/b0e0391a-dffc-4bc1-887a-2883e2818657.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.337204] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.337785] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-916ccdae-4f78-4036-9c6b-157b25f08d79 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.347066] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Waiting for the task: (returnval){ [ 749.347066] env[69808]: value = "task-3789595" [ 749.347066] env[69808]: _type = "Task" [ 749.347066] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.357917] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Task: {'id': task-3789595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.411260] env[69808]: DEBUG nova.compute.manager [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.439122] env[69808]: DEBUG nova.virt.hardware [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.439122] env[69808]: DEBUG nova.virt.hardware [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.439122] env[69808]: DEBUG nova.virt.hardware [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.439597] env[69808]: DEBUG nova.virt.hardware [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.439597] env[69808]: DEBUG nova.virt.hardware [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.440118] env[69808]: DEBUG nova.virt.hardware [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.440427] env[69808]: DEBUG nova.virt.hardware [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.440610] env[69808]: DEBUG nova.virt.hardware [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.440801] env[69808]: DEBUG nova.virt.hardware [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.441114] env[69808]: DEBUG nova.virt.hardware [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.441870] env[69808]: DEBUG nova.virt.hardware [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.444805] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093b6c42-fe8e-4d13-83dd-54d50cc3cd7d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.453184] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc1b9f7-b249-4c83-88af-3caa1b0ddc61 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.527804] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789594, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.598364] env[69808]: DEBUG nova.scheduler.client.report [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.770192] env[69808]: DEBUG oslo_vmware.api [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789593, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.777413] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.858442] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Task: {'id': task-3789595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.352522} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.858743] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.859568] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d8ed2d-f1c0-4621-ac1c-d742ebc2bc72 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.892537] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] b0e0391a-dffc-4bc1-887a-2883e2818657/b0e0391a-dffc-4bc1-887a-2883e2818657.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.893311] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c5847a6-7b21-4a1e-8238-f73956206a38 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.713188] env[69808]: DEBUG nova.network.neutron [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Successfully updated port: 01a932cb-dbcd-428c-8303-0dcdf82f0c09 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.715170] env[69808]: DEBUG nova.network.neutron [req-dd251565-7505-4835-b49b-54e2a37eae35 req-6c84d7a9-ca5c-44d4-a613-af7202cb5000 service nova] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Updated VIF entry in instance network info cache for port 828a7400-0da7-4801-ae42-57c9866c821d. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.715170] env[69808]: DEBUG nova.network.neutron [req-dd251565-7505-4835-b49b-54e2a37eae35 req-6c84d7a9-ca5c-44d4-a613-af7202cb5000 service nova] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Updating instance_info_cache with network_info: [{"id": "828a7400-0da7-4801-ae42-57c9866c821d", "address": "fa:16:3e:4e:d3:48", "network": {"id": "b677ee8b-dfe4-48e5-a640-3096dd329ef1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-467857245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ab4190a4cdd49bab1473c75edce8f30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828a7400-0d", "ovs_interfaceid": "828a7400-0da7-4801-ae42-57c9866c821d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.718334] env[69808]: DEBUG oslo_concurrency.lockutils [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.347s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.718889] env[69808]: DEBUG nova.compute.manager [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.723677] env[69808]: DEBUG nova.compute.manager [req-7d222ab9-7082-42e7-acdd-60d21506d13b req-feec9c64-b733-4ce2-9ae2-89ceb534fc6d service nova] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Received event network-changed-78ceb091-8548-4e2e-8da2-e8599d6cc827 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.723796] env[69808]: DEBUG nova.compute.manager [req-7d222ab9-7082-42e7-acdd-60d21506d13b req-feec9c64-b733-4ce2-9ae2-89ceb534fc6d service nova] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Refreshing instance network info cache due to event network-changed-78ceb091-8548-4e2e-8da2-e8599d6cc827. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.723966] env[69808]: DEBUG oslo_concurrency.lockutils [req-7d222ab9-7082-42e7-acdd-60d21506d13b req-feec9c64-b733-4ce2-9ae2-89ceb534fc6d service nova] Acquiring lock "refresh_cache-5bf859dd-a617-4e3e-b868-d68e3219222f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.726028] env[69808]: DEBUG oslo_concurrency.lockutils [req-7d222ab9-7082-42e7-acdd-60d21506d13b req-feec9c64-b733-4ce2-9ae2-89ceb534fc6d service nova] Acquired lock "refresh_cache-5bf859dd-a617-4e3e-b868-d68e3219222f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.726028] env[69808]: DEBUG nova.network.neutron [req-7d222ab9-7082-42e7-acdd-60d21506d13b req-feec9c64-b733-4ce2-9ae2-89ceb534fc6d service nova] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Refreshing network info cache for port 78ceb091-8548-4e2e-8da2-e8599d6cc827 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.732143] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.653s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.732959] env[69808]: DEBUG nova.objects.instance [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Lazy-loading 'resources' on Instance uuid 8fb507a5-6176-47e6-94c9-340f345a0d33 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.738245] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquiring lock "83d311b6-1abd-4f04-bb55-2474eb9c923a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.739176] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Lock "83d311b6-1abd-4f04-bb55-2474eb9c923a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.751387] env[69808]: DEBUG oslo_vmware.api [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789593, 'name': CloneVM_Task, 'duration_secs': 1.94687} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.751678] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789594, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.753855] env[69808]: INFO nova.virt.vmwareapi.vmops [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Created linked-clone VM from snapshot [ 750.754094] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Waiting for the task: (returnval){ [ 750.754094] env[69808]: value = "task-3789596" [ 750.754094] env[69808]: _type = "Task" [ 750.754094] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.755183] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5783e0f-c2be-4c6d-8ce8-ec5696669a80 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.770634] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Uploading image 202cdb94-aedd-43cc-9011-cdbf001090b6 {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 750.780271] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Task: {'id': task-3789596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.815168] env[69808]: DEBUG oslo_vmware.rw_handles [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 750.815168] env[69808]: value = "vm-753850" [ 750.815168] env[69808]: _type = "VirtualMachine" [ 750.815168] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 750.815795] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0a082e7b-cf13-4f24-8558-0abf74d95370 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.823042] env[69808]: DEBUG oslo_vmware.rw_handles [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Lease: (returnval){ [ 750.823042] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d32174-fe17-2950-5b29-cc849c8849f5" [ 750.823042] env[69808]: _type = "HttpNfcLease" [ 750.823042] env[69808]: } obtained for exporting VM: (result){ [ 750.823042] env[69808]: value = "vm-753850" [ 750.823042] env[69808]: _type = "VirtualMachine" [ 750.823042] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 750.823629] env[69808]: DEBUG oslo_vmware.api [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Waiting for the lease: (returnval){ [ 750.823629] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d32174-fe17-2950-5b29-cc849c8849f5" [ 750.823629] env[69808]: _type = "HttpNfcLease" [ 750.823629] env[69808]: } to be ready. {{(pid=69808) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 750.832489] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 750.832489] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d32174-fe17-2950-5b29-cc849c8849f5" [ 750.832489] env[69808]: _type = "HttpNfcLease" [ 750.832489] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 751.230882] env[69808]: DEBUG nova.compute.utils [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.232551] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Acquiring lock "refresh_cache-2a792a82-2ba6-4f38-8c2f-b54931cd8f1f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.232695] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Acquired lock "refresh_cache-2a792a82-2ba6-4f38-8c2f-b54931cd8f1f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.232933] env[69808]: DEBUG nova.network.neutron [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.236534] env[69808]: DEBUG oslo_concurrency.lockutils [req-dd251565-7505-4835-b49b-54e2a37eae35 req-6c84d7a9-ca5c-44d4-a613-af7202cb5000 service nova] Releasing lock "refresh_cache-bceff13b-021c-4103-8841-1ddf6baa262b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.238888] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789594, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.238888] env[69808]: DEBUG nova.compute.manager [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.238888] env[69808]: DEBUG nova.network.neutron [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.274778] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Task: {'id': task-3789596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.333365] env[69808]: DEBUG nova.policy [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '613a388f9f154b66ba877c3666f9a818', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24687ebb51464e5dbd6eb35742ab891b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.340027] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 751.340027] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d32174-fe17-2950-5b29-cc849c8849f5" [ 751.340027] env[69808]: _type = "HttpNfcLease" [ 751.340027] env[69808]: } is ready. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 751.343263] env[69808]: DEBUG oslo_vmware.rw_handles [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 751.343263] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d32174-fe17-2950-5b29-cc849c8849f5" [ 751.343263] env[69808]: _type = "HttpNfcLease" [ 751.343263] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 751.348028] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9fd8a1-a364-4cdd-8829-6178a5b484df {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.364535] env[69808]: DEBUG oslo_vmware.rw_handles [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5242a02b-4c15-7b84-17a2-876388813a79/disk-0.vmdk from lease info. {{(pid=69808) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 751.365534] env[69808]: DEBUG oslo_vmware.rw_handles [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5242a02b-4c15-7b84-17a2-876388813a79/disk-0.vmdk for reading. {{(pid=69808) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 751.562966] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-824866e2-d1e1-40fb-95c9-17daaf11b41b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.736029] env[69808]: DEBUG oslo_vmware.api [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789594, 'name': PowerOnVM_Task, 'duration_secs': 2.395668} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.736029] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.736029] env[69808]: INFO nova.compute.manager [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Took 10.94 seconds to spawn the instance on the hypervisor. [ 751.736029] env[69808]: DEBUG nova.compute.manager [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 751.736029] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad738f28-9be5-4e27-aa1d-14b3b95e7053 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.745070] env[69808]: DEBUG nova.compute.manager [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.759760] env[69808]: DEBUG nova.network.neutron [req-7d222ab9-7082-42e7-acdd-60d21506d13b req-feec9c64-b733-4ce2-9ae2-89ceb534fc6d service nova] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Updated VIF entry in instance network info cache for port 78ceb091-8548-4e2e-8da2-e8599d6cc827. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.759760] env[69808]: DEBUG nova.network.neutron [req-7d222ab9-7082-42e7-acdd-60d21506d13b req-feec9c64-b733-4ce2-9ae2-89ceb534fc6d service nova] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Updating instance_info_cache with network_info: [{"id": "78ceb091-8548-4e2e-8da2-e8599d6cc827", "address": "fa:16:3e:20:b6:ca", "network": {"id": "4bd546b2-1046-4bf7-8e4d-66a96a88c8cb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-975794085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd18a50c8cef48a5bb954889b405b45f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ceb091-85", "ovs_interfaceid": "78ceb091-8548-4e2e-8da2-e8599d6cc827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.770383] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Task: {'id': task-3789596, 'name': ReconfigVM_Task, 'duration_secs': 0.612481} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.774600] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Reconfigured VM instance instance-00000017 to attach disk [datastore2] b0e0391a-dffc-4bc1-887a-2883e2818657/b0e0391a-dffc-4bc1-887a-2883e2818657.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.776293] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b420117-974c-4740-a378-9dd4c58aa1c8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.784629] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Waiting for the task: (returnval){ [ 751.784629] env[69808]: value = "task-3789598" [ 751.784629] env[69808]: _type = "Task" [ 751.784629] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.799999] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Task: {'id': task-3789598, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.825352] env[69808]: DEBUG nova.network.neutron [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.923136] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274bda16-15fc-46c3-9dc9-483e86db1c11 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.935769] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04bef0c-127a-4a29-9fe9-a865db801ff3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.974845] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444c3e02-c2d5-4990-9c18-62fd5e337463 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.984515] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7e9897-885b-4eab-bf02-80fb1b5aa709 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.003179] env[69808]: DEBUG nova.compute.provider_tree [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.058217] env[69808]: DEBUG nova.network.neutron [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Successfully created port: 318d68d4-70dc-40ce-af0f-8d4e53af66c5 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.269018] env[69808]: DEBUG oslo_concurrency.lockutils [req-7d222ab9-7082-42e7-acdd-60d21506d13b req-feec9c64-b733-4ce2-9ae2-89ceb534fc6d service nova] Releasing lock "refresh_cache-5bf859dd-a617-4e3e-b868-d68e3219222f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.274585] env[69808]: INFO nova.compute.manager [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Took 32.90 seconds to build instance. [ 752.305125] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Task: {'id': task-3789598, 'name': Rename_Task, 'duration_secs': 0.260817} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.306335] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.306741] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e53062d0-a452-4d7a-8950-a7a17d9b86f9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.318189] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Waiting for the task: (returnval){ [ 752.318189] env[69808]: value = "task-3789599" [ 752.318189] env[69808]: _type = "Task" [ 752.318189] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.331416] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Task: {'id': task-3789599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.346355] env[69808]: DEBUG nova.network.neutron [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Updating instance_info_cache with network_info: [{"id": "01a932cb-dbcd-428c-8303-0dcdf82f0c09", "address": "fa:16:3e:db:9c:6d", "network": {"id": "7467991b-9cb9-4264-8203-515a05da45ff", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-355562647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5abeb9fb834125afc6577b086f3fdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a932cb-db", "ovs_interfaceid": "01a932cb-dbcd-428c-8303-0dcdf82f0c09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.505730] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "57ee964a-1c5a-4687-95ba-30ea77022b14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.506126] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "57ee964a-1c5a-4687-95ba-30ea77022b14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.507907] env[69808]: DEBUG nova.scheduler.client.report [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.760033] env[69808]: DEBUG nova.compute.manager [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.780402] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5c4fa5c-1761-4fb1-8b10-6a9c580a36de tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Lock "dce30764-d0f1-4275-9a07-08bc297237c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.278s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.796014] env[69808]: DEBUG nova.virt.hardware [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.796540] env[69808]: DEBUG nova.virt.hardware [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.796540] env[69808]: DEBUG nova.virt.hardware [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.796673] env[69808]: DEBUG nova.virt.hardware [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.796734] env[69808]: DEBUG nova.virt.hardware [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.797553] env[69808]: DEBUG nova.virt.hardware [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.799430] env[69808]: DEBUG nova.virt.hardware [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.800886] env[69808]: DEBUG nova.virt.hardware [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.801152] env[69808]: DEBUG nova.virt.hardware [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.801921] env[69808]: DEBUG nova.virt.hardware [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.801921] env[69808]: DEBUG nova.virt.hardware [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.806247] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935e8e11-ef2c-4da4-9ffe-32cdc6110d54 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.811024] env[69808]: DEBUG oslo_concurrency.lockutils [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Acquiring lock "bceff13b-021c-4103-8841-1ddf6baa262b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.811024] env[69808]: DEBUG oslo_concurrency.lockutils [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Lock "bceff13b-021c-4103-8841-1ddf6baa262b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.811024] env[69808]: DEBUG oslo_concurrency.lockutils [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Acquiring lock "bceff13b-021c-4103-8841-1ddf6baa262b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.811398] env[69808]: DEBUG oslo_concurrency.lockutils [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Lock "bceff13b-021c-4103-8841-1ddf6baa262b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.811398] env[69808]: DEBUG oslo_concurrency.lockutils [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Lock "bceff13b-021c-4103-8841-1ddf6baa262b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.812944] env[69808]: INFO nova.compute.manager [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Terminating instance [ 752.826109] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c03d85c-fe58-456b-a748-21bbdca3c1d5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.845323] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Task: {'id': task-3789599, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.855118] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Releasing lock "refresh_cache-2a792a82-2ba6-4f38-8c2f-b54931cd8f1f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.855479] env[69808]: DEBUG nova.compute.manager [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Instance network_info: |[{"id": "01a932cb-dbcd-428c-8303-0dcdf82f0c09", "address": "fa:16:3e:db:9c:6d", "network": {"id": "7467991b-9cb9-4264-8203-515a05da45ff", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-355562647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5abeb9fb834125afc6577b086f3fdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a932cb-db", "ovs_interfaceid": "01a932cb-dbcd-428c-8303-0dcdf82f0c09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.856185] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:9c:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01a932cb-dbcd-428c-8303-0dcdf82f0c09', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.864035] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Creating folder: Project (0e5abeb9fb834125afc6577b086f3fdb). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.864387] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60bce22c-b232-451e-b929-40213f04f793 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.876872] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Created folder: Project (0e5abeb9fb834125afc6577b086f3fdb) in parent group-v753775. [ 752.877086] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Creating folder: Instances. Parent ref: group-v753851. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.877344] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a553a33a-db82-45af-a015-a1628aa42735 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.888417] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Created folder: Instances in parent group-v753851. [ 752.888738] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.888990] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.889662] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3e96fc3-2ae0-4c60-b761-d880f0998a85 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.912028] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.912028] env[69808]: value = "task-3789602" [ 752.912028] env[69808]: _type = "Task" [ 752.912028] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.922500] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789602, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.014621] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.282s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.020351] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.881s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.028640] env[69808]: INFO nova.compute.claims [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.058105] env[69808]: DEBUG nova.compute.manager [req-f4c65153-d5ba-4712-a3eb-24162093e8fc req-fc2d724b-4695-490c-b926-e26ed8b6d2d3 service nova] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Received event network-vif-plugged-01a932cb-dbcd-428c-8303-0dcdf82f0c09 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.059216] env[69808]: DEBUG oslo_concurrency.lockutils [req-f4c65153-d5ba-4712-a3eb-24162093e8fc req-fc2d724b-4695-490c-b926-e26ed8b6d2d3 service nova] Acquiring lock "2a792a82-2ba6-4f38-8c2f-b54931cd8f1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.059371] env[69808]: DEBUG oslo_concurrency.lockutils [req-f4c65153-d5ba-4712-a3eb-24162093e8fc req-fc2d724b-4695-490c-b926-e26ed8b6d2d3 service nova] Lock "2a792a82-2ba6-4f38-8c2f-b54931cd8f1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.059575] env[69808]: DEBUG oslo_concurrency.lockutils [req-f4c65153-d5ba-4712-a3eb-24162093e8fc req-fc2d724b-4695-490c-b926-e26ed8b6d2d3 service nova] Lock "2a792a82-2ba6-4f38-8c2f-b54931cd8f1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.059708] env[69808]: DEBUG nova.compute.manager [req-f4c65153-d5ba-4712-a3eb-24162093e8fc req-fc2d724b-4695-490c-b926-e26ed8b6d2d3 service nova] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] No waiting events found dispatching network-vif-plugged-01a932cb-dbcd-428c-8303-0dcdf82f0c09 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 753.060041] env[69808]: WARNING nova.compute.manager [req-f4c65153-d5ba-4712-a3eb-24162093e8fc req-fc2d724b-4695-490c-b926-e26ed8b6d2d3 service nova] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Received unexpected event network-vif-plugged-01a932cb-dbcd-428c-8303-0dcdf82f0c09 for instance with vm_state building and task_state spawning. [ 753.060141] env[69808]: DEBUG nova.compute.manager [req-f4c65153-d5ba-4712-a3eb-24162093e8fc req-fc2d724b-4695-490c-b926-e26ed8b6d2d3 service nova] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Received event network-changed-01a932cb-dbcd-428c-8303-0dcdf82f0c09 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.060952] env[69808]: DEBUG nova.compute.manager [req-f4c65153-d5ba-4712-a3eb-24162093e8fc req-fc2d724b-4695-490c-b926-e26ed8b6d2d3 service nova] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Refreshing instance network info cache due to event network-changed-01a932cb-dbcd-428c-8303-0dcdf82f0c09. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.061910] env[69808]: DEBUG oslo_concurrency.lockutils [req-f4c65153-d5ba-4712-a3eb-24162093e8fc req-fc2d724b-4695-490c-b926-e26ed8b6d2d3 service nova] Acquiring lock "refresh_cache-2a792a82-2ba6-4f38-8c2f-b54931cd8f1f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.061910] env[69808]: DEBUG oslo_concurrency.lockutils [req-f4c65153-d5ba-4712-a3eb-24162093e8fc req-fc2d724b-4695-490c-b926-e26ed8b6d2d3 service nova] Acquired lock "refresh_cache-2a792a82-2ba6-4f38-8c2f-b54931cd8f1f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.062017] env[69808]: DEBUG nova.network.neutron [req-f4c65153-d5ba-4712-a3eb-24162093e8fc req-fc2d724b-4695-490c-b926-e26ed8b6d2d3 service nova] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Refreshing network info cache for port 01a932cb-dbcd-428c-8303-0dcdf82f0c09 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.089812] env[69808]: INFO nova.scheduler.client.report [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Deleted allocations for instance 8fb507a5-6176-47e6-94c9-340f345a0d33 [ 753.200641] env[69808]: DEBUG oslo_concurrency.lockutils [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Acquiring lock "f6b55586-b667-455a-a61b-fb68cbea1be4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.200940] env[69808]: DEBUG oslo_concurrency.lockutils [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Lock "f6b55586-b667-455a-a61b-fb68cbea1be4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.202968] env[69808]: DEBUG oslo_concurrency.lockutils [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Acquiring lock "f6b55586-b667-455a-a61b-fb68cbea1be4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.202968] env[69808]: DEBUG oslo_concurrency.lockutils [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Lock "f6b55586-b667-455a-a61b-fb68cbea1be4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.202968] env[69808]: DEBUG oslo_concurrency.lockutils [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Lock "f6b55586-b667-455a-a61b-fb68cbea1be4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.204254] env[69808]: INFO nova.compute.manager [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Terminating instance [ 753.284727] env[69808]: DEBUG nova.compute.manager [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.321910] env[69808]: DEBUG nova.compute.manager [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.322050] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.323162] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c37d72-3648-4b64-8d51-b830aa77959f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.340999] env[69808]: DEBUG oslo_vmware.api [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Task: {'id': task-3789599, 'name': PowerOnVM_Task, 'duration_secs': 0.823791} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.344729] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.344729] env[69808]: INFO nova.compute.manager [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Took 9.83 seconds to spawn the instance on the hypervisor. [ 753.344729] env[69808]: DEBUG nova.compute.manager [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 753.344729] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.346026] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435ab946-d688-41d7-96ec-0000d2b307f7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.350882] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eafb304d-3f35-4190-a0ca-bfcddd760378 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.365234] env[69808]: DEBUG oslo_vmware.api [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Waiting for the task: (returnval){ [ 753.365234] env[69808]: value = "task-3789603" [ 753.365234] env[69808]: _type = "Task" [ 753.365234] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.378323] env[69808]: DEBUG oslo_vmware.api [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Task: {'id': task-3789603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.428955] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789602, 'name': CreateVM_Task, 'duration_secs': 0.401875} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.429259] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.430220] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.430351] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.430887] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.432612] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46850689-b539-4f76-a659-53ff364c27c5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.438457] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Waiting for the task: (returnval){ [ 753.438457] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5263c135-ad78-1e9b-db49-b8ac8d5f134f" [ 753.438457] env[69808]: _type = "Task" [ 753.438457] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.454534] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5263c135-ad78-1e9b-db49-b8ac8d5f134f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.612278] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6bc24a0-19cb-4eec-8b62-bbebb8a92e05 tempest-ServersAdmin275Test-1934304115 tempest-ServersAdmin275Test-1934304115-project-member] Lock "8fb507a5-6176-47e6-94c9-340f345a0d33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.968s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.711147] env[69808]: DEBUG nova.compute.manager [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.711414] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.712616] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b4b1c8-6ec5-4028-991e-843c75cb55c6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.726032] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.726032] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8e5194e-0834-459d-8901-c34de92f87ce {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.731259] env[69808]: DEBUG oslo_vmware.api [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Waiting for the task: (returnval){ [ 753.731259] env[69808]: value = "task-3789604" [ 753.731259] env[69808]: _type = "Task" [ 753.731259] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.745717] env[69808]: DEBUG oslo_vmware.api [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': task-3789604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.821078] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.881164] env[69808]: INFO nova.compute.manager [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Took 32.49 seconds to build instance. [ 753.890482] env[69808]: DEBUG oslo_vmware.api [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Task: {'id': task-3789603, 'name': PowerOffVM_Task, 'duration_secs': 0.282135} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.890820] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.891010] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.891318] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e73b4602-ae94-46b4-a8b9-b588cd269db4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.952713] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5263c135-ad78-1e9b-db49-b8ac8d5f134f, 'name': SearchDatastore_Task, 'duration_secs': 0.014322} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.954177] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.954360] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.954688] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.955804] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.955804] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.956146] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-951dea42-b4a2-4bf5-8bc8-f60c8ccc7644 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.965824] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.966206] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.966704] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Deleting the datastore file [datastore2] bceff13b-021c-4103-8841-1ddf6baa262b {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.968836] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63f375e7-2b70-4e51-9b1a-6024bc4b3d75 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.970385] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.970385] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.971491] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fbf56c6-1273-4ce8-8596-61382e25e0ae {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.980712] env[69808]: DEBUG oslo_vmware.api [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Waiting for the task: (returnval){ [ 753.980712] env[69808]: value = "task-3789606" [ 753.980712] env[69808]: _type = "Task" [ 753.980712] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.987720] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Waiting for the task: (returnval){ [ 753.987720] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5276922a-3635-7199-4372-0a50d0c60255" [ 753.987720] env[69808]: _type = "Task" [ 753.987720] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.010367] env[69808]: DEBUG oslo_vmware.api [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Task: {'id': task-3789606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.010669] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5276922a-3635-7199-4372-0a50d0c60255, 'name': SearchDatastore_Task, 'duration_secs': 0.01318} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.011517] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9c3b1a7-f30e-4e56-b74f-7ccfe2b2585f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.018438] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Waiting for the task: (returnval){ [ 754.018438] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a7457d-1f33-379c-73b6-23f1772007ca" [ 754.018438] env[69808]: _type = "Task" [ 754.018438] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.028092] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a7457d-1f33-379c-73b6-23f1772007ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.112323] env[69808]: DEBUG nova.network.neutron [req-f4c65153-d5ba-4712-a3eb-24162093e8fc req-fc2d724b-4695-490c-b926-e26ed8b6d2d3 service nova] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Updated VIF entry in instance network info cache for port 01a932cb-dbcd-428c-8303-0dcdf82f0c09. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.112749] env[69808]: DEBUG nova.network.neutron [req-f4c65153-d5ba-4712-a3eb-24162093e8fc req-fc2d724b-4695-490c-b926-e26ed8b6d2d3 service nova] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Updating instance_info_cache with network_info: [{"id": "01a932cb-dbcd-428c-8303-0dcdf82f0c09", "address": "fa:16:3e:db:9c:6d", "network": {"id": "7467991b-9cb9-4264-8203-515a05da45ff", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-355562647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5abeb9fb834125afc6577b086f3fdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a932cb-db", "ovs_interfaceid": "01a932cb-dbcd-428c-8303-0dcdf82f0c09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.255945] env[69808]: DEBUG oslo_vmware.api [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': task-3789604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.366039] env[69808]: DEBUG nova.network.neutron [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Successfully updated port: 318d68d4-70dc-40ce-af0f-8d4e53af66c5 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.383988] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1239952-601e-481d-826f-2ac13fd4fb71 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Lock "b0e0391a-dffc-4bc1-887a-2883e2818657" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.182s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.502546] env[69808]: DEBUG oslo_vmware.api [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Task: {'id': task-3789606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156364} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.505774] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.506034] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.510022] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.510022] env[69808]: INFO nova.compute.manager [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 754.510022] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.510022] env[69808]: DEBUG nova.compute.manager [-] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.510022] env[69808]: DEBUG nova.network.neutron [-] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.535341] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a7457d-1f33-379c-73b6-23f1772007ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011195} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.538266] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.538536] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f/2a792a82-2ba6-4f38-8c2f-b54931cd8f1f.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.539016] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d18b3a2a-e802-40f5-9aeb-6b2cbba9ff9b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.547151] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Waiting for the task: (returnval){ [ 754.547151] env[69808]: value = "task-3789607" [ 754.547151] env[69808]: _type = "Task" [ 754.547151] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.560330] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': task-3789607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.619188] env[69808]: DEBUG oslo_concurrency.lockutils [req-f4c65153-d5ba-4712-a3eb-24162093e8fc req-fc2d724b-4695-490c-b926-e26ed8b6d2d3 service nova] Releasing lock "refresh_cache-2a792a82-2ba6-4f38-8c2f-b54931cd8f1f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.665944] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8995d7-ffcd-4a19-8f7d-d1c4977e635a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.675027] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f55531-44c3-4afd-8a1a-582a62da23f9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.710625] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fa3f05-2cac-48cd-b789-7922e98cce2b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.719817] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5548a342-7c74-4d2e-b311-44d55927d45d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.737824] env[69808]: DEBUG nova.compute.provider_tree [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.749253] env[69808]: DEBUG oslo_vmware.api [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': task-3789604, 'name': PowerOffVM_Task, 'duration_secs': 0.718977} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.750643] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.750920] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.751327] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14d30566-ae16-4eb3-9cee-736df6e441b5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.840264] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.842032] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.842032] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Deleting the datastore file [datastore1] f6b55586-b667-455a-a61b-fb68cbea1be4 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.845274] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b35c1db-805e-4bd2-840e-441b908d48d0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.855123] env[69808]: DEBUG oslo_vmware.api [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Waiting for the task: (returnval){ [ 754.855123] env[69808]: value = "task-3789609" [ 754.855123] env[69808]: _type = "Task" [ 754.855123] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.871317] env[69808]: DEBUG oslo_vmware.api [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': task-3789609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.871317] env[69808]: DEBUG oslo_concurrency.lockutils [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Acquiring lock "refresh_cache-3f4afb86-4e88-4741-92d1-a7bc0b498e4b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.871820] env[69808]: DEBUG oslo_concurrency.lockutils [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Acquired lock "refresh_cache-3f4afb86-4e88-4741-92d1-a7bc0b498e4b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.871820] env[69808]: DEBUG nova.network.neutron [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.894602] env[69808]: DEBUG nova.compute.manager [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.063407] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': task-3789607, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.148782] env[69808]: DEBUG nova.compute.manager [req-4debeb08-4a03-4e6c-9164-7500b55284f9 req-846e3e9c-3338-488a-b00c-7173d376076d service nova] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Received event network-vif-plugged-318d68d4-70dc-40ce-af0f-8d4e53af66c5 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.148782] env[69808]: DEBUG oslo_concurrency.lockutils [req-4debeb08-4a03-4e6c-9164-7500b55284f9 req-846e3e9c-3338-488a-b00c-7173d376076d service nova] Acquiring lock "3f4afb86-4e88-4741-92d1-a7bc0b498e4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.148782] env[69808]: DEBUG oslo_concurrency.lockutils [req-4debeb08-4a03-4e6c-9164-7500b55284f9 req-846e3e9c-3338-488a-b00c-7173d376076d service nova] Lock "3f4afb86-4e88-4741-92d1-a7bc0b498e4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.148782] env[69808]: DEBUG oslo_concurrency.lockutils [req-4debeb08-4a03-4e6c-9164-7500b55284f9 req-846e3e9c-3338-488a-b00c-7173d376076d service nova] Lock "3f4afb86-4e88-4741-92d1-a7bc0b498e4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.148782] env[69808]: DEBUG nova.compute.manager [req-4debeb08-4a03-4e6c-9164-7500b55284f9 req-846e3e9c-3338-488a-b00c-7173d376076d service nova] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] No waiting events found dispatching network-vif-plugged-318d68d4-70dc-40ce-af0f-8d4e53af66c5 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 755.149249] env[69808]: WARNING nova.compute.manager [req-4debeb08-4a03-4e6c-9164-7500b55284f9 req-846e3e9c-3338-488a-b00c-7173d376076d service nova] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Received unexpected event network-vif-plugged-318d68d4-70dc-40ce-af0f-8d4e53af66c5 for instance with vm_state building and task_state spawning. [ 755.244267] env[69808]: DEBUG nova.scheduler.client.report [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.369959] env[69808]: DEBUG oslo_vmware.api [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Task: {'id': task-3789609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411741} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.371043] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.371478] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.371657] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.371860] env[69808]: INFO nova.compute.manager [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Took 1.66 seconds to destroy the instance on the hypervisor. [ 755.372135] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.372381] env[69808]: DEBUG nova.compute.manager [-] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.372492] env[69808]: DEBUG nova.network.neutron [-] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.422335] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.444685] env[69808]: DEBUG nova.network.neutron [-] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.465037] env[69808]: DEBUG nova.network.neutron [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.563087] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': task-3789607, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.749402] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.750274] env[69808]: DEBUG nova.compute.manager [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.754177] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.038s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.757635] env[69808]: INFO nova.compute.claims [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.952390] env[69808]: INFO nova.compute.manager [-] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Took 1.44 seconds to deallocate network for instance. [ 756.070134] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': task-3789607, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.095860] env[69808]: DEBUG nova.network.neutron [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Updating instance_info_cache with network_info: [{"id": "318d68d4-70dc-40ce-af0f-8d4e53af66c5", "address": "fa:16:3e:bf:b9:c1", "network": {"id": "ddccdc28-bcd2-4fd0-ba3b-63673cadefef", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1220030358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "24687ebb51464e5dbd6eb35742ab891b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318d68d4-70", "ovs_interfaceid": "318d68d4-70dc-40ce-af0f-8d4e53af66c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.263985] env[69808]: DEBUG nova.compute.utils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.277318] env[69808]: DEBUG nova.compute.manager [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.277318] env[69808]: DEBUG nova.network.neutron [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.408874] env[69808]: DEBUG nova.policy [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee8475d468f74bf2aad005bf9658231d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99d6284b493e4f4daa91c2f458994381', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.458800] env[69808]: DEBUG oslo_concurrency.lockutils [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.562811] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': task-3789607, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.591996} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.563867] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f/2a792a82-2ba6-4f38-8c2f-b54931cd8f1f.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.564023] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.567073] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dce9296-ec92-4dc3-9481-d60cf65a6258 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.572636] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Acquiring lock "dce30764-d0f1-4275-9a07-08bc297237c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.575115] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Lock "dce30764-d0f1-4275-9a07-08bc297237c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.575115] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Acquiring lock "dce30764-d0f1-4275-9a07-08bc297237c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.575115] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Lock "dce30764-d0f1-4275-9a07-08bc297237c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.575115] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Lock "dce30764-d0f1-4275-9a07-08bc297237c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.577525] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Waiting for the task: (returnval){ [ 756.577525] env[69808]: value = "task-3789614" [ 756.577525] env[69808]: _type = "Task" [ 756.577525] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.581628] env[69808]: INFO nova.compute.manager [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Terminating instance [ 756.592843] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': task-3789614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.598555] env[69808]: DEBUG oslo_concurrency.lockutils [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Releasing lock "refresh_cache-3f4afb86-4e88-4741-92d1-a7bc0b498e4b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.598887] env[69808]: DEBUG nova.compute.manager [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Instance network_info: |[{"id": "318d68d4-70dc-40ce-af0f-8d4e53af66c5", "address": "fa:16:3e:bf:b9:c1", "network": {"id": "ddccdc28-bcd2-4fd0-ba3b-63673cadefef", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1220030358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "24687ebb51464e5dbd6eb35742ab891b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318d68d4-70", "ovs_interfaceid": "318d68d4-70dc-40ce-af0f-8d4e53af66c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.599339] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:b9:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d2e4070-a78e-4d08-a104-b6312ab65577', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '318d68d4-70dc-40ce-af0f-8d4e53af66c5', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.608593] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Creating folder: Project (24687ebb51464e5dbd6eb35742ab891b). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.609193] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58e0bb61-88bd-4f85-8664-d113bf5742a6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.622336] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Created folder: Project (24687ebb51464e5dbd6eb35742ab891b) in parent group-v753775. [ 756.622556] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Creating folder: Instances. Parent ref: group-v753857. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.622826] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b33a8df0-2fca-4b2a-894d-e2478b076d13 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.635417] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Created folder: Instances in parent group-v753857. [ 756.635616] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.635819] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.636051] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbac2fb2-3035-4f86-ad00-d80a47bb733a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.665377] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.665377] env[69808]: value = "task-3789617" [ 756.665377] env[69808]: _type = "Task" [ 756.665377] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.676043] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789617, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.774363] env[69808]: DEBUG nova.compute.manager [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.843173] env[69808]: DEBUG nova.network.neutron [-] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.088888] env[69808]: DEBUG nova.compute.manager [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.089148] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.090621] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fe142e-a455-48b1-b7d3-f5e7e1cd37e1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.096881] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': task-3789614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077569} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.097311] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.098108] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e2501b-2506-4878-8518-7084697a7f7c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.102625] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.105791] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d0b7a6d-a097-429c-8a94-329876685e70 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.129473] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f/2a792a82-2ba6-4f38-8c2f-b54931cd8f1f.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.133746] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-876e595c-99ef-4f9b-9a7e-f3bfdc431a1b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.152828] env[69808]: DEBUG nova.network.neutron [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Successfully created port: 194d0132-0a9c-4803-abc5-c06279877b98 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.156664] env[69808]: DEBUG oslo_vmware.api [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Waiting for the task: (returnval){ [ 757.156664] env[69808]: value = "task-3789618" [ 757.156664] env[69808]: _type = "Task" [ 757.156664] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.164657] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Waiting for the task: (returnval){ [ 757.164657] env[69808]: value = "task-3789619" [ 757.164657] env[69808]: _type = "Task" [ 757.164657] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.182077] env[69808]: DEBUG oslo_vmware.api [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.189289] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789617, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.193431] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': task-3789619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.349230] env[69808]: INFO nova.compute.manager [-] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Took 1.97 seconds to deallocate network for instance. [ 757.444323] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d824a788-acb2-41d8-a38f-91b339f023d5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.453898] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee991e8-900d-4927-b9ab-5f42d4235493 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.490618] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bdbf67-1ddd-41e0-a79b-426e40406905 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.499568] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4aef6f-292d-453a-8214-7c738ffcd4c6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.517778] env[69808]: DEBUG nova.compute.provider_tree [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.601204] env[69808]: DEBUG nova.compute.manager [req-70efcb5b-731c-447c-a1d2-3c3115d5374a req-b515cb37-a446-4c61-a697-e96adf3067e8 service nova] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Received event network-changed-318d68d4-70dc-40ce-af0f-8d4e53af66c5 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.601417] env[69808]: DEBUG nova.compute.manager [req-70efcb5b-731c-447c-a1d2-3c3115d5374a req-b515cb37-a446-4c61-a697-e96adf3067e8 service nova] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Refreshing instance network info cache due to event network-changed-318d68d4-70dc-40ce-af0f-8d4e53af66c5. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 757.601694] env[69808]: DEBUG oslo_concurrency.lockutils [req-70efcb5b-731c-447c-a1d2-3c3115d5374a req-b515cb37-a446-4c61-a697-e96adf3067e8 service nova] Acquiring lock "refresh_cache-3f4afb86-4e88-4741-92d1-a7bc0b498e4b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.602143] env[69808]: DEBUG oslo_concurrency.lockutils [req-70efcb5b-731c-447c-a1d2-3c3115d5374a req-b515cb37-a446-4c61-a697-e96adf3067e8 service nova] Acquired lock "refresh_cache-3f4afb86-4e88-4741-92d1-a7bc0b498e4b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.602462] env[69808]: DEBUG nova.network.neutron [req-70efcb5b-731c-447c-a1d2-3c3115d5374a req-b515cb37-a446-4c61-a697-e96adf3067e8 service nova] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Refreshing network info cache for port 318d68d4-70dc-40ce-af0f-8d4e53af66c5 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.672301] env[69808]: DEBUG oslo_vmware.api [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789618, 'name': PowerOffVM_Task, 'duration_secs': 0.23222} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.677237] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.677406] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.683352] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a889378-a6c3-427f-942a-d5d009cbe74d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.685052] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789617, 'name': CreateVM_Task, 'duration_secs': 0.665758} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.685662] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.687756] env[69808]: DEBUG oslo_concurrency.lockutils [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.687756] env[69808]: DEBUG oslo_concurrency.lockutils [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.687756] env[69808]: DEBUG oslo_concurrency.lockutils [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.690248] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8ca9af8-012a-4c55-8649-e06cf2597bf5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.698368] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': task-3789619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.701555] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Waiting for the task: (returnval){ [ 757.701555] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522617ed-1170-a5be-8eb2-1061b5c44021" [ 757.701555] env[69808]: _type = "Task" [ 757.701555] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.712184] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522617ed-1170-a5be-8eb2-1061b5c44021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.716800] env[69808]: DEBUG oslo_concurrency.lockutils [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Acquiring lock "b0e0391a-dffc-4bc1-887a-2883e2818657" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.717738] env[69808]: DEBUG oslo_concurrency.lockutils [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Lock "b0e0391a-dffc-4bc1-887a-2883e2818657" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.718128] env[69808]: DEBUG oslo_concurrency.lockutils [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Acquiring lock "b0e0391a-dffc-4bc1-887a-2883e2818657-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.718771] env[69808]: DEBUG oslo_concurrency.lockutils [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Lock "b0e0391a-dffc-4bc1-887a-2883e2818657-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.719164] env[69808]: DEBUG oslo_concurrency.lockutils [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Lock "b0e0391a-dffc-4bc1-887a-2883e2818657-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.724994] env[69808]: INFO nova.compute.manager [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Terminating instance [ 757.784396] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.784396] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.784396] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Deleting the datastore file [datastore2] dce30764-d0f1-4275-9a07-08bc297237c2 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.784816] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5bda0bf-f3f4-4077-af02-72f3fa129231 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.790238] env[69808]: DEBUG nova.compute.manager [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.798026] env[69808]: DEBUG oslo_vmware.api [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Waiting for the task: (returnval){ [ 757.798026] env[69808]: value = "task-3789621" [ 757.798026] env[69808]: _type = "Task" [ 757.798026] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.808737] env[69808]: DEBUG oslo_vmware.api [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.829419] env[69808]: DEBUG nova.virt.hardware [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.829419] env[69808]: DEBUG nova.virt.hardware [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.829419] env[69808]: DEBUG nova.virt.hardware [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.829641] env[69808]: DEBUG nova.virt.hardware [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.829641] env[69808]: DEBUG nova.virt.hardware [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.829641] env[69808]: DEBUG nova.virt.hardware [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.829767] env[69808]: DEBUG nova.virt.hardware [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.829932] env[69808]: DEBUG nova.virt.hardware [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.830117] env[69808]: DEBUG nova.virt.hardware [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.830283] env[69808]: DEBUG nova.virt.hardware [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.830459] env[69808]: DEBUG nova.virt.hardware [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.831459] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af8cdc3-a796-4c6e-a74a-4c4f3d01c238 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.843143] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2803ef4d-9fff-4455-a400-1d498d5401d2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.867694] env[69808]: DEBUG oslo_concurrency.lockutils [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.022605] env[69808]: DEBUG nova.scheduler.client.report [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.187135] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': task-3789619, 'name': ReconfigVM_Task, 'duration_secs': 0.64182} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.187608] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f/2a792a82-2ba6-4f38-8c2f-b54931cd8f1f.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.188386] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-842d1049-0a5b-4dc5-bd70-5f36e687ea35 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.198719] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Waiting for the task: (returnval){ [ 758.198719] env[69808]: value = "task-3789622" [ 758.198719] env[69808]: _type = "Task" [ 758.198719] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.217585] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': task-3789622, 'name': Rename_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.224057] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522617ed-1170-a5be-8eb2-1061b5c44021, 'name': SearchDatastore_Task, 'duration_secs': 0.010729} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.224057] env[69808]: DEBUG oslo_concurrency.lockutils [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.224057] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.224057] env[69808]: DEBUG oslo_concurrency.lockutils [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.224463] env[69808]: DEBUG oslo_concurrency.lockutils [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.224463] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.224463] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8f70799-02cf-4183-9454-4a889c37bd74 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.229299] env[69808]: DEBUG nova.compute.manager [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.229462] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.233868] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762135b5-e633-4bd1-ae8a-ea3242c492a5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.243464] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.243464] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee4a2964-8a87-4c82-a4fd-5e177c795ff9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.247792] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.248162] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.249145] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5395006f-b8d1-4e65-a443-29774ecf1c37 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.253561] env[69808]: DEBUG oslo_vmware.api [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Waiting for the task: (returnval){ [ 758.253561] env[69808]: value = "task-3789623" [ 758.253561] env[69808]: _type = "Task" [ 758.253561] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.260231] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Waiting for the task: (returnval){ [ 758.260231] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]526bbf8a-3590-b8bb-7efb-b0850d57220a" [ 758.260231] env[69808]: _type = "Task" [ 758.260231] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.268217] env[69808]: DEBUG oslo_vmware.api [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Task: {'id': task-3789623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.277249] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]526bbf8a-3590-b8bb-7efb-b0850d57220a, 'name': SearchDatastore_Task, 'duration_secs': 0.012337} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.278466] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9ee641d-3254-4ef0-b8ee-068ad6d7f8df {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.290022] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Waiting for the task: (returnval){ [ 758.290022] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bfe395-e4e3-c6f3-ad15-a485abfafaae" [ 758.290022] env[69808]: _type = "Task" [ 758.290022] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.305389] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bfe395-e4e3-c6f3-ad15-a485abfafaae, 'name': SearchDatastore_Task, 'duration_secs': 0.012134} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.306262] env[69808]: DEBUG oslo_concurrency.lockutils [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.306529] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 3f4afb86-4e88-4741-92d1-a7bc0b498e4b/3f4afb86-4e88-4741-92d1-a7bc0b498e4b.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.306815] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d702497-55aa-4d55-a0ba-58b304fa4fb5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.317035] env[69808]: DEBUG oslo_vmware.api [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Task: {'id': task-3789621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276756} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.317035] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.317035] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.317035] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.317035] env[69808]: INFO nova.compute.manager [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Took 1.23 seconds to destroy the instance on the hypervisor. [ 758.317620] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.317620] env[69808]: DEBUG nova.compute.manager [-] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.317620] env[69808]: DEBUG nova.network.neutron [-] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.323131] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Waiting for the task: (returnval){ [ 758.323131] env[69808]: value = "task-3789624" [ 758.323131] env[69808]: _type = "Task" [ 758.323131] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.335463] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Task: {'id': task-3789624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.536159] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.536907] env[69808]: DEBUG nova.compute.manager [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.540944] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.687s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.543090] env[69808]: INFO nova.compute.claims [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.714030] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': task-3789622, 'name': Rename_Task, 'duration_secs': 0.204495} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.714030] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.714030] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75ed5a2a-9562-42da-ad49-05722bf48174 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.724802] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Waiting for the task: (returnval){ [ 758.724802] env[69808]: value = "task-3789626" [ 758.724802] env[69808]: _type = "Task" [ 758.724802] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.738801] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': task-3789626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.769144] env[69808]: DEBUG oslo_vmware.api [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Task: {'id': task-3789623, 'name': PowerOffVM_Task, 'duration_secs': 0.235181} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.769534] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.769815] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.770428] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89ba1a65-772a-4d66-9449-cea3b7d7607a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.837970] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Task: {'id': task-3789624, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.870367] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.870586] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.870941] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Deleting the datastore file [datastore2] b0e0391a-dffc-4bc1-887a-2883e2818657 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.872216] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86969ac7-82b3-4824-a3d3-1304d0154903 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.882195] env[69808]: DEBUG oslo_vmware.api [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Waiting for the task: (returnval){ [ 758.882195] env[69808]: value = "task-3789628" [ 758.882195] env[69808]: _type = "Task" [ 758.882195] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.894849] env[69808]: DEBUG oslo_vmware.api [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Task: {'id': task-3789628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.939150] env[69808]: DEBUG nova.network.neutron [req-70efcb5b-731c-447c-a1d2-3c3115d5374a req-b515cb37-a446-4c61-a697-e96adf3067e8 service nova] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Updated VIF entry in instance network info cache for port 318d68d4-70dc-40ce-af0f-8d4e53af66c5. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.939609] env[69808]: DEBUG nova.network.neutron [req-70efcb5b-731c-447c-a1d2-3c3115d5374a req-b515cb37-a446-4c61-a697-e96adf3067e8 service nova] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Updating instance_info_cache with network_info: [{"id": "318d68d4-70dc-40ce-af0f-8d4e53af66c5", "address": "fa:16:3e:bf:b9:c1", "network": {"id": "ddccdc28-bcd2-4fd0-ba3b-63673cadefef", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1220030358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "24687ebb51464e5dbd6eb35742ab891b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318d68d4-70", "ovs_interfaceid": "318d68d4-70dc-40ce-af0f-8d4e53af66c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.049792] env[69808]: DEBUG nova.compute.utils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.051375] env[69808]: DEBUG nova.compute.manager [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.051546] env[69808]: DEBUG nova.network.neutron [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.242039] env[69808]: DEBUG nova.policy [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee8475d468f74bf2aad005bf9658231d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99d6284b493e4f4daa91c2f458994381', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.246024] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': task-3789626, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.337938] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Task: {'id': task-3789624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696922} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.338352] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 3f4afb86-4e88-4741-92d1-a7bc0b498e4b/3f4afb86-4e88-4741-92d1-a7bc0b498e4b.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.338616] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.338923] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9ee7284-d059-48a2-8c5f-7dcdf36dc46b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.349549] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Waiting for the task: (returnval){ [ 759.349549] env[69808]: value = "task-3789629" [ 759.349549] env[69808]: _type = "Task" [ 759.349549] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.363383] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Task: {'id': task-3789629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.395357] env[69808]: DEBUG oslo_vmware.api [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Task: {'id': task-3789628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364227} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.395967] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.395967] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.396298] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.396484] env[69808]: INFO nova.compute.manager [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Took 1.17 seconds to destroy the instance on the hypervisor. [ 759.396998] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.397112] env[69808]: DEBUG nova.compute.manager [-] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.397267] env[69808]: DEBUG nova.network.neutron [-] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.444573] env[69808]: DEBUG oslo_concurrency.lockutils [req-70efcb5b-731c-447c-a1d2-3c3115d5374a req-b515cb37-a446-4c61-a697-e96adf3067e8 service nova] Releasing lock "refresh_cache-3f4afb86-4e88-4741-92d1-a7bc0b498e4b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.444941] env[69808]: DEBUG nova.compute.manager [req-70efcb5b-731c-447c-a1d2-3c3115d5374a req-b515cb37-a446-4c61-a697-e96adf3067e8 service nova] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Received event network-vif-deleted-828a7400-0da7-4801-ae42-57c9866c821d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.445739] env[69808]: DEBUG nova.compute.manager [req-70efcb5b-731c-447c-a1d2-3c3115d5374a req-b515cb37-a446-4c61-a697-e96adf3067e8 service nova] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Received event network-vif-deleted-10fe95b3-bf71-4f80-8eff-c66947b44743 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.558510] env[69808]: DEBUG nova.compute.manager [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.742146] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': task-3789626, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.790794] env[69808]: DEBUG oslo_concurrency.lockutils [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquiring lock "4bb5baa6-049c-4b8a-b0ae-4964088aec43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.791297] env[69808]: DEBUG oslo_concurrency.lockutils [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Lock "4bb5baa6-049c-4b8a-b0ae-4964088aec43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.864540] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Task: {'id': task-3789629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106882} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.864971] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.865809] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4868349-f27a-4e3c-b1ad-ad0cf79ec5b4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.894501] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 3f4afb86-4e88-4741-92d1-a7bc0b498e4b/3f4afb86-4e88-4741-92d1-a7bc0b498e4b.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.898140] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7e0efe4-8aed-46a5-98cb-08a200dd4d3a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.916531] env[69808]: DEBUG nova.network.neutron [-] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.925125] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Waiting for the task: (returnval){ [ 759.925125] env[69808]: value = "task-3789630" [ 759.925125] env[69808]: _type = "Task" [ 759.925125] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.939358] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Task: {'id': task-3789630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.187523] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0991dd5f-5a05-42d3-8460-678ffd2f3dfb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.198116] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5220232b-9f5e-4b72-88b1-64fff044c604 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.237376] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acadd0af-05b2-4e42-ab7a-f8c9c4e60967 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.256417] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf790ef-19ce-428d-8ecb-4651f75185f1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.264242] env[69808]: DEBUG oslo_vmware.api [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': task-3789626, 'name': PowerOnVM_Task, 'duration_secs': 1.326829} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.264931] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.265173] env[69808]: INFO nova.compute.manager [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Took 10.85 seconds to spawn the instance on the hypervisor. [ 760.265351] env[69808]: DEBUG nova.compute.manager [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 760.267112] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd63af77-9388-427e-a349-ccdf88527638 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.279095] env[69808]: DEBUG nova.compute.provider_tree [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.424161] env[69808]: INFO nova.compute.manager [-] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Took 2.10 seconds to deallocate network for instance. [ 760.439063] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Task: {'id': task-3789630, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.542847] env[69808]: DEBUG nova.compute.manager [req-dd797794-521a-4c05-96cb-77887fec2e1e req-93fe141b-81dd-4996-b9f1-db6d6ad10489 service nova] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Received event network-vif-deleted-24b2c4b9-9b31-46a6-8ba6-ed3deaa810ca {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.577552] env[69808]: DEBUG nova.compute.manager [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.614859] env[69808]: DEBUG nova.virt.hardware [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.615141] env[69808]: DEBUG nova.virt.hardware [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.615307] env[69808]: DEBUG nova.virt.hardware [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.615506] env[69808]: DEBUG nova.virt.hardware [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.615660] env[69808]: DEBUG nova.virt.hardware [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.615813] env[69808]: DEBUG nova.virt.hardware [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.616101] env[69808]: DEBUG nova.virt.hardware [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.616234] env[69808]: DEBUG nova.virt.hardware [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.616413] env[69808]: DEBUG nova.virt.hardware [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.616580] env[69808]: DEBUG nova.virt.hardware [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.616754] env[69808]: DEBUG nova.virt.hardware [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.617671] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee52568-2d2f-4e8f-ae37-9435cd0b69d3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.627898] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bb3e24-9043-428f-b624-d34e160e6308 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.679052] env[69808]: DEBUG nova.network.neutron [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Successfully updated port: 194d0132-0a9c-4803-abc5-c06279877b98 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.783527] env[69808]: DEBUG nova.scheduler.client.report [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.806320] env[69808]: INFO nova.compute.manager [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Took 34.80 seconds to build instance. [ 760.854895] env[69808]: DEBUG nova.network.neutron [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Successfully created port: 6a0f2ec7-52bc-404b-8ca6-66242104f470 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.873581] env[69808]: DEBUG nova.compute.manager [req-aeb3afb0-2d72-46ce-9896-a3042d4d3b14 req-e7a201a0-dbb9-4d55-a73e-15312a590bfb service nova] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Received event network-vif-plugged-194d0132-0a9c-4803-abc5-c06279877b98 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.873853] env[69808]: DEBUG oslo_concurrency.lockutils [req-aeb3afb0-2d72-46ce-9896-a3042d4d3b14 req-e7a201a0-dbb9-4d55-a73e-15312a590bfb service nova] Acquiring lock "f70b4ae0-38a1-4cec-a789-2ebb8f334e47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.874158] env[69808]: DEBUG oslo_concurrency.lockutils [req-aeb3afb0-2d72-46ce-9896-a3042d4d3b14 req-e7a201a0-dbb9-4d55-a73e-15312a590bfb service nova] Lock "f70b4ae0-38a1-4cec-a789-2ebb8f334e47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.874267] env[69808]: DEBUG oslo_concurrency.lockutils [req-aeb3afb0-2d72-46ce-9896-a3042d4d3b14 req-e7a201a0-dbb9-4d55-a73e-15312a590bfb service nova] Lock "f70b4ae0-38a1-4cec-a789-2ebb8f334e47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.874445] env[69808]: DEBUG nova.compute.manager [req-aeb3afb0-2d72-46ce-9896-a3042d4d3b14 req-e7a201a0-dbb9-4d55-a73e-15312a590bfb service nova] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] No waiting events found dispatching network-vif-plugged-194d0132-0a9c-4803-abc5-c06279877b98 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 760.874605] env[69808]: WARNING nova.compute.manager [req-aeb3afb0-2d72-46ce-9896-a3042d4d3b14 req-e7a201a0-dbb9-4d55-a73e-15312a590bfb service nova] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Received unexpected event network-vif-plugged-194d0132-0a9c-4803-abc5-c06279877b98 for instance with vm_state building and task_state spawning. [ 760.934685] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.941031] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Task: {'id': task-3789630, 'name': ReconfigVM_Task, 'duration_secs': 0.569746} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.942718] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 3f4afb86-4e88-4741-92d1-a7bc0b498e4b/3f4afb86-4e88-4741-92d1-a7bc0b498e4b.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.942718] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfb5dac4-71f5-408e-83c9-62ebc1d86b76 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.950792] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Waiting for the task: (returnval){ [ 760.950792] env[69808]: value = "task-3789632" [ 760.950792] env[69808]: _type = "Task" [ 760.950792] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.961727] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Task: {'id': task-3789632, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.183286] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "refresh_cache-f70b4ae0-38a1-4cec-a789-2ebb8f334e47" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.183286] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquired lock "refresh_cache-f70b4ae0-38a1-4cec-a789-2ebb8f334e47" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.183286] env[69808]: DEBUG nova.network.neutron [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.207325] env[69808]: DEBUG nova.network.neutron [-] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.299601] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.300081] env[69808]: DEBUG nova.compute.manager [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.305125] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.924s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.308015] env[69808]: INFO nova.compute.claims [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.313206] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21e28987-ef4b-47cb-b393-a96e3fe3ec8e tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Lock "2a792a82-2ba6-4f38-8c2f-b54931cd8f1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.150s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.466803] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Task: {'id': task-3789632, 'name': Rename_Task, 'duration_secs': 0.326297} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.467887] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.467887] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f442d0f2-5f45-4ba5-a948-ec39979019d4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.477333] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Waiting for the task: (returnval){ [ 761.477333] env[69808]: value = "task-3789633" [ 761.477333] env[69808]: _type = "Task" [ 761.477333] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.488908] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Task: {'id': task-3789633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.713095] env[69808]: INFO nova.compute.manager [-] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Took 2.32 seconds to deallocate network for instance. [ 761.743016] env[69808]: DEBUG nova.network.neutron [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.815614] env[69808]: DEBUG nova.compute.utils [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.820403] env[69808]: DEBUG nova.compute.manager [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.820710] env[69808]: DEBUG nova.network.neutron [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.823051] env[69808]: DEBUG nova.compute.manager [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.924894] env[69808]: DEBUG nova.policy [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea109582968c48d592cfb68fe7b9b9ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cde177c157c54ffbaad7a0b9616ff02b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.000660] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Task: {'id': task-3789633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.099885] env[69808]: DEBUG nova.network.neutron [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Updating instance_info_cache with network_info: [{"id": "194d0132-0a9c-4803-abc5-c06279877b98", "address": "fa:16:3e:4e:92:35", "network": {"id": "8a19e2a8-806e-41e5-8c3d-b2cf15273500", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-886122482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d6284b493e4f4daa91c2f458994381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap194d0132-0a", "ovs_interfaceid": "194d0132-0a9c-4803-abc5-c06279877b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.193516] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Acquiring lock "fe137230-0536-435e-be78-c3828f7a783d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.193516] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Lock "fe137230-0536-435e-be78-c3828f7a783d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.222070] env[69808]: DEBUG oslo_concurrency.lockutils [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.334816] env[69808]: DEBUG nova.compute.manager [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.382053] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.496027] env[69808]: DEBUG oslo_vmware.api [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Task: {'id': task-3789633, 'name': PowerOnVM_Task, 'duration_secs': 0.94328} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.496027] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.496027] env[69808]: INFO nova.compute.manager [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Took 9.73 seconds to spawn the instance on the hypervisor. [ 762.496027] env[69808]: DEBUG nova.compute.manager [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 762.496027] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0910d172-5adf-4ccc-8b15-e2930d80a6bc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.586282] env[69808]: DEBUG oslo_vmware.rw_handles [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5242a02b-4c15-7b84-17a2-876388813a79/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 762.586282] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8f858b-9d49-429e-aa7d-81e2eea66b3c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.601110] env[69808]: DEBUG oslo_vmware.rw_handles [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5242a02b-4c15-7b84-17a2-876388813a79/disk-0.vmdk is in state: ready. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 762.601110] env[69808]: ERROR oslo_vmware.rw_handles [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5242a02b-4c15-7b84-17a2-876388813a79/disk-0.vmdk due to incomplete transfer. [ 762.601110] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4f11a832-6c76-4f3c-8666-c3ced0c7c730 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.603644] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Releasing lock "refresh_cache-f70b4ae0-38a1-4cec-a789-2ebb8f334e47" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.603644] env[69808]: DEBUG nova.compute.manager [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Instance network_info: |[{"id": "194d0132-0a9c-4803-abc5-c06279877b98", "address": "fa:16:3e:4e:92:35", "network": {"id": "8a19e2a8-806e-41e5-8c3d-b2cf15273500", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-886122482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d6284b493e4f4daa91c2f458994381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap194d0132-0a", "ovs_interfaceid": "194d0132-0a9c-4803-abc5-c06279877b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.603851] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:92:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '194d0132-0a9c-4803-abc5-c06279877b98', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.612140] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Creating folder: Project (99d6284b493e4f4daa91c2f458994381). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.620649] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d28b7703-57e6-417d-84c7-291a7dfb6590 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.627637] env[69808]: DEBUG oslo_vmware.rw_handles [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5242a02b-4c15-7b84-17a2-876388813a79/disk-0.vmdk. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 762.627859] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Uploaded image 202cdb94-aedd-43cc-9011-cdbf001090b6 to the Glance image server {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 762.634027] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Destroying the VM {{(pid=69808) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 762.634027] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1931a3b6-2775-436c-a535-6b96b83899de {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.640049] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Created folder: Project (99d6284b493e4f4daa91c2f458994381) in parent group-v753775. [ 762.640427] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Creating folder: Instances. Parent ref: group-v753860. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.641466] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bc4b71a-c54d-42de-aa8c-48ac30c9d8a5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.653634] env[69808]: DEBUG oslo_vmware.api [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Waiting for the task: (returnval){ [ 762.653634] env[69808]: value = "task-3789635" [ 762.653634] env[69808]: _type = "Task" [ 762.653634] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.666751] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Created folder: Instances in parent group-v753860. [ 762.666751] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.666751] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.666986] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-806e56c9-8013-4e26-9169-2a968acecd6e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.703202] env[69808]: DEBUG oslo_vmware.api [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789635, 'name': Destroy_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.712046] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.712046] env[69808]: value = "task-3789637" [ 762.712046] env[69808]: _type = "Task" [ 762.712046] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.733517] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789637, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.740805] env[69808]: DEBUG nova.network.neutron [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Successfully created port: 155009dd-f5e3-48c2-bdf1-5336b3ffc64c {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.028322] env[69808]: INFO nova.compute.manager [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Took 34.73 seconds to build instance. [ 763.121741] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22ab28b-132a-4628-b58e-e0987bcff4f0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.137556] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1992adab-a87f-4de5-852d-937b7a272c60 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.149316] env[69808]: DEBUG nova.network.neutron [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Successfully updated port: 6a0f2ec7-52bc-404b-8ca6-66242104f470 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.193792] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b7afee-cede-41b8-881c-8eba4382af63 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.204084] env[69808]: DEBUG oslo_vmware.api [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789635, 'name': Destroy_Task, 'duration_secs': 0.531594} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.206145] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Destroyed the VM [ 763.206632] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Deleting Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 763.206712] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dd9dc41d-207c-424e-990c-05e04b12b917 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.209545] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871d35da-fbd7-41fb-b6aa-ba81497af3e2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.221423] env[69808]: DEBUG oslo_vmware.api [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Waiting for the task: (returnval){ [ 763.221423] env[69808]: value = "task-3789639" [ 763.221423] env[69808]: _type = "Task" [ 763.221423] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.237192] env[69808]: DEBUG nova.compute.provider_tree [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.238642] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789637, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.244796] env[69808]: DEBUG oslo_vmware.api [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789639, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.354352] env[69808]: DEBUG nova.compute.manager [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.399405] env[69808]: DEBUG nova.virt.hardware [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.399930] env[69808]: DEBUG nova.virt.hardware [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.399930] env[69808]: DEBUG nova.virt.hardware [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.400057] env[69808]: DEBUG nova.virt.hardware [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.400219] env[69808]: DEBUG nova.virt.hardware [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.400362] env[69808]: DEBUG nova.virt.hardware [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.400576] env[69808]: DEBUG nova.virt.hardware [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.401256] env[69808]: DEBUG nova.virt.hardware [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.401256] env[69808]: DEBUG nova.virt.hardware [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.401256] env[69808]: DEBUG nova.virt.hardware [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.401408] env[69808]: DEBUG nova.virt.hardware [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.402569] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fee1ff1-45b6-44e3-ac29-5daef8b5cc90 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.413185] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4df3a71-2dbb-4ae1-9e5b-b558afe04bd5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.535124] env[69808]: DEBUG oslo_concurrency.lockutils [None req-64d209ef-3084-48ae-8a3d-dea06da593b9 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Lock "3f4afb86-4e88-4741-92d1-a7bc0b498e4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.709s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.580441] env[69808]: DEBUG nova.compute.manager [req-e10527bb-22a1-4a24-9ba5-9e665e836eb9 req-d0b4a709-22f6-494b-a72a-dd5e7e95785e service nova] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Received event network-changed-194d0132-0a9c-4803-abc5-c06279877b98 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.580729] env[69808]: DEBUG nova.compute.manager [req-e10527bb-22a1-4a24-9ba5-9e665e836eb9 req-d0b4a709-22f6-494b-a72a-dd5e7e95785e service nova] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Refreshing instance network info cache due to event network-changed-194d0132-0a9c-4803-abc5-c06279877b98. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.581067] env[69808]: DEBUG oslo_concurrency.lockutils [req-e10527bb-22a1-4a24-9ba5-9e665e836eb9 req-d0b4a709-22f6-494b-a72a-dd5e7e95785e service nova] Acquiring lock "refresh_cache-f70b4ae0-38a1-4cec-a789-2ebb8f334e47" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.581428] env[69808]: DEBUG oslo_concurrency.lockutils [req-e10527bb-22a1-4a24-9ba5-9e665e836eb9 req-d0b4a709-22f6-494b-a72a-dd5e7e95785e service nova] Acquired lock "refresh_cache-f70b4ae0-38a1-4cec-a789-2ebb8f334e47" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.581741] env[69808]: DEBUG nova.network.neutron [req-e10527bb-22a1-4a24-9ba5-9e665e836eb9 req-d0b4a709-22f6-494b-a72a-dd5e7e95785e service nova] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Refreshing network info cache for port 194d0132-0a9c-4803-abc5-c06279877b98 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.690167] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "refresh_cache-bad25d79-e0bc-4657-8b3e-1a27a5a79cde" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.692396] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquired lock "refresh_cache-bad25d79-e0bc-4657-8b3e-1a27a5a79cde" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.692396] env[69808]: DEBUG nova.network.neutron [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.733926] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789637, 'name': CreateVM_Task, 'duration_secs': 0.53025} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.735051] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.735566] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.735770] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.736140] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.736482] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a133c57-f83b-4288-bc0e-8731e4cdbb3b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.743224] env[69808]: DEBUG nova.scheduler.client.report [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.753050] env[69808]: DEBUG oslo_vmware.api [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789639, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.756651] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 763.756651] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523acb8f-240a-05ab-e0e7-118d45f5ba6b" [ 763.756651] env[69808]: _type = "Task" [ 763.756651] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.769929] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523acb8f-240a-05ab-e0e7-118d45f5ba6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.036777] env[69808]: DEBUG nova.compute.manager [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.234805] env[69808]: DEBUG oslo_vmware.api [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789639, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.254299] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.949s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.254671] env[69808]: DEBUG nova.compute.manager [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.261983] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.594s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.262052] env[69808]: DEBUG nova.objects.instance [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lazy-loading 'resources' on Instance uuid 267b2c2e-b6b8-415d-acb8-f8415b622418 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.279560] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523acb8f-240a-05ab-e0e7-118d45f5ba6b, 'name': SearchDatastore_Task, 'duration_secs': 0.023887} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.283266] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.283539] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.283852] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.284131] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.284361] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.285961] env[69808]: DEBUG nova.network.neutron [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.287694] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9380c649-a109-4f37-a5e1-9af38768c2ef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.300737] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.300963] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.301874] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d64e34ea-0cbf-4b8c-99c1-1aeef69e7cef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.314962] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 764.314962] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524556d3-2f89-6e59-0391-c26adebfa48b" [ 764.314962] env[69808]: _type = "Task" [ 764.314962] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.331538] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524556d3-2f89-6e59-0391-c26adebfa48b, 'name': SearchDatastore_Task, 'duration_secs': 0.013914} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.335726] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88596de4-0264-412b-b943-02c482834374 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.343209] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 764.343209] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e44981-64cd-70ec-4a58-0d17ffe5e066" [ 764.343209] env[69808]: _type = "Task" [ 764.343209] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.353464] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e44981-64cd-70ec-4a58-0d17ffe5e066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.580428] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.629978] env[69808]: DEBUG nova.network.neutron [req-e10527bb-22a1-4a24-9ba5-9e665e836eb9 req-d0b4a709-22f6-494b-a72a-dd5e7e95785e service nova] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Updated VIF entry in instance network info cache for port 194d0132-0a9c-4803-abc5-c06279877b98. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.630215] env[69808]: DEBUG nova.network.neutron [req-e10527bb-22a1-4a24-9ba5-9e665e836eb9 req-d0b4a709-22f6-494b-a72a-dd5e7e95785e service nova] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Updating instance_info_cache with network_info: [{"id": "194d0132-0a9c-4803-abc5-c06279877b98", "address": "fa:16:3e:4e:92:35", "network": {"id": "8a19e2a8-806e-41e5-8c3d-b2cf15273500", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-886122482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d6284b493e4f4daa91c2f458994381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap194d0132-0a", "ovs_interfaceid": "194d0132-0a9c-4803-abc5-c06279877b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.702701] env[69808]: DEBUG nova.network.neutron [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Updating instance_info_cache with network_info: [{"id": "6a0f2ec7-52bc-404b-8ca6-66242104f470", "address": "fa:16:3e:a3:ce:ef", "network": {"id": "8a19e2a8-806e-41e5-8c3d-b2cf15273500", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-886122482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d6284b493e4f4daa91c2f458994381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a0f2ec7-52", "ovs_interfaceid": "6a0f2ec7-52bc-404b-8ca6-66242104f470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.738580] env[69808]: DEBUG oslo_vmware.api [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789639, 'name': RemoveSnapshot_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.764497] env[69808]: DEBUG nova.compute.utils [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.770087] env[69808]: DEBUG nova.compute.manager [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Not allocating networking since 'none' was specified. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 764.871460] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e44981-64cd-70ec-4a58-0d17ffe5e066, 'name': SearchDatastore_Task, 'duration_secs': 0.011229} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.871460] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.872103] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] f70b4ae0-38a1-4cec-a789-2ebb8f334e47/f70b4ae0-38a1-4cec-a789-2ebb8f334e47.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.872103] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a22c222-4e5b-4055-a4c7-c104088252f1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.885027] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 764.885027] env[69808]: value = "task-3789641" [ 764.885027] env[69808]: _type = "Task" [ 764.885027] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.904036] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.132962] env[69808]: DEBUG oslo_concurrency.lockutils [req-e10527bb-22a1-4a24-9ba5-9e665e836eb9 req-d0b4a709-22f6-494b-a72a-dd5e7e95785e service nova] Releasing lock "refresh_cache-f70b4ae0-38a1-4cec-a789-2ebb8f334e47" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.133281] env[69808]: DEBUG nova.compute.manager [req-e10527bb-22a1-4a24-9ba5-9e665e836eb9 req-d0b4a709-22f6-494b-a72a-dd5e7e95785e service nova] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Received event network-vif-deleted-5bfc1526-02c4-4bfc-a97a-84c3508706d0 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.133482] env[69808]: DEBUG nova.compute.manager [req-e10527bb-22a1-4a24-9ba5-9e665e836eb9 req-d0b4a709-22f6-494b-a72a-dd5e7e95785e service nova] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Received event network-vif-plugged-6a0f2ec7-52bc-404b-8ca6-66242104f470 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.133866] env[69808]: DEBUG oslo_concurrency.lockutils [req-e10527bb-22a1-4a24-9ba5-9e665e836eb9 req-d0b4a709-22f6-494b-a72a-dd5e7e95785e service nova] Acquiring lock "bad25d79-e0bc-4657-8b3e-1a27a5a79cde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.134454] env[69808]: DEBUG oslo_concurrency.lockutils [req-e10527bb-22a1-4a24-9ba5-9e665e836eb9 req-d0b4a709-22f6-494b-a72a-dd5e7e95785e service nova] Lock "bad25d79-e0bc-4657-8b3e-1a27a5a79cde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.134454] env[69808]: DEBUG oslo_concurrency.lockutils [req-e10527bb-22a1-4a24-9ba5-9e665e836eb9 req-d0b4a709-22f6-494b-a72a-dd5e7e95785e service nova] Lock "bad25d79-e0bc-4657-8b3e-1a27a5a79cde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.134454] env[69808]: DEBUG nova.compute.manager [req-e10527bb-22a1-4a24-9ba5-9e665e836eb9 req-d0b4a709-22f6-494b-a72a-dd5e7e95785e service nova] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] No waiting events found dispatching network-vif-plugged-6a0f2ec7-52bc-404b-8ca6-66242104f470 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 765.134789] env[69808]: WARNING nova.compute.manager [req-e10527bb-22a1-4a24-9ba5-9e665e836eb9 req-d0b4a709-22f6-494b-a72a-dd5e7e95785e service nova] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Received unexpected event network-vif-plugged-6a0f2ec7-52bc-404b-8ca6-66242104f470 for instance with vm_state building and task_state spawning. [ 765.205716] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Releasing lock "refresh_cache-bad25d79-e0bc-4657-8b3e-1a27a5a79cde" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.206314] env[69808]: DEBUG nova.compute.manager [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Instance network_info: |[{"id": "6a0f2ec7-52bc-404b-8ca6-66242104f470", "address": "fa:16:3e:a3:ce:ef", "network": {"id": "8a19e2a8-806e-41e5-8c3d-b2cf15273500", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-886122482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d6284b493e4f4daa91c2f458994381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a0f2ec7-52", "ovs_interfaceid": "6a0f2ec7-52bc-404b-8ca6-66242104f470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.206819] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:ce:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a0f2ec7-52bc-404b-8ca6-66242104f470', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.216014] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.220370] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.221869] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45d7b92d-17f0-4e89-9beb-4b51e002a09f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.260134] env[69808]: DEBUG oslo_vmware.api [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789639, 'name': RemoveSnapshot_Task, 'duration_secs': 1.773916} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.260559] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.260559] env[69808]: value = "task-3789642" [ 765.260559] env[69808]: _type = "Task" [ 765.260559] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.268187] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Deleted Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 765.268518] env[69808]: INFO nova.compute.manager [None req-6b3448bf-d5be-41b8-ab14-c22afbf97075 tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Took 18.63 seconds to snapshot the instance on the hypervisor. [ 765.272854] env[69808]: DEBUG nova.network.neutron [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Successfully updated port: 155009dd-f5e3-48c2-bdf1-5336b3ffc64c {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.274471] env[69808]: DEBUG nova.compute.manager [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.299794] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789642, 'name': CreateVM_Task} progress is 15%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.407262] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789641, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.503325] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquiring lock "cbed13e8-2cf5-4644-a12b-5aefb21b22a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.503325] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lock "cbed13e8-2cf5-4644-a12b-5aefb21b22a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.519539] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bf0330-f90c-4eb6-995a-55439e34972a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.528716] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816317c2-23a8-489e-965f-393ea4bf7cb1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.566996] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224160d6-60fa-4760-b565-1463bd234acb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.577088] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e50165-18ca-4466-85b9-26d29a11d0cb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.595651] env[69808]: DEBUG nova.compute.provider_tree [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.781209] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789642, 'name': CreateVM_Task, 'duration_secs': 0.449703} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.781391] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.782161] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.782287] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.782592] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.782878] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1614e9a7-5545-411e-8af0-e94027351a38 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.793178] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "refresh_cache-55a9214c-deda-4c74-a205-2b302ac211b4" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.793359] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "refresh_cache-55a9214c-deda-4c74-a205-2b302ac211b4" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.793528] env[69808]: DEBUG nova.network.neutron [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.810766] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 765.810766] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520a49ab-efe9-6281-ded3-eb2f774ff159" [ 765.810766] env[69808]: _type = "Task" [ 765.810766] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.826893] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520a49ab-efe9-6281-ded3-eb2f774ff159, 'name': SearchDatastore_Task, 'duration_secs': 0.011479} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.827396] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.827473] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.827734] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.827965] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.828591] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.829635] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac5587b5-ea83-43f6-a81e-d5eb1136e79c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.840266] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.840495] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.841801] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6835d721-cddc-41cb-bc15-4c3705d1cda7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.849063] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 765.849063] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e40660-8fbe-37be-047d-8af5fdf67acc" [ 765.849063] env[69808]: _type = "Task" [ 765.849063] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.859412] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e40660-8fbe-37be-047d-8af5fdf67acc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.899622] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56079} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.902021] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] f70b4ae0-38a1-4cec-a789-2ebb8f334e47/f70b4ae0-38a1-4cec-a789-2ebb8f334e47.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.902021] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.902021] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b8ce774-9df7-4355-b08a-7065064a05ca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.908610] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 765.908610] env[69808]: value = "task-3789643" [ 765.908610] env[69808]: _type = "Task" [ 765.908610] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.920753] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.967383] env[69808]: DEBUG nova.compute.manager [req-e040b9c0-53f6-4f23-93c4-40856af15e80 req-43527357-1ded-4ca5-9bdf-c32367fc6c70 service nova] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Received event network-changed-318d68d4-70dc-40ce-af0f-8d4e53af66c5 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.967383] env[69808]: DEBUG nova.compute.manager [req-e040b9c0-53f6-4f23-93c4-40856af15e80 req-43527357-1ded-4ca5-9bdf-c32367fc6c70 service nova] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Refreshing instance network info cache due to event network-changed-318d68d4-70dc-40ce-af0f-8d4e53af66c5. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.967383] env[69808]: DEBUG oslo_concurrency.lockutils [req-e040b9c0-53f6-4f23-93c4-40856af15e80 req-43527357-1ded-4ca5-9bdf-c32367fc6c70 service nova] Acquiring lock "refresh_cache-3f4afb86-4e88-4741-92d1-a7bc0b498e4b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.967383] env[69808]: DEBUG oslo_concurrency.lockutils [req-e040b9c0-53f6-4f23-93c4-40856af15e80 req-43527357-1ded-4ca5-9bdf-c32367fc6c70 service nova] Acquired lock "refresh_cache-3f4afb86-4e88-4741-92d1-a7bc0b498e4b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.967383] env[69808]: DEBUG nova.network.neutron [req-e040b9c0-53f6-4f23-93c4-40856af15e80 req-43527357-1ded-4ca5-9bdf-c32367fc6c70 service nova] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Refreshing network info cache for port 318d68d4-70dc-40ce-af0f-8d4e53af66c5 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.004818] env[69808]: DEBUG nova.compute.manager [req-f380d330-7798-4cdd-bdcd-b64ebbad2413 req-88f6022e-924a-4762-b0cd-c2e7d650287a service nova] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Received event network-changed-6a0f2ec7-52bc-404b-8ca6-66242104f470 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.004818] env[69808]: DEBUG nova.compute.manager [req-f380d330-7798-4cdd-bdcd-b64ebbad2413 req-88f6022e-924a-4762-b0cd-c2e7d650287a service nova] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Refreshing instance network info cache due to event network-changed-6a0f2ec7-52bc-404b-8ca6-66242104f470. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.004818] env[69808]: DEBUG oslo_concurrency.lockutils [req-f380d330-7798-4cdd-bdcd-b64ebbad2413 req-88f6022e-924a-4762-b0cd-c2e7d650287a service nova] Acquiring lock "refresh_cache-bad25d79-e0bc-4657-8b3e-1a27a5a79cde" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.004818] env[69808]: DEBUG oslo_concurrency.lockutils [req-f380d330-7798-4cdd-bdcd-b64ebbad2413 req-88f6022e-924a-4762-b0cd-c2e7d650287a service nova] Acquired lock "refresh_cache-bad25d79-e0bc-4657-8b3e-1a27a5a79cde" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.004818] env[69808]: DEBUG nova.network.neutron [req-f380d330-7798-4cdd-bdcd-b64ebbad2413 req-88f6022e-924a-4762-b0cd-c2e7d650287a service nova] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Refreshing network info cache for port 6a0f2ec7-52bc-404b-8ca6-66242104f470 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.099230] env[69808]: DEBUG nova.scheduler.client.report [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.314329] env[69808]: DEBUG nova.compute.manager [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.344377] env[69808]: DEBUG nova.virt.hardware [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.344659] env[69808]: DEBUG nova.virt.hardware [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.344839] env[69808]: DEBUG nova.virt.hardware [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.345093] env[69808]: DEBUG nova.virt.hardware [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.345265] env[69808]: DEBUG nova.virt.hardware [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.345418] env[69808]: DEBUG nova.virt.hardware [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.345634] env[69808]: DEBUG nova.virt.hardware [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.345795] env[69808]: DEBUG nova.virt.hardware [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.346032] env[69808]: DEBUG nova.virt.hardware [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.348033] env[69808]: DEBUG nova.virt.hardware [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.348033] env[69808]: DEBUG nova.virt.hardware [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.348376] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f2b906-f131-4553-936f-d6b0cdb0a812 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.351715] env[69808]: DEBUG nova.network.neutron [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.366852] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c336e38d-2c82-40af-98d5-5eea4bfe7704 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.370157] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e40660-8fbe-37be-047d-8af5fdf67acc, 'name': SearchDatastore_Task, 'duration_secs': 0.011064} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.371307] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd481df1-0007-469c-a2c3-93a0cca30947 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.382224] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Instance VIF info [] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.388050] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Creating folder: Project (b579018629e14f2ea4fe3860f0664009). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.391217] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d9737ee-9c71-4556-b364-882702a2b46c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.394315] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 766.394315] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5235cdbe-541d-0e15-3142-7f303d281be0" [ 766.394315] env[69808]: _type = "Task" [ 766.394315] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.402852] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5235cdbe-541d-0e15-3142-7f303d281be0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.404159] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Created folder: Project (b579018629e14f2ea4fe3860f0664009) in parent group-v753775. [ 766.404347] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Creating folder: Instances. Parent ref: group-v753865. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.404584] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28739a1c-e79d-4de7-83ca-7ff4b1a8200a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.414441] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Created folder: Instances in parent group-v753865. [ 766.414595] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.414782] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.418151] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c0ef09d-654b-4d3b-89d3-f9685741ca67 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.430998] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078139} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.433547] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.435577] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bec58d-6f96-4518-85f8-4721e1177a8d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.440261] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.440261] env[69808]: value = "task-3789646" [ 766.440261] env[69808]: _type = "Task" [ 766.440261] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.461628] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] f70b4ae0-38a1-4cec-a789-2ebb8f334e47/f70b4ae0-38a1-4cec-a789-2ebb8f334e47.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.465119] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbcab774-4920-49cb-ab24-a5a988d2e3f1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.486637] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789646, 'name': CreateVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.494728] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 766.494728] env[69808]: value = "task-3789647" [ 766.494728] env[69808]: _type = "Task" [ 766.494728] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.502835] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.546574] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Acquiring lock "52a3515b-c3c1-4277-931c-14e25d1f2d36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.547033] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Lock "52a3515b-c3c1-4277-931c-14e25d1f2d36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.605043] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.343s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.607594] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.408s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.607970] env[69808]: DEBUG nova.objects.instance [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Lazy-loading 'resources' on Instance uuid e8cb0608-7726-4b10-a6ce-27b9a6182bcc {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.634467] env[69808]: INFO nova.scheduler.client.report [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Deleted allocations for instance 267b2c2e-b6b8-415d-acb8-f8415b622418 [ 766.730255] env[69808]: DEBUG nova.network.neutron [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Updating instance_info_cache with network_info: [{"id": "155009dd-f5e3-48c2-bdf1-5336b3ffc64c", "address": "fa:16:3e:59:fb:1d", "network": {"id": "af196450-77dc-4ac0-959d-83905e667de1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1784084215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cde177c157c54ffbaad7a0b9616ff02b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap155009dd-f5", "ovs_interfaceid": "155009dd-f5e3-48c2-bdf1-5336b3ffc64c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.907280] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5235cdbe-541d-0e15-3142-7f303d281be0, 'name': SearchDatastore_Task, 'duration_secs': 0.012019} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.907633] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.908243] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] bad25d79-e0bc-4657-8b3e-1a27a5a79cde/bad25d79-e0bc-4657-8b3e-1a27a5a79cde.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.908357] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-909dd5ff-6763-4b76-b3ca-228b254ca3ff {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.915555] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 766.915555] env[69808]: value = "task-3789649" [ 766.915555] env[69808]: _type = "Task" [ 766.915555] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.926528] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.959164] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789646, 'name': CreateVM_Task, 'duration_secs': 0.35759} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.959710] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.960192] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.960351] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.960796] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.961082] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f95f91ec-a3c3-4c36-839f-ceeb1e360485 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.967448] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Waiting for the task: (returnval){ [ 766.967448] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ba2ddd-0c40-3637-5b8c-46e886ef48af" [ 766.967448] env[69808]: _type = "Task" [ 766.967448] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.977581] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ba2ddd-0c40-3637-5b8c-46e886ef48af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.004923] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789647, 'name': ReconfigVM_Task, 'duration_secs': 0.411463} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.005333] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Reconfigured VM instance instance-0000001a to attach disk [datastore2] f70b4ae0-38a1-4cec-a789-2ebb8f334e47/f70b4ae0-38a1-4cec-a789-2ebb8f334e47.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.006033] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-718524d4-b52a-4aa2-ab3d-a76b60056edd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.015651] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 767.015651] env[69808]: value = "task-3789650" [ 767.015651] env[69808]: _type = "Task" [ 767.015651] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.025746] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789650, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.031948] env[69808]: DEBUG nova.network.neutron [req-e040b9c0-53f6-4f23-93c4-40856af15e80 req-43527357-1ded-4ca5-9bdf-c32367fc6c70 service nova] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Updated VIF entry in instance network info cache for port 318d68d4-70dc-40ce-af0f-8d4e53af66c5. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.032221] env[69808]: DEBUG nova.network.neutron [req-e040b9c0-53f6-4f23-93c4-40856af15e80 req-43527357-1ded-4ca5-9bdf-c32367fc6c70 service nova] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Updating instance_info_cache with network_info: [{"id": "318d68d4-70dc-40ce-af0f-8d4e53af66c5", "address": "fa:16:3e:bf:b9:c1", "network": {"id": "ddccdc28-bcd2-4fd0-ba3b-63673cadefef", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1220030358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24687ebb51464e5dbd6eb35742ab891b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318d68d4-70", "ovs_interfaceid": "318d68d4-70dc-40ce-af0f-8d4e53af66c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.040724] env[69808]: DEBUG nova.network.neutron [req-f380d330-7798-4cdd-bdcd-b64ebbad2413 req-88f6022e-924a-4762-b0cd-c2e7d650287a service nova] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Updated VIF entry in instance network info cache for port 6a0f2ec7-52bc-404b-8ca6-66242104f470. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.041175] env[69808]: DEBUG nova.network.neutron [req-f380d330-7798-4cdd-bdcd-b64ebbad2413 req-88f6022e-924a-4762-b0cd-c2e7d650287a service nova] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Updating instance_info_cache with network_info: [{"id": "6a0f2ec7-52bc-404b-8ca6-66242104f470", "address": "fa:16:3e:a3:ce:ef", "network": {"id": "8a19e2a8-806e-41e5-8c3d-b2cf15273500", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-886122482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d6284b493e4f4daa91c2f458994381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a0f2ec7-52", "ovs_interfaceid": "6a0f2ec7-52bc-404b-8ca6-66242104f470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.147405] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4b523563-2362-4e8f-8c91-bdbea1b4ae51 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "267b2c2e-b6b8-415d-acb8-f8415b622418" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.743s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.235796] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "refresh_cache-55a9214c-deda-4c74-a205-2b302ac211b4" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.236738] env[69808]: DEBUG nova.compute.manager [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Instance network_info: |[{"id": "155009dd-f5e3-48c2-bdf1-5336b3ffc64c", "address": "fa:16:3e:59:fb:1d", "network": {"id": "af196450-77dc-4ac0-959d-83905e667de1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1784084215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cde177c157c54ffbaad7a0b9616ff02b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap155009dd-f5", "ovs_interfaceid": "155009dd-f5e3-48c2-bdf1-5336b3ffc64c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.239446] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:fb:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '155009dd-f5e3-48c2-bdf1-5336b3ffc64c', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.247702] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Creating folder: Project (cde177c157c54ffbaad7a0b9616ff02b). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.252919] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5709760c-6c45-4a04-9f6f-8113dfd37ecd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.270340] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Created folder: Project (cde177c157c54ffbaad7a0b9616ff02b) in parent group-v753775. [ 767.270935] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Creating folder: Instances. Parent ref: group-v753868. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.274906] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd3dc590-f2b5-49f6-b154-8fec003b5185 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.288334] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Created folder: Instances in parent group-v753868. [ 767.288761] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.288966] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.289292] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ba2ea25-45b9-41b4-91e1-63fc373131bb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.313388] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Acquiring lock "02481d2b-70ac-48cb-a981-b88a26d327dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.313644] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Lock "02481d2b-70ac-48cb-a981-b88a26d327dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.314209] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Acquiring lock "02481d2b-70ac-48cb-a981-b88a26d327dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.314526] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Lock "02481d2b-70ac-48cb-a981-b88a26d327dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.314754] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Lock "02481d2b-70ac-48cb-a981-b88a26d327dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.316982] env[69808]: INFO nova.compute.manager [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Terminating instance [ 767.329295] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.329295] env[69808]: value = "task-3789653" [ 767.329295] env[69808]: _type = "Task" [ 767.329295] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.340354] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789653, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.430077] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789649, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.479216] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ba2ddd-0c40-3637-5b8c-46e886ef48af, 'name': SearchDatastore_Task, 'duration_secs': 0.010635} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.482025] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.482317] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.482560] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.482703] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.482971] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.483384] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cfc9052-1a08-471d-af96-b059dd4baa76 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.493274] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.493494] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.494341] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6ee5a1-f0f4-4dcf-9206-44ce464a4869 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.504636] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Waiting for the task: (returnval){ [ 767.504636] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52694eea-5f1c-46a7-db98-2c8e761c275c" [ 767.504636] env[69808]: _type = "Task" [ 767.504636] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.516507] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52694eea-5f1c-46a7-db98-2c8e761c275c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.524964] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789650, 'name': Rename_Task, 'duration_secs': 0.16939} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.527861] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.528503] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b82349b-354f-4727-90d9-c501d2050987 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.535881] env[69808]: DEBUG oslo_concurrency.lockutils [req-e040b9c0-53f6-4f23-93c4-40856af15e80 req-43527357-1ded-4ca5-9bdf-c32367fc6c70 service nova] Releasing lock "refresh_cache-3f4afb86-4e88-4741-92d1-a7bc0b498e4b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.537125] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 767.537125] env[69808]: value = "task-3789654" [ 767.537125] env[69808]: _type = "Task" [ 767.537125] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.545685] env[69808]: DEBUG oslo_concurrency.lockutils [req-f380d330-7798-4cdd-bdcd-b64ebbad2413 req-88f6022e-924a-4762-b0cd-c2e7d650287a service nova] Releasing lock "refresh_cache-bad25d79-e0bc-4657-8b3e-1a27a5a79cde" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.545954] env[69808]: DEBUG nova.compute.manager [req-f380d330-7798-4cdd-bdcd-b64ebbad2413 req-88f6022e-924a-4762-b0cd-c2e7d650287a service nova] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Received event network-vif-plugged-155009dd-f5e3-48c2-bdf1-5336b3ffc64c {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.547014] env[69808]: DEBUG oslo_concurrency.lockutils [req-f380d330-7798-4cdd-bdcd-b64ebbad2413 req-88f6022e-924a-4762-b0cd-c2e7d650287a service nova] Acquiring lock "55a9214c-deda-4c74-a205-2b302ac211b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.547014] env[69808]: DEBUG oslo_concurrency.lockutils [req-f380d330-7798-4cdd-bdcd-b64ebbad2413 req-88f6022e-924a-4762-b0cd-c2e7d650287a service nova] Lock "55a9214c-deda-4c74-a205-2b302ac211b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.547014] env[69808]: DEBUG oslo_concurrency.lockutils [req-f380d330-7798-4cdd-bdcd-b64ebbad2413 req-88f6022e-924a-4762-b0cd-c2e7d650287a service nova] Lock "55a9214c-deda-4c74-a205-2b302ac211b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.547014] env[69808]: DEBUG nova.compute.manager [req-f380d330-7798-4cdd-bdcd-b64ebbad2413 req-88f6022e-924a-4762-b0cd-c2e7d650287a service nova] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] No waiting events found dispatching network-vif-plugged-155009dd-f5e3-48c2-bdf1-5336b3ffc64c {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 767.547014] env[69808]: WARNING nova.compute.manager [req-f380d330-7798-4cdd-bdcd-b64ebbad2413 req-88f6022e-924a-4762-b0cd-c2e7d650287a service nova] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Received unexpected event network-vif-plugged-155009dd-f5e3-48c2-bdf1-5336b3ffc64c for instance with vm_state building and task_state spawning. [ 767.547213] env[69808]: DEBUG nova.compute.manager [req-f380d330-7798-4cdd-bdcd-b64ebbad2413 req-88f6022e-924a-4762-b0cd-c2e7d650287a service nova] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Received event network-changed-155009dd-f5e3-48c2-bdf1-5336b3ffc64c {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.547213] env[69808]: DEBUG nova.compute.manager [req-f380d330-7798-4cdd-bdcd-b64ebbad2413 req-88f6022e-924a-4762-b0cd-c2e7d650287a service nova] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Refreshing instance network info cache due to event network-changed-155009dd-f5e3-48c2-bdf1-5336b3ffc64c. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.547344] env[69808]: DEBUG oslo_concurrency.lockutils [req-f380d330-7798-4cdd-bdcd-b64ebbad2413 req-88f6022e-924a-4762-b0cd-c2e7d650287a service nova] Acquiring lock "refresh_cache-55a9214c-deda-4c74-a205-2b302ac211b4" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.547477] env[69808]: DEBUG oslo_concurrency.lockutils [req-f380d330-7798-4cdd-bdcd-b64ebbad2413 req-88f6022e-924a-4762-b0cd-c2e7d650287a service nova] Acquired lock "refresh_cache-55a9214c-deda-4c74-a205-2b302ac211b4" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.547629] env[69808]: DEBUG nova.network.neutron [req-f380d330-7798-4cdd-bdcd-b64ebbad2413 req-88f6022e-924a-4762-b0cd-c2e7d650287a service nova] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Refreshing network info cache for port 155009dd-f5e3-48c2-bdf1-5336b3ffc64c {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.558313] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.691920] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5b00ab-c578-4109-996d-f1e01c87a502 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.701820] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f9a1a1-504c-47a9-837b-29cdfa8819bb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.737086] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3564b1d-42dd-4a54-84ff-ec54c29f0a35 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.740646] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Acquiring lock "2a792a82-2ba6-4f38-8c2f-b54931cd8f1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.741016] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Lock "2a792a82-2ba6-4f38-8c2f-b54931cd8f1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.741115] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Acquiring lock "2a792a82-2ba6-4f38-8c2f-b54931cd8f1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.741292] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Lock "2a792a82-2ba6-4f38-8c2f-b54931cd8f1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.741467] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Lock "2a792a82-2ba6-4f38-8c2f-b54931cd8f1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.745538] env[69808]: INFO nova.compute.manager [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Terminating instance [ 767.751973] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab0e68f-10ea-4175-8471-c4f618ae9d48 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.759276] env[69808]: DEBUG nova.compute.manager [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.759500] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.760578] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20f29b9-fe33-4b42-80f2-7d302c300a27 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.776931] env[69808]: DEBUG nova.compute.provider_tree [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.781285] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.781811] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-095e3392-840c-45df-85b5-06e013a808f7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.791619] env[69808]: DEBUG oslo_vmware.api [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Waiting for the task: (returnval){ [ 767.791619] env[69808]: value = "task-3789655" [ 767.791619] env[69808]: _type = "Task" [ 767.791619] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.801937] env[69808]: DEBUG oslo_vmware.api [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': task-3789655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.823920] env[69808]: DEBUG nova.compute.manager [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.824179] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.825183] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0952ee-c5fe-404a-b70d-4d9b21e02599 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.836307] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.836994] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7778c6d-6793-4bcf-adbe-630728e916e9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.842509] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789653, 'name': CreateVM_Task, 'duration_secs': 0.46227} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.842707] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.843455] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.843626] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.844018] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.846563] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ceba236-6929-426c-93ee-b892c3917a3c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.847824] env[69808]: DEBUG oslo_vmware.api [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Waiting for the task: (returnval){ [ 767.847824] env[69808]: value = "task-3789656" [ 767.847824] env[69808]: _type = "Task" [ 767.847824] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.853444] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 767.853444] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ce67a0-66e8-87e8-120f-429e512c06aa" [ 767.853444] env[69808]: _type = "Task" [ 767.853444] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.861376] env[69808]: DEBUG oslo_vmware.api [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.868759] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ce67a0-66e8-87e8-120f-429e512c06aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011796} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.868989] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.869239] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.869478] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.869619] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.869853] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.870072] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28ca84cc-4e9b-43e9-967c-fa4047a7ace3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.880766] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.881308] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.882618] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a4fa880-3ae2-4f52-8e13-6b1d94bf83fc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.889725] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 767.889725] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529154c0-ae41-fa15-dcff-4b910754a919" [ 767.889725] env[69808]: _type = "Task" [ 767.889725] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.899941] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529154c0-ae41-fa15-dcff-4b910754a919, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.928320] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53138} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.928320] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] bad25d79-e0bc-4657-8b3e-1a27a5a79cde/bad25d79-e0bc-4657-8b3e-1a27a5a79cde.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.928320] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.928570] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa3d4915-7486-4fa6-a0d0-6a0efa5b2ae7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.937702] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 767.937702] env[69808]: value = "task-3789657" [ 767.937702] env[69808]: _type = "Task" [ 767.937702] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.948092] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.019322] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52694eea-5f1c-46a7-db98-2c8e761c275c, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.019778] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea92ee7d-a506-410d-af1d-d1c94dc2d2b1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.026793] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Waiting for the task: (returnval){ [ 768.026793] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52329c84-a92a-e5e7-5ea0-ac9afa93b994" [ 768.026793] env[69808]: _type = "Task" [ 768.026793] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.037011] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52329c84-a92a-e5e7-5ea0-ac9afa93b994, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.047372] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789654, 'name': PowerOnVM_Task} progress is 19%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.057674] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "5006ea89-8a7a-47c5-8984-9a7239fad964" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.057674] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "5006ea89-8a7a-47c5-8984-9a7239fad964" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.282939] env[69808]: DEBUG nova.scheduler.client.report [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.296547] env[69808]: DEBUG nova.network.neutron [req-f380d330-7798-4cdd-bdcd-b64ebbad2413 req-88f6022e-924a-4762-b0cd-c2e7d650287a service nova] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Updated VIF entry in instance network info cache for port 155009dd-f5e3-48c2-bdf1-5336b3ffc64c. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.296939] env[69808]: DEBUG nova.network.neutron [req-f380d330-7798-4cdd-bdcd-b64ebbad2413 req-88f6022e-924a-4762-b0cd-c2e7d650287a service nova] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Updating instance_info_cache with network_info: [{"id": "155009dd-f5e3-48c2-bdf1-5336b3ffc64c", "address": "fa:16:3e:59:fb:1d", "network": {"id": "af196450-77dc-4ac0-959d-83905e667de1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1784084215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde177c157c54ffbaad7a0b9616ff02b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap155009dd-f5", "ovs_interfaceid": "155009dd-f5e3-48c2-bdf1-5336b3ffc64c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.304494] env[69808]: DEBUG oslo_vmware.api [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': task-3789655, 'name': PowerOffVM_Task, 'duration_secs': 0.2987} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.305391] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.305564] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.305821] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-067bd44f-a9cd-4a69-b1bd-d8426bc79fa8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.357880] env[69808]: DEBUG oslo_vmware.api [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789656, 'name': PowerOffVM_Task, 'duration_secs': 0.286518} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.358136] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.358311] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.358561] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b560a2c2-d33c-4aec-ba36-593755767013 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.381698] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.382036] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.382227] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Deleting the datastore file [datastore2] 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.382524] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7915ab37-b20a-4165-b653-313cb4cb58da {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.390541] env[69808]: DEBUG oslo_vmware.api [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Waiting for the task: (returnval){ [ 768.390541] env[69808]: value = "task-3789660" [ 768.390541] env[69808]: _type = "Task" [ 768.390541] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.404034] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529154c0-ae41-fa15-dcff-4b910754a919, 'name': SearchDatastore_Task, 'duration_secs': 0.010937} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.407398] env[69808]: DEBUG oslo_vmware.api [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': task-3789660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.407657] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-295b1efc-4bbd-4c55-bcd1-c24858ebebd9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.414393] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 768.414393] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52fa55af-3059-622c-ad2f-4c1e083750d6" [ 768.414393] env[69808]: _type = "Task" [ 768.414393] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.423655] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52fa55af-3059-622c-ad2f-4c1e083750d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.448966] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154972} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.449185] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.449992] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb083c6-72e5-45f5-b28b-0c992b2dd6fe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.477097] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] bad25d79-e0bc-4657-8b3e-1a27a5a79cde/bad25d79-e0bc-4657-8b3e-1a27a5a79cde.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.477452] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f97da49-ba53-40c9-a85f-b69180fb9d9d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.499884] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 768.499884] env[69808]: value = "task-3789661" [ 768.499884] env[69808]: _type = "Task" [ 768.499884] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.509584] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.539393] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52329c84-a92a-e5e7-5ea0-ac9afa93b994, 'name': SearchDatastore_Task, 'duration_secs': 0.010106} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.542671] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.542997] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] cb8fe43a-f213-47bc-b986-2e4c5df86f46/cb8fe43a-f213-47bc-b986-2e4c5df86f46.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.543251] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a16167d-7fa1-4586-a4ec-eaed09f65c48 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.551381] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789654, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.553081] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Waiting for the task: (returnval){ [ 768.553081] env[69808]: value = "task-3789662" [ 768.553081] env[69808]: _type = "Task" [ 768.553081] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.562270] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': task-3789662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.789192] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.792598] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.263s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.797849] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.797849] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.797849] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Deleting the datastore file [datastore1] 02481d2b-70ac-48cb-a981-b88a26d327dc {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.798204] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c248f7d-1012-4a7b-8c08-36a97105844d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.801348] env[69808]: DEBUG oslo_concurrency.lockutils [req-f380d330-7798-4cdd-bdcd-b64ebbad2413 req-88f6022e-924a-4762-b0cd-c2e7d650287a service nova] Releasing lock "refresh_cache-55a9214c-deda-4c74-a205-2b302ac211b4" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.808143] env[69808]: DEBUG oslo_vmware.api [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Waiting for the task: (returnval){ [ 768.808143] env[69808]: value = "task-3789663" [ 768.808143] env[69808]: _type = "Task" [ 768.808143] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.826634] env[69808]: DEBUG oslo_vmware.api [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.826634] env[69808]: INFO nova.scheduler.client.report [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Deleted allocations for instance e8cb0608-7726-4b10-a6ce-27b9a6182bcc [ 768.906597] env[69808]: DEBUG oslo_vmware.api [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Task: {'id': task-3789660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167674} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.906837] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.906837] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.907972] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.907972] env[69808]: INFO nova.compute.manager [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 768.907972] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.907972] env[69808]: DEBUG nova.compute.manager [-] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.907972] env[69808]: DEBUG nova.network.neutron [-] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.930822] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52fa55af-3059-622c-ad2f-4c1e083750d6, 'name': SearchDatastore_Task, 'duration_secs': 0.01141} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.931263] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.931727] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 55a9214c-deda-4c74-a205-2b302ac211b4/55a9214c-deda-4c74-a205-2b302ac211b4.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.932102] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e8c0679-e362-4fea-a567-0007afeac861 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.944667] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 768.944667] env[69808]: value = "task-3789664" [ 768.944667] env[69808]: _type = "Task" [ 768.944667] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.954032] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.012988] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.052272] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789654, 'name': PowerOnVM_Task, 'duration_secs': 1.022842} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.052926] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.053429] env[69808]: INFO nova.compute.manager [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Took 11.26 seconds to spawn the instance on the hypervisor. [ 769.053995] env[69808]: DEBUG nova.compute.manager [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 769.055172] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0f5184-ee10-4d88-97d9-104b7ef7c5dc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.075753] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': task-3789662, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.301483] env[69808]: INFO nova.compute.claims [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.320588] env[69808]: DEBUG oslo_vmware.api [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Task: {'id': task-3789663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407596} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.320877] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.321098] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.321266] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.323493] env[69808]: INFO nova.compute.manager [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Took 1.50 seconds to destroy the instance on the hypervisor. [ 769.323879] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.325421] env[69808]: DEBUG nova.compute.manager [-] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.325421] env[69808]: DEBUG nova.network.neutron [-] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.335036] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad528d7-1a98-41c4-b297-1cae04b6b434 tempest-InstanceActionsTestJSON-1112680166 tempest-InstanceActionsTestJSON-1112680166-project-member] Lock "e8cb0608-7726-4b10-a6ce-27b9a6182bcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.358s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.399769] env[69808]: DEBUG nova.compute.manager [req-fe95693e-d281-49b9-bb4a-263358c21a7d req-ec805732-b7c2-424e-a66b-440196e04e53 service nova] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Received event network-vif-deleted-01a932cb-dbcd-428c-8303-0dcdf82f0c09 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.400233] env[69808]: INFO nova.compute.manager [req-fe95693e-d281-49b9-bb4a-263358c21a7d req-ec805732-b7c2-424e-a66b-440196e04e53 service nova] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Neutron deleted interface 01a932cb-dbcd-428c-8303-0dcdf82f0c09; detaching it from the instance and deleting it from the info cache [ 769.400577] env[69808]: DEBUG nova.network.neutron [req-fe95693e-d281-49b9-bb4a-263358c21a7d req-ec805732-b7c2-424e-a66b-440196e04e53 service nova] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.455911] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789664, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.514049] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789661, 'name': ReconfigVM_Task, 'duration_secs': 0.629096} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.514049] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Reconfigured VM instance instance-0000001b to attach disk [datastore1] bad25d79-e0bc-4657-8b3e-1a27a5a79cde/bad25d79-e0bc-4657-8b3e-1a27a5a79cde.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.514716] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc0806fc-fcbc-4000-be46-29f89ad0c630 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.522371] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 769.522371] env[69808]: value = "task-3789666" [ 769.522371] env[69808]: _type = "Task" [ 769.522371] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.535318] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789666, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.566789] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': task-3789662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549815} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.567397] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] cb8fe43a-f213-47bc-b986-2e4c5df86f46/cb8fe43a-f213-47bc-b986-2e4c5df86f46.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.567672] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.567971] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e43c7705-3c39-4711-aa27-ecf24414ac08 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.575219] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Waiting for the task: (returnval){ [ 769.575219] env[69808]: value = "task-3789667" [ 769.575219] env[69808]: _type = "Task" [ 769.575219] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.593472] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': task-3789667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.594130] env[69808]: INFO nova.compute.manager [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Took 37.48 seconds to build instance. [ 769.794241] env[69808]: DEBUG nova.network.neutron [-] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.808104] env[69808]: INFO nova.compute.resource_tracker [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Updating resource usage from migration 12266a09-6106-45ab-b67e-48671326b2b4 [ 769.904534] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24c7f357-6123-4d03-9a4c-63adb637887b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.918689] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf2c238-2881-462f-b8c2-d7e3f9539424 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.967555] env[69808]: DEBUG nova.compute.manager [req-fe95693e-d281-49b9-bb4a-263358c21a7d req-ec805732-b7c2-424e-a66b-440196e04e53 service nova] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Detach interface failed, port_id=01a932cb-dbcd-428c-8303-0dcdf82f0c09, reason: Instance 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 769.974405] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619587} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.974811] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 55a9214c-deda-4c74-a205-2b302ac211b4/55a9214c-deda-4c74-a205-2b302ac211b4.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.975085] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.975397] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7461e71c-801c-4444-a9e2-a937d6f5df99 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.987297] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 769.987297] env[69808]: value = "task-3789668" [ 769.987297] env[69808]: _type = "Task" [ 769.987297] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.998491] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.033268] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789666, 'name': Rename_Task, 'duration_secs': 0.164034} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.033542] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.033836] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56a98aa8-8ff2-465c-b032-e0b5c748a85e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.048333] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 770.048333] env[69808]: value = "task-3789669" [ 770.048333] env[69808]: _type = "Task" [ 770.048333] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.054560] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.087803] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': task-3789667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153431} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.088116] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.089022] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b65600d-7071-4718-a80c-8987ee07a910 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.105401] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "f70b4ae0-38a1-4cec-a789-2ebb8f334e47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.149s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.115190] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] cb8fe43a-f213-47bc-b986-2e4c5df86f46/cb8fe43a-f213-47bc-b986-2e4c5df86f46.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.119349] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34ab98ec-c65d-4d9e-b68d-c96faafeda0b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.145247] env[69808]: DEBUG nova.compute.manager [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.156525] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Waiting for the task: (returnval){ [ 770.156525] env[69808]: value = "task-3789670" [ 770.156525] env[69808]: _type = "Task" [ 770.156525] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.174284] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': task-3789670, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.187973] env[69808]: DEBUG nova.network.neutron [-] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.298499] env[69808]: INFO nova.compute.manager [-] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Took 1.39 seconds to deallocate network for instance. [ 770.482044] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38111532-19a6-4642-b80d-0557112cbbf3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.495106] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028a578d-1c9a-47fe-8f8c-18c3637e030d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.505525] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.534663] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642f4710-170a-4bde-9248-8e08bccdabfd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.543072] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc782fb1-add5-44e9-a0cd-3b9adab54f1f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.556494] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789669, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.566106] env[69808]: DEBUG nova.compute.provider_tree [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.680824] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': task-3789670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.683311] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.692177] env[69808]: INFO nova.compute.manager [-] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Took 1.37 seconds to deallocate network for instance. [ 770.811048] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.006827] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.899751} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.007164] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.010740] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70813831-1cc1-4902-a2b4-30853610c457 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.043215] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 55a9214c-deda-4c74-a205-2b302ac211b4/55a9214c-deda-4c74-a205-2b302ac211b4.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.043215] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7038aec-fd87-452d-985a-ae514d7dda76 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.068994] env[69808]: DEBUG nova.scheduler.client.report [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.073183] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789669, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.076984] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 771.076984] env[69808]: value = "task-3789671" [ 771.076984] env[69808]: _type = "Task" [ 771.076984] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.085869] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.180027] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': task-3789670, 'name': ReconfigVM_Task, 'duration_secs': 0.988224} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.180027] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Reconfigured VM instance instance-0000001d to attach disk [datastore1] cb8fe43a-f213-47bc-b986-2e4c5df86f46/cb8fe43a-f213-47bc-b986-2e4c5df86f46.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.180027] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1ab213e-8c05-40e2-8753-8a9e30d6a51d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.187281] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Waiting for the task: (returnval){ [ 771.187281] env[69808]: value = "task-3789673" [ 771.187281] env[69808]: _type = "Task" [ 771.187281] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.205249] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.205558] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': task-3789673, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.571347] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789669, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.576527] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.784s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.576746] env[69808]: INFO nova.compute.manager [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Migrating [ 771.576966] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.577280] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.579221] env[69808]: DEBUG nova.compute.manager [req-122dadb4-31f1-4a56-8a13-27795eb738ca req-f083771e-3a2e-48a5-89cb-a7c66d58ef71 service nova] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Received event network-vif-deleted-16a6ef4b-55ca-4a94-a80b-1ad740b3af5b {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.579918] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.619s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.583165] env[69808]: INFO nova.compute.claims [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.597596] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789671, 'name': ReconfigVM_Task, 'duration_secs': 0.328949} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.598221] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 55a9214c-deda-4c74-a205-2b302ac211b4/55a9214c-deda-4c74-a205-2b302ac211b4.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.599228] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efca3cfe-36e6-40a3-bcf6-0e8a8b385a78 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.608403] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 771.608403] env[69808]: value = "task-3789674" [ 771.608403] env[69808]: _type = "Task" [ 771.608403] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.621961] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789674, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.698261] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': task-3789673, 'name': Rename_Task, 'duration_secs': 0.179178} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.698579] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.698832] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61202904-d9df-4626-bf17-fded80d3f028 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.706047] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Waiting for the task: (returnval){ [ 771.706047] env[69808]: value = "task-3789675" [ 771.706047] env[69808]: _type = "Task" [ 771.706047] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.716530] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': task-3789675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.070287] env[69808]: DEBUG oslo_vmware.api [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789669, 'name': PowerOnVM_Task, 'duration_secs': 1.633422} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.070826] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.070826] env[69808]: INFO nova.compute.manager [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Took 11.49 seconds to spawn the instance on the hypervisor. [ 772.070826] env[69808]: DEBUG nova.compute.manager [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 772.071653] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6accdf-351a-4021-8532-8afec9ba46a6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.082062] env[69808]: INFO nova.compute.rpcapi [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 772.082541] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.122301] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789674, 'name': Rename_Task, 'duration_secs': 0.183089} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.122677] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.122977] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c821ccaa-708b-4f69-b74e-5fc1fb183309 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.132141] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 772.132141] env[69808]: value = "task-3789676" [ 772.132141] env[69808]: _type = "Task" [ 772.132141] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.142747] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.217341] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': task-3789675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.601783] env[69808]: INFO nova.compute.manager [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Took 37.91 seconds to build instance. [ 772.608379] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "refresh_cache-c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.608379] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquired lock "refresh_cache-c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.608379] env[69808]: DEBUG nova.network.neutron [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.649065] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789676, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.718254] env[69808]: DEBUG oslo_vmware.api [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': task-3789675, 'name': PowerOnVM_Task, 'duration_secs': 0.957677} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.721175] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.721693] env[69808]: INFO nova.compute.manager [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Took 6.41 seconds to spawn the instance on the hypervisor. [ 772.722113] env[69808]: DEBUG nova.compute.manager [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 772.724628] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79700c6d-6f96-419a-a1ef-9ffdd1498a1c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.104312] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bc9fe8de-f800-44ca-87f6-3a1aec1f68a2 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "bad25d79-e0bc-4657-8b3e-1a27a5a79cde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.099s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.145390] env[69808]: DEBUG oslo_vmware.api [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789676, 'name': PowerOnVM_Task, 'duration_secs': 0.99199} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.148552] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.148762] env[69808]: INFO nova.compute.manager [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Took 9.79 seconds to spawn the instance on the hypervisor. [ 773.148940] env[69808]: DEBUG nova.compute.manager [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 773.149698] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6268c9a4-1c95-402b-acec-b94963b095aa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.152511] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20177f2-8593-49ae-87d2-f535fe6dc921 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.166194] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b73771e-cb1e-492c-846f-a169301985e7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.200568] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1560c5-dbc7-4ecb-85b7-205bd5a2abe1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.212177] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db2b482-90d8-4bc6-a139-5af4edc4b5b6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.227611] env[69808]: DEBUG nova.compute.provider_tree [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.248901] env[69808]: INFO nova.compute.manager [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Took 33.89 seconds to build instance. [ 773.399452] env[69808]: DEBUG nova.network.neutron [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Updating instance_info_cache with network_info: [{"id": "6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b", "address": "fa:16:3e:f5:07:18", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef69d28-54", "ovs_interfaceid": "6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.549274] env[69808]: DEBUG oslo_concurrency.lockutils [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Acquiring lock "250a4f01-6261-42d5-824e-8d53b6b02f60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.552218] env[69808]: DEBUG oslo_concurrency.lockutils [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Lock "250a4f01-6261-42d5-824e-8d53b6b02f60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.607121] env[69808]: DEBUG nova.compute.manager [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.675709] env[69808]: INFO nova.compute.manager [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Took 34.85 seconds to build instance. [ 773.734071] env[69808]: DEBUG nova.scheduler.client.report [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.751325] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ddf67fd7-78da-46e7-aa9c-e8ea3b5d1ea1 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Lock "cb8fe43a-f213-47bc-b986-2e4c5df86f46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.272s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.902572] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Releasing lock "refresh_cache-c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.131113] env[69808]: DEBUG oslo_concurrency.lockutils [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.177832] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e5c625a-e68e-481c-b72d-41d491ca1ee9 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "55a9214c-deda-4c74-a205-2b302ac211b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.229s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.229640] env[69808]: DEBUG oslo_concurrency.lockutils [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "f70b4ae0-38a1-4cec-a789-2ebb8f334e47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.230103] env[69808]: DEBUG oslo_concurrency.lockutils [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "f70b4ae0-38a1-4cec-a789-2ebb8f334e47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.230185] env[69808]: DEBUG oslo_concurrency.lockutils [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "f70b4ae0-38a1-4cec-a789-2ebb8f334e47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.230334] env[69808]: DEBUG oslo_concurrency.lockutils [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "f70b4ae0-38a1-4cec-a789-2ebb8f334e47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.230501] env[69808]: DEBUG oslo_concurrency.lockutils [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "f70b4ae0-38a1-4cec-a789-2ebb8f334e47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.232720] env[69808]: INFO nova.compute.manager [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Terminating instance [ 774.240811] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.241406] env[69808]: DEBUG nova.compute.manager [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.247044] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.081s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.247346] env[69808]: DEBUG nova.objects.instance [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lazy-loading 'resources' on Instance uuid 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.254589] env[69808]: DEBUG nova.compute.manager [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.495029] env[69808]: DEBUG nova.compute.manager [None req-209ed6ab-0ba2-4ec0-b9a2-44d0e4b16e22 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 774.495975] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23904feb-6061-4b18-986b-ee2974da460e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.681165] env[69808]: DEBUG nova.compute.manager [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.737510] env[69808]: DEBUG nova.compute.manager [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.737801] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.738720] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9123cb1-106b-427e-9064-6a672898181a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.751349] env[69808]: DEBUG nova.compute.utils [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.751811] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.752686] env[69808]: DEBUG nova.compute.manager [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.752686] env[69808]: DEBUG nova.network.neutron [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.755699] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-967bb851-7c1a-4cdd-a403-41b191fab46e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.768683] env[69808]: DEBUG oslo_vmware.api [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 774.768683] env[69808]: value = "task-3789677" [ 774.768683] env[69808]: _type = "Task" [ 774.768683] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.780668] env[69808]: DEBUG oslo_vmware.api [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.782557] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.818906] env[69808]: DEBUG nova.policy [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddf1189619e94de2912836a31a3887e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa06710fc9ea483fb53f3eb8392c0282', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.902304] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "bad25d79-e0bc-4657-8b3e-1a27a5a79cde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.902758] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "bad25d79-e0bc-4657-8b3e-1a27a5a79cde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.902891] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "bad25d79-e0bc-4657-8b3e-1a27a5a79cde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.903361] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "bad25d79-e0bc-4657-8b3e-1a27a5a79cde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.903361] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "bad25d79-e0bc-4657-8b3e-1a27a5a79cde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.906357] env[69808]: INFO nova.compute.manager [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Terminating instance [ 775.010931] env[69808]: INFO nova.compute.manager [None req-209ed6ab-0ba2-4ec0-b9a2-44d0e4b16e22 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] instance snapshotting [ 775.011655] env[69808]: DEBUG nova.objects.instance [None req-209ed6ab-0ba2-4ec0-b9a2-44d0e4b16e22 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Lazy-loading 'flavor' on Instance uuid cb8fe43a-f213-47bc-b986-2e4c5df86f46 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.019128] env[69808]: DEBUG oslo_concurrency.lockutils [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Acquiring lock "893efe91-0f9d-4a56-b0ba-3f0c872feb02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.020073] env[69808]: DEBUG oslo_concurrency.lockutils [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Lock "893efe91-0f9d-4a56-b0ba-3f0c872feb02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.118440] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Acquiring lock "cb8fe43a-f213-47bc-b986-2e4c5df86f46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.118440] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Lock "cb8fe43a-f213-47bc-b986-2e4c5df86f46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.118440] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Acquiring lock "cb8fe43a-f213-47bc-b986-2e4c5df86f46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.118565] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Lock "cb8fe43a-f213-47bc-b986-2e4c5df86f46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.118782] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Lock "cb8fe43a-f213-47bc-b986-2e4c5df86f46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.122117] env[69808]: INFO nova.compute.manager [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Terminating instance [ 775.203834] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.258014] env[69808]: DEBUG nova.compute.manager [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.279753] env[69808]: DEBUG oslo_vmware.api [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789677, 'name': PowerOffVM_Task, 'duration_secs': 0.313441} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.280089] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.280425] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.280965] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83b25f55-a6c1-4a29-b06b-bb0fa574120d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.287818] env[69808]: DEBUG nova.network.neutron [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Successfully created port: ec04c96e-71d8-46e6-b347-817251c8aa1d {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.366201] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.366201] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.366201] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Deleting the datastore file [datastore2] f70b4ae0-38a1-4cec-a789-2ebb8f334e47 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.366437] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d78a902e-0e55-4778-98d5-6a06dc70b36d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.378959] env[69808]: DEBUG oslo_vmware.api [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 775.378959] env[69808]: value = "task-3789679" [ 775.378959] env[69808]: _type = "Task" [ 775.378959] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.389746] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f46d948-acae-41d7-98b8-169aaf5946be {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.395280] env[69808]: DEBUG oslo_vmware.api [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.401979] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6739133e-0303-44c1-aa78-6940dc3e68d8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.407462] env[69808]: INFO nova.compute.manager [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Rebuilding instance [ 775.413415] env[69808]: DEBUG nova.compute.manager [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.413633] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.440269] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09016083-aaff-4d50-b6cf-8dfd4e7d9b6c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.450180] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31ad4bc-2122-4e51-a8c4-b6a62f931f6e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.454099] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a7429e-9a4a-476b-908d-32d719122baa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.462306] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.482143] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f565d2d-8f3f-48de-83d4-1a7c873090f6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.484222] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Updating instance 'c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b' progress to 0 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 775.489814] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0ca1f9-2812-403e-ae84-7dd6651f122f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.507388] env[69808]: DEBUG nova.compute.provider_tree [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.515359] env[69808]: DEBUG oslo_vmware.api [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 775.515359] env[69808]: value = "task-3789680" [ 775.515359] env[69808]: _type = "Task" [ 775.515359] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.528213] env[69808]: DEBUG nova.compute.manager [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 775.528213] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64be219-c2c9-4343-9e08-8b157f25c8e8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.536662] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7135c8-3cf7-4a21-86cf-031080c68ced {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.540751] env[69808]: DEBUG oslo_vmware.api [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.562087] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93503217-78cf-435b-81a9-28b4ec0065a9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.625856] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Acquiring lock "refresh_cache-cb8fe43a-f213-47bc-b986-2e4c5df86f46" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.626106] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Acquired lock "refresh_cache-cb8fe43a-f213-47bc-b986-2e4c5df86f46" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.626685] env[69808]: DEBUG nova.network.neutron [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.891012] env[69808]: DEBUG oslo_vmware.api [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295735} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.891416] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.891660] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.891999] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.892176] env[69808]: INFO nova.compute.manager [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Took 1.15 seconds to destroy the instance on the hypervisor. [ 775.892716] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.893018] env[69808]: DEBUG nova.compute.manager [-] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.893198] env[69808]: DEBUG nova.network.neutron [-] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.996173] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.996463] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f21fade-dee2-4b81-a817-1520484a89a8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.003766] env[69808]: DEBUG oslo_vmware.api [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 776.003766] env[69808]: value = "task-3789681" [ 776.003766] env[69808]: _type = "Task" [ 776.003766] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.014321] env[69808]: DEBUG oslo_vmware.api [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.017372] env[69808]: DEBUG nova.scheduler.client.report [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.030624] env[69808]: DEBUG oslo_vmware.api [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789680, 'name': PowerOffVM_Task, 'duration_secs': 0.283677} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.030920] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.031148] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.031405] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23d5f157-4693-478c-827e-44abf280693a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.073690] env[69808]: DEBUG nova.compute.manager [None req-209ed6ab-0ba2-4ec0-b9a2-44d0e4b16e22 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Instance disappeared during snapshot {{(pid=69808) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 776.114584] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.114584] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.114584] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Deleting the datastore file [datastore1] bad25d79-e0bc-4657-8b3e-1a27a5a79cde {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.114584] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc035321-c771-4698-a417-73464c9360df {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.121705] env[69808]: DEBUG oslo_vmware.api [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 776.121705] env[69808]: value = "task-3789683" [ 776.121705] env[69808]: _type = "Task" [ 776.121705] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.136425] env[69808]: DEBUG oslo_vmware.api [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.168957] env[69808]: DEBUG nova.network.neutron [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.235615] env[69808]: DEBUG nova.network.neutron [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.251924] env[69808]: DEBUG nova.compute.manager [req-b557c7e2-5fa2-46b4-845a-fd9dc56c00a3 req-276c07c9-b36d-405b-a83f-5996fb654e7d service nova] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Received event network-vif-deleted-194d0132-0a9c-4803-abc5-c06279877b98 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.252731] env[69808]: INFO nova.compute.manager [req-b557c7e2-5fa2-46b4-845a-fd9dc56c00a3 req-276c07c9-b36d-405b-a83f-5996fb654e7d service nova] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Neutron deleted interface 194d0132-0a9c-4803-abc5-c06279877b98; detaching it from the instance and deleting it from the info cache [ 776.252731] env[69808]: DEBUG nova.network.neutron [req-b557c7e2-5fa2-46b4-845a-fd9dc56c00a3 req-276c07c9-b36d-405b-a83f-5996fb654e7d service nova] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.266942] env[69808]: DEBUG nova.compute.manager [None req-209ed6ab-0ba2-4ec0-b9a2-44d0e4b16e22 tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Found 0 images (rotation: 2) {{(pid=69808) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 776.268721] env[69808]: DEBUG nova.compute.manager [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.305374] env[69808]: DEBUG nova.virt.hardware [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.305678] env[69808]: DEBUG nova.virt.hardware [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.306503] env[69808]: DEBUG nova.virt.hardware [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.306503] env[69808]: DEBUG nova.virt.hardware [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.306503] env[69808]: DEBUG nova.virt.hardware [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.306503] env[69808]: DEBUG nova.virt.hardware [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.306679] env[69808]: DEBUG nova.virt.hardware [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.306708] env[69808]: DEBUG nova.virt.hardware [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.306953] env[69808]: DEBUG nova.virt.hardware [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.307181] env[69808]: DEBUG nova.virt.hardware [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.307395] env[69808]: DEBUG nova.virt.hardware [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.308691] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb44ee58-59aa-40a1-a3c6-9c9d79e71c7a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.317870] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1a2876-c29c-418b-9678-a321f3068bbc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.514677] env[69808]: DEBUG oslo_vmware.api [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789681, 'name': PowerOffVM_Task, 'duration_secs': 0.269976} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.515050] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.515259] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Updating instance 'c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b' progress to 17 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 776.525358] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.527941] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.659s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.529664] env[69808]: INFO nova.compute.claims [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.567693] env[69808]: INFO nova.scheduler.client.report [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Deleted allocations for instance 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77 [ 776.569342] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.569642] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a2c1ee1-6c80-4c24-aef9-1523ed26834d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.579350] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 776.579350] env[69808]: value = "task-3789684" [ 776.579350] env[69808]: _type = "Task" [ 776.579350] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.590053] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.635091] env[69808]: DEBUG oslo_vmware.api [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225008} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.635091] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.635091] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.635091] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.635438] env[69808]: INFO nova.compute.manager [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Took 1.22 seconds to destroy the instance on the hypervisor. [ 776.635543] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.635938] env[69808]: DEBUG nova.compute.manager [-] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.636069] env[69808]: DEBUG nova.network.neutron [-] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.681105] env[69808]: DEBUG nova.network.neutron [-] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.739977] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Releasing lock "refresh_cache-cb8fe43a-f213-47bc-b986-2e4c5df86f46" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.740422] env[69808]: DEBUG nova.compute.manager [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.740621] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.741926] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2f0a8c-b552-4b15-9ee8-b3514e797268 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.750450] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.751100] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef8ec41d-0287-44f9-8a28-a8f2ceaebff6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.758018] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49b7bf60-a26d-4bce-a2d9-f75bbb346898 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.759848] env[69808]: DEBUG oslo_vmware.api [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Waiting for the task: (returnval){ [ 776.759848] env[69808]: value = "task-3789685" [ 776.759848] env[69808]: _type = "Task" [ 776.759848] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.769635] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7f7a6b-1e49-4832-878c-5f31cf3e8dda {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.787733] env[69808]: DEBUG oslo_vmware.api [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': task-3789685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.816883] env[69808]: DEBUG nova.compute.manager [req-b557c7e2-5fa2-46b4-845a-fd9dc56c00a3 req-276c07c9-b36d-405b-a83f-5996fb654e7d service nova] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Detach interface failed, port_id=194d0132-0a9c-4803-abc5-c06279877b98, reason: Instance f70b4ae0-38a1-4cec-a789-2ebb8f334e47 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 777.022356] env[69808]: DEBUG nova.virt.hardware [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.022583] env[69808]: DEBUG nova.virt.hardware [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.022583] env[69808]: DEBUG nova.virt.hardware [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.022704] env[69808]: DEBUG nova.virt.hardware [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.022849] env[69808]: DEBUG nova.virt.hardware [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.022996] env[69808]: DEBUG nova.virt.hardware [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.027749] env[69808]: DEBUG nova.virt.hardware [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.027965] env[69808]: DEBUG nova.virt.hardware [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.028165] env[69808]: DEBUG nova.virt.hardware [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.028339] env[69808]: DEBUG nova.virt.hardware [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.028512] env[69808]: DEBUG nova.virt.hardware [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.035756] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fd1476e-ebf4-44e3-87d8-32289b68eb2a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.067018] env[69808]: DEBUG oslo_vmware.api [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 777.067018] env[69808]: value = "task-3789686" [ 777.067018] env[69808]: _type = "Task" [ 777.067018] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.079659] env[69808]: DEBUG oslo_vmware.api [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789686, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.082150] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b908299a-ec1f-4e4a-b035-d657a99771ae tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "1d559a8a-e2aa-45db-9b49-dc0ad28ceb77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.134s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.097547] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789684, 'name': PowerOffVM_Task, 'duration_secs': 0.226107} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.097547] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.097927] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.099579] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7bbd71-e5d3-445f-bb89-9f4f79ed16ef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.110398] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.111102] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c327175-1d5b-4f39-b782-919a7efaf621 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.186372] env[69808]: DEBUG nova.network.neutron [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Successfully updated port: ec04c96e-71d8-46e6-b347-817251c8aa1d {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.187988] env[69808]: INFO nova.compute.manager [-] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Took 1.29 seconds to deallocate network for instance. [ 777.192213] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.192481] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.192663] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Deleting the datastore file [datastore2] 55a9214c-deda-4c74-a205-2b302ac211b4 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.197604] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-252e97db-28e9-4e82-aca4-7c446748b1b6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.205042] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 777.205042] env[69808]: value = "task-3789688" [ 777.205042] env[69808]: _type = "Task" [ 777.205042] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.217417] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.271536] env[69808]: DEBUG oslo_vmware.api [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': task-3789685, 'name': PowerOffVM_Task, 'duration_secs': 0.136002} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.272085] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.272085] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.272085] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4ab0f50-f1c8-4a47-a158-5d22c73fec74 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.314451] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.314655] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.316052] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Deleting the datastore file [datastore1] cb8fe43a-f213-47bc-b986-2e4c5df86f46 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.316052] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f3c5e26-6bdd-4e20-b14c-25d2af799c54 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.323984] env[69808]: DEBUG oslo_vmware.api [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Waiting for the task: (returnval){ [ 777.323984] env[69808]: value = "task-3789690" [ 777.323984] env[69808]: _type = "Task" [ 777.323984] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.332995] env[69808]: DEBUG oslo_vmware.api [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': task-3789690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.575277] env[69808]: DEBUG oslo_vmware.api [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789686, 'name': ReconfigVM_Task, 'duration_secs': 0.29386} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.576039] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Updating instance 'c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b' progress to 33 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 777.584145] env[69808]: DEBUG nova.network.neutron [-] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.690697] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "refresh_cache-5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.690910] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquired lock "refresh_cache-5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.691062] env[69808]: DEBUG nova.network.neutron [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.699748] env[69808]: DEBUG oslo_concurrency.lockutils [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.719503] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154791} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.719828] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.719977] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.720486] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.837289] env[69808]: DEBUG oslo_vmware.api [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Task: {'id': task-3789690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1169} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.840103] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.840347] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.840531] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.840702] env[69808]: INFO nova.compute.manager [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Took 1.10 seconds to destroy the instance on the hypervisor. [ 777.840945] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.841376] env[69808]: DEBUG nova.compute.manager [-] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.841476] env[69808]: DEBUG nova.network.neutron [-] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.857287] env[69808]: DEBUG nova.network.neutron [-] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.048538] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172f94f2-c76f-4a8f-9491-57c89bde7833 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.056500] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f9a7b9-e01e-4054-85c6-fdede5021bcd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.089130] env[69808]: DEBUG nova.virt.hardware [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.089529] env[69808]: DEBUG nova.virt.hardware [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.089529] env[69808]: DEBUG nova.virt.hardware [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.089709] env[69808]: DEBUG nova.virt.hardware [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.089853] env[69808]: DEBUG nova.virt.hardware [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.090015] env[69808]: DEBUG nova.virt.hardware [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.090241] env[69808]: DEBUG nova.virt.hardware [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.090406] env[69808]: DEBUG nova.virt.hardware [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.090577] env[69808]: DEBUG nova.virt.hardware [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.090785] env[69808]: DEBUG nova.virt.hardware [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.090940] env[69808]: DEBUG nova.virt.hardware [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.096756] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Reconfiguring VM instance instance-00000012 to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 778.096954] env[69808]: INFO nova.compute.manager [-] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Took 1.46 seconds to deallocate network for instance. [ 778.097469] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c609d92-ac35-43f0-a87b-7b8a601e2f36 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.112309] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a514af-2847-4e3e-9100-f0c2f2d21fc2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.123483] env[69808]: DEBUG oslo_vmware.api [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 778.123483] env[69808]: value = "task-3789691" [ 778.123483] env[69808]: _type = "Task" [ 778.123483] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.129073] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c6b490-f729-4105-aa44-2d944ea4674f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.138681] env[69808]: DEBUG oslo_vmware.api [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789691, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.147820] env[69808]: DEBUG nova.compute.provider_tree [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.223665] env[69808]: DEBUG nova.network.neutron [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.293115] env[69808]: DEBUG nova.compute.manager [req-4abeef60-379c-4647-a867-11cba330ca95 req-0aab654e-ec6f-4954-aefb-f2f0171ab2a5 service nova] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Received event network-vif-plugged-ec04c96e-71d8-46e6-b347-817251c8aa1d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.293768] env[69808]: DEBUG oslo_concurrency.lockutils [req-4abeef60-379c-4647-a867-11cba330ca95 req-0aab654e-ec6f-4954-aefb-f2f0171ab2a5 service nova] Acquiring lock "5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.294030] env[69808]: DEBUG oslo_concurrency.lockutils [req-4abeef60-379c-4647-a867-11cba330ca95 req-0aab654e-ec6f-4954-aefb-f2f0171ab2a5 service nova] Lock "5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.294258] env[69808]: DEBUG oslo_concurrency.lockutils [req-4abeef60-379c-4647-a867-11cba330ca95 req-0aab654e-ec6f-4954-aefb-f2f0171ab2a5 service nova] Lock "5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.294396] env[69808]: DEBUG nova.compute.manager [req-4abeef60-379c-4647-a867-11cba330ca95 req-0aab654e-ec6f-4954-aefb-f2f0171ab2a5 service nova] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] No waiting events found dispatching network-vif-plugged-ec04c96e-71d8-46e6-b347-817251c8aa1d {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 778.294617] env[69808]: WARNING nova.compute.manager [req-4abeef60-379c-4647-a867-11cba330ca95 req-0aab654e-ec6f-4954-aefb-f2f0171ab2a5 service nova] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Received unexpected event network-vif-plugged-ec04c96e-71d8-46e6-b347-817251c8aa1d for instance with vm_state building and task_state spawning. [ 778.294832] env[69808]: DEBUG nova.compute.manager [req-4abeef60-379c-4647-a867-11cba330ca95 req-0aab654e-ec6f-4954-aefb-f2f0171ab2a5 service nova] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Received event network-vif-deleted-6a0f2ec7-52bc-404b-8ca6-66242104f470 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.295099] env[69808]: DEBUG nova.compute.manager [req-4abeef60-379c-4647-a867-11cba330ca95 req-0aab654e-ec6f-4954-aefb-f2f0171ab2a5 service nova] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Received event network-changed-ec04c96e-71d8-46e6-b347-817251c8aa1d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.295208] env[69808]: DEBUG nova.compute.manager [req-4abeef60-379c-4647-a867-11cba330ca95 req-0aab654e-ec6f-4954-aefb-f2f0171ab2a5 service nova] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Refreshing instance network info cache due to event network-changed-ec04c96e-71d8-46e6-b347-817251c8aa1d. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.295444] env[69808]: DEBUG oslo_concurrency.lockutils [req-4abeef60-379c-4647-a867-11cba330ca95 req-0aab654e-ec6f-4954-aefb-f2f0171ab2a5 service nova] Acquiring lock "refresh_cache-5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.359878] env[69808]: DEBUG nova.network.neutron [-] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.415051] env[69808]: DEBUG nova.network.neutron [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Updating instance_info_cache with network_info: [{"id": "ec04c96e-71d8-46e6-b347-817251c8aa1d", "address": "fa:16:3e:42:9e:43", "network": {"id": "45ff669e-777d-4263-81e7-8f6b8cee97af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-203378884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa06710fc9ea483fb53f3eb8392c0282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec04c96e-71", "ovs_interfaceid": "ec04c96e-71d8-46e6-b347-817251c8aa1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.620017] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.635165] env[69808]: DEBUG oslo_vmware.api [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789691, 'name': ReconfigVM_Task, 'duration_secs': 0.171842} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.635550] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Reconfigured VM instance instance-00000012 to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 778.636328] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d50102-af6a-4118-b648-9e7b917bc4b1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.653194] env[69808]: DEBUG nova.scheduler.client.report [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.664078] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b/c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.664699] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80d59334-6953-4a4e-841e-9d1f318069fc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.686457] env[69808]: DEBUG oslo_vmware.api [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 778.686457] env[69808]: value = "task-3789692" [ 778.686457] env[69808]: _type = "Task" [ 778.686457] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.695530] env[69808]: DEBUG oslo_vmware.api [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.761333] env[69808]: DEBUG nova.virt.hardware [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.761795] env[69808]: DEBUG nova.virt.hardware [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.762272] env[69808]: DEBUG nova.virt.hardware [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.763040] env[69808]: DEBUG nova.virt.hardware [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.763040] env[69808]: DEBUG nova.virt.hardware [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.763040] env[69808]: DEBUG nova.virt.hardware [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.763040] env[69808]: DEBUG nova.virt.hardware [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.763352] env[69808]: DEBUG nova.virt.hardware [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.763594] env[69808]: DEBUG nova.virt.hardware [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.763824] env[69808]: DEBUG nova.virt.hardware [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.764107] env[69808]: DEBUG nova.virt.hardware [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.765378] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffda80c-41bb-4e91-adba-b8b5d947abf5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.774508] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34772dc-55bd-4eb0-a0ca-9d53c75185f5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.789718] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:fb:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '155009dd-f5e3-48c2-bdf1-5336b3ffc64c', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.797760] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.798138] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.798377] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-091f8321-969d-4609-a841-a3bd7e354669 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.819649] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.819649] env[69808]: value = "task-3789693" [ 778.819649] env[69808]: _type = "Task" [ 778.819649] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.829751] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789693, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.863961] env[69808]: INFO nova.compute.manager [-] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Took 1.02 seconds to deallocate network for instance. [ 778.918383] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Releasing lock "refresh_cache-5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.918890] env[69808]: DEBUG nova.compute.manager [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Instance network_info: |[{"id": "ec04c96e-71d8-46e6-b347-817251c8aa1d", "address": "fa:16:3e:42:9e:43", "network": {"id": "45ff669e-777d-4263-81e7-8f6b8cee97af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-203378884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa06710fc9ea483fb53f3eb8392c0282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec04c96e-71", "ovs_interfaceid": "ec04c96e-71d8-46e6-b347-817251c8aa1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.919224] env[69808]: DEBUG oslo_concurrency.lockutils [req-4abeef60-379c-4647-a867-11cba330ca95 req-0aab654e-ec6f-4954-aefb-f2f0171ab2a5 service nova] Acquired lock "refresh_cache-5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.919404] env[69808]: DEBUG nova.network.neutron [req-4abeef60-379c-4647-a867-11cba330ca95 req-0aab654e-ec6f-4954-aefb-f2f0171ab2a5 service nova] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Refreshing network info cache for port ec04c96e-71d8-46e6-b347-817251c8aa1d {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.920697] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:9e:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec04c96e-71d8-46e6-b347-817251c8aa1d', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.929606] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.933140] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.933742] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7bf4f8f-d2b0-46be-98a4-b509ac54ebd6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.955615] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.955615] env[69808]: value = "task-3789694" [ 778.955615] env[69808]: _type = "Task" [ 778.955615] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.965097] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789694, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.166947] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.167339] env[69808]: DEBUG nova.compute.manager [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.170883] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.394s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.171078] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.171447] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69808) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 779.171783] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.351s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.175235] env[69808]: INFO nova.compute.claims [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.181701] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4c0f98-2f2d-4be3-a725-bbdd667b70cd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.195751] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1458c37a-824c-4a36-9c48-72c49b17025e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.206145] env[69808]: DEBUG oslo_vmware.api [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789692, 'name': ReconfigVM_Task, 'duration_secs': 0.28718} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.214367] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Reconfigured VM instance instance-00000012 to attach disk [datastore1] c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b/c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.214670] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Updating instance 'c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b' progress to 50 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 779.220471] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c7a600-00a2-4249-8751-f3c30ae71b7e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.228895] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abcb768-53ea-4205-90b1-645d3448b550 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.262107] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179131MB free_disk=54GB free_vcpus=48 pci_devices=None {{(pid=69808) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 779.262304] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.263438] env[69808]: DEBUG nova.network.neutron [req-4abeef60-379c-4647-a867-11cba330ca95 req-0aab654e-ec6f-4954-aefb-f2f0171ab2a5 service nova] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Updated VIF entry in instance network info cache for port ec04c96e-71d8-46e6-b347-817251c8aa1d. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.263793] env[69808]: DEBUG nova.network.neutron [req-4abeef60-379c-4647-a867-11cba330ca95 req-0aab654e-ec6f-4954-aefb-f2f0171ab2a5 service nova] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Updating instance_info_cache with network_info: [{"id": "ec04c96e-71d8-46e6-b347-817251c8aa1d", "address": "fa:16:3e:42:9e:43", "network": {"id": "45ff669e-777d-4263-81e7-8f6b8cee97af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-203378884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa06710fc9ea483fb53f3eb8392c0282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec04c96e-71", "ovs_interfaceid": "ec04c96e-71d8-46e6-b347-817251c8aa1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.331070] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789693, 'name': CreateVM_Task, 'duration_secs': 0.31548} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.331070] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.331502] env[69808]: DEBUG oslo_concurrency.lockutils [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.331502] env[69808]: DEBUG oslo_concurrency.lockutils [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.331987] env[69808]: DEBUG oslo_concurrency.lockutils [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.332269] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3e5b427-3eff-4200-b677-909992c36920 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.338491] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 779.338491] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]526dbb88-0981-ab99-c412-aa5edbe9784b" [ 779.338491] env[69808]: _type = "Task" [ 779.338491] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.347516] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]526dbb88-0981-ab99-c412-aa5edbe9784b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.370799] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.467079] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789694, 'name': CreateVM_Task, 'duration_secs': 0.339851} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.467286] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.467969] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.685407] env[69808]: DEBUG nova.compute.utils [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.686894] env[69808]: DEBUG nova.compute.manager [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.687092] env[69808]: DEBUG nova.network.neutron [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.722604] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f42bcb-0855-4436-89ad-a697c70dce5e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.745416] env[69808]: DEBUG nova.policy [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be4dd3a66e67455ab61519f732171049', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbc6bc3338fd49a3a2840d84a209921a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.747701] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26bf7f2-8852-4cb1-aeab-b35bc8802991 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.767336] env[69808]: DEBUG oslo_concurrency.lockutils [req-4abeef60-379c-4647-a867-11cba330ca95 req-0aab654e-ec6f-4954-aefb-f2f0171ab2a5 service nova] Releasing lock "refresh_cache-5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.767819] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Updating instance 'c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b' progress to 67 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 779.851048] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]526dbb88-0981-ab99-c412-aa5edbe9784b, 'name': SearchDatastore_Task, 'duration_secs': 0.010432} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.851332] env[69808]: DEBUG oslo_concurrency.lockutils [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.851506] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.851749] env[69808]: DEBUG oslo_concurrency.lockutils [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.851924] env[69808]: DEBUG oslo_concurrency.lockutils [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.852115] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.852416] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.852728] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.852964] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7bb1d0a-3144-4acc-a412-88b86a79335f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.855737] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d13f83f2-2831-4901-902f-293b11bae06b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.862990] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 779.862990] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5270a069-05c6-5e50-6c9b-96317213aa6c" [ 779.862990] env[69808]: _type = "Task" [ 779.862990] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.868150] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.868150] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.871951] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e64c5897-fe38-46a7-9797-c5c3fe194c1c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.874713] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5270a069-05c6-5e50-6c9b-96317213aa6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.881020] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 779.881020] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b31415-e253-1e59-d852-f4323791afdb" [ 779.881020] env[69808]: _type = "Task" [ 779.881020] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.887229] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b31415-e253-1e59-d852-f4323791afdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.191309] env[69808]: DEBUG nova.compute.manager [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.215218] env[69808]: DEBUG nova.network.neutron [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Successfully created port: a05e68e3-37f0-4aa6-8e00-0e037b38dbd1 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.375806] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5270a069-05c6-5e50-6c9b-96317213aa6c, 'name': SearchDatastore_Task, 'duration_secs': 0.012905} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.378919] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.379218] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.379420] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.380849] env[69808]: DEBUG nova.network.neutron [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Port 6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b binding to destination host cpu-1 is already ACTIVE {{(pid=69808) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 780.393113] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b31415-e253-1e59-d852-f4323791afdb, 'name': SearchDatastore_Task, 'duration_secs': 0.040787} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.397700] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c8d577-c464-4d01-848f-2f8669270233 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.404299] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 780.404299] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d471b4-2e10-dbe6-357f-9fbfc3d016eb" [ 780.404299] env[69808]: _type = "Task" [ 780.404299] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.417864] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d471b4-2e10-dbe6-357f-9fbfc3d016eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.735265] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869c55a9-3592-4f80-86b6-fdc25bf6589e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.744482] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170113db-edf6-48a9-a5a0-bab327f441c8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.778271] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea6e503-ad3a-4c6b-b25a-9133d0150b54 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.787017] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a876a6-aa5a-481e-b5c2-4b321b056758 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.801920] env[69808]: DEBUG nova.compute.provider_tree [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.915879] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d471b4-2e10-dbe6-357f-9fbfc3d016eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010865} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.916214] env[69808]: DEBUG oslo_concurrency.lockutils [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.916768] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 55a9214c-deda-4c74-a205-2b302ac211b4/55a9214c-deda-4c74-a205-2b302ac211b4.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.916768] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.916998] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.917188] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b802b85-fc26-4deb-99de-33837ad2860e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.919078] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e39d3930-b7df-4ec2-9671-17c9074e454a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.927435] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 780.927435] env[69808]: value = "task-3789695" [ 780.927435] env[69808]: _type = "Task" [ 780.927435] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.928811] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.929286] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.933089] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-047864ef-11e5-4b13-a0a7-be0e04839d22 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.942090] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 780.942090] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f4484f-3111-7743-1724-e16d1033f747" [ 780.942090] env[69808]: _type = "Task" [ 780.942090] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.942360] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.954297] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f4484f-3111-7743-1724-e16d1033f747, 'name': SearchDatastore_Task, 'duration_secs': 0.009333} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.955152] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ebed0cd-c65f-4e32-9d47-2c12fcc8c1d3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.961041] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 780.961041] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52cc849b-3564-3fdb-5a06-84ae8c0e6e76" [ 780.961041] env[69808]: _type = "Task" [ 780.961041] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.970095] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52cc849b-3564-3fdb-5a06-84ae8c0e6e76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.201620] env[69808]: DEBUG nova.compute.manager [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.229556] env[69808]: DEBUG nova.virt.hardware [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.229823] env[69808]: DEBUG nova.virt.hardware [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.229983] env[69808]: DEBUG nova.virt.hardware [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.230184] env[69808]: DEBUG nova.virt.hardware [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.230332] env[69808]: DEBUG nova.virt.hardware [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.230478] env[69808]: DEBUG nova.virt.hardware [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.230687] env[69808]: DEBUG nova.virt.hardware [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.230846] env[69808]: DEBUG nova.virt.hardware [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.231034] env[69808]: DEBUG nova.virt.hardware [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.231210] env[69808]: DEBUG nova.virt.hardware [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.231389] env[69808]: DEBUG nova.virt.hardware [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.232379] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842ae791-74a2-41c7-a241-83e1af32e590 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.244366] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc4aa9e-8e78-4268-94c1-3fe20decbb97 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.305592] env[69808]: DEBUG nova.scheduler.client.report [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.410373] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.410373] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.410373] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.438906] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508879} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.439207] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 55a9214c-deda-4c74-a205-2b302ac211b4/55a9214c-deda-4c74-a205-2b302ac211b4.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.439430] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.439685] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87ab9ef6-2d07-47e3-9970-c8cea7cafe06 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.451795] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 781.451795] env[69808]: value = "task-3789696" [ 781.451795] env[69808]: _type = "Task" [ 781.451795] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.468029] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.476183] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52cc849b-3564-3fdb-5a06-84ae8c0e6e76, 'name': SearchDatastore_Task, 'duration_secs': 0.010438} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.476183] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.476183] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005/5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.476183] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9011ed09-e917-4bce-8f03-00ec08d8c439 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.483674] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 781.483674] env[69808]: value = "task-3789697" [ 781.483674] env[69808]: _type = "Task" [ 781.483674] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.494541] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.811552] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.812246] env[69808]: DEBUG nova.compute.manager [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.815271] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.393s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.817178] env[69808]: INFO nova.compute.claims [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.821708] env[69808]: DEBUG nova.compute.manager [req-77cb70b5-89bf-47ad-8a9c-21eb29851e0f req-b26c7504-c6be-437a-9f84-ab3482bda89b service nova] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Received event network-vif-plugged-a05e68e3-37f0-4aa6-8e00-0e037b38dbd1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.821949] env[69808]: DEBUG oslo_concurrency.lockutils [req-77cb70b5-89bf-47ad-8a9c-21eb29851e0f req-b26c7504-c6be-437a-9f84-ab3482bda89b service nova] Acquiring lock "ae9495ce-171c-4d44-b80f-b38a29f29b7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.822188] env[69808]: DEBUG oslo_concurrency.lockutils [req-77cb70b5-89bf-47ad-8a9c-21eb29851e0f req-b26c7504-c6be-437a-9f84-ab3482bda89b service nova] Lock "ae9495ce-171c-4d44-b80f-b38a29f29b7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.822357] env[69808]: DEBUG oslo_concurrency.lockutils [req-77cb70b5-89bf-47ad-8a9c-21eb29851e0f req-b26c7504-c6be-437a-9f84-ab3482bda89b service nova] Lock "ae9495ce-171c-4d44-b80f-b38a29f29b7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.822968] env[69808]: DEBUG nova.compute.manager [req-77cb70b5-89bf-47ad-8a9c-21eb29851e0f req-b26c7504-c6be-437a-9f84-ab3482bda89b service nova] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] No waiting events found dispatching network-vif-plugged-a05e68e3-37f0-4aa6-8e00-0e037b38dbd1 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 781.822968] env[69808]: WARNING nova.compute.manager [req-77cb70b5-89bf-47ad-8a9c-21eb29851e0f req-b26c7504-c6be-437a-9f84-ab3482bda89b service nova] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Received unexpected event network-vif-plugged-a05e68e3-37f0-4aa6-8e00-0e037b38dbd1 for instance with vm_state building and task_state spawning. [ 781.937084] env[69808]: DEBUG nova.network.neutron [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Successfully updated port: a05e68e3-37f0-4aa6-8e00-0e037b38dbd1 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.962622] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075556} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.962741] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.963556] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274017dd-1d1b-48c3-ae46-689a7ee0e26a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.994054] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 55a9214c-deda-4c74-a205-2b302ac211b4/55a9214c-deda-4c74-a205-2b302ac211b4.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.994054] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f5dc96b-84f0-4824-9067-8fdc7d8fd053 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.019253] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495079} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.020154] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005/5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.020341] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.020671] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 782.020671] env[69808]: value = "task-3789698" [ 782.020671] env[69808]: _type = "Task" [ 782.020671] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.020865] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9efc129c-a346-4ace-b0f1-d07ef92439ad {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.032470] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.033932] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 782.033932] env[69808]: value = "task-3789699" [ 782.033932] env[69808]: _type = "Task" [ 782.033932] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.322773] env[69808]: DEBUG nova.compute.utils [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.326056] env[69808]: DEBUG nova.compute.manager [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.326291] env[69808]: DEBUG nova.network.neutron [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.380986] env[69808]: DEBUG nova.policy [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12f49316c33e48099e97b6d6fbf50f7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d07ceb628574f69ab9f5d39607b2b49', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.440023] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquiring lock "refresh_cache-ae9495ce-171c-4d44-b80f-b38a29f29b7a" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.440421] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquired lock "refresh_cache-ae9495ce-171c-4d44-b80f-b38a29f29b7a" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.440421] env[69808]: DEBUG nova.network.neutron [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.514535] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "refresh_cache-c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.515418] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquired lock "refresh_cache-c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.515418] env[69808]: DEBUG nova.network.neutron [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.536777] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789698, 'name': ReconfigVM_Task, 'duration_secs': 0.309361} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.540231] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 55a9214c-deda-4c74-a205-2b302ac211b4/55a9214c-deda-4c74-a205-2b302ac211b4.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.541109] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb64f6b8-661b-49f3-9b56-5092aa01bcaf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.549075] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083937} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.550816] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.551207] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 782.551207] env[69808]: value = "task-3789700" [ 782.551207] env[69808]: _type = "Task" [ 782.551207] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.551974] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c7f829-685e-4254-a670-39203ab8d64d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.564406] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789700, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.584958] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005/5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.585354] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e82b586c-ed4d-49b6-a268-44892ea7b341 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.611073] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 782.611073] env[69808]: value = "task-3789701" [ 782.611073] env[69808]: _type = "Task" [ 782.611073] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.622097] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.790228] env[69808]: DEBUG nova.network.neutron [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Successfully created port: 5de6d4da-20e3-4f58-bd08-e4cad8c770a4 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.832404] env[69808]: DEBUG nova.compute.manager [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.988244] env[69808]: DEBUG nova.network.neutron [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.073516] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789700, 'name': Rename_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.124188] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789701, 'name': ReconfigVM_Task, 'duration_secs': 0.298697} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.124308] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005/5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.125080] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0000cdea-c439-4a4e-a6de-4f2249f02335 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.136026] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 783.136026] env[69808]: value = "task-3789702" [ 783.136026] env[69808]: _type = "Task" [ 783.136026] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.141678] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789702, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.327187] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5050152-d461-49be-b131-919ed545da28 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.335427] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0160c60-0a36-49e9-a852-2a7912b0c6ab {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.370187] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429b4a6d-da84-4b45-9167-f709a8ac39b3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.378548] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a574ef-0bac-4c71-916f-a86e30f35a14 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.396026] env[69808]: DEBUG nova.compute.provider_tree [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.548578] env[69808]: DEBUG nova.network.neutron [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Updating instance_info_cache with network_info: [{"id": "a05e68e3-37f0-4aa6-8e00-0e037b38dbd1", "address": "fa:16:3e:14:a8:15", "network": {"id": "e584b0a6-e295-45ee-88df-fb93a22a96ea", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1065434517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc6bc3338fd49a3a2840d84a209921a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05e68e3-37", "ovs_interfaceid": "a05e68e3-37f0-4aa6-8e00-0e037b38dbd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.568348] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789700, 'name': Rename_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.644401] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789702, 'name': Rename_Task, 'duration_secs': 0.165024} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.644704] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.645035] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3315003f-a9f6-42b0-a931-d8ce15b5c023 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.652828] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 783.652828] env[69808]: value = "task-3789703" [ 783.652828] env[69808]: _type = "Task" [ 783.652828] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.658220] env[69808]: DEBUG nova.network.neutron [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Updating instance_info_cache with network_info: [{"id": "6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b", "address": "fa:16:3e:f5:07:18", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef69d28-54", "ovs_interfaceid": "6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.662219] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.869753] env[69808]: DEBUG nova.compute.manager [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.899498] env[69808]: DEBUG nova.virt.hardware [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.899882] env[69808]: DEBUG nova.virt.hardware [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.900161] env[69808]: DEBUG nova.virt.hardware [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.900382] env[69808]: DEBUG nova.virt.hardware [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.900566] env[69808]: DEBUG nova.virt.hardware [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.900778] env[69808]: DEBUG nova.virt.hardware [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.901093] env[69808]: DEBUG nova.virt.hardware [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.901322] env[69808]: DEBUG nova.virt.hardware [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.901547] env[69808]: DEBUG nova.virt.hardware [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.901728] env[69808]: DEBUG nova.virt.hardware [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.901968] env[69808]: DEBUG nova.virt.hardware [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.902998] env[69808]: DEBUG nova.scheduler.client.report [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.907556] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0841aa24-35ab-48c9-9105-807aadfca0bc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.918208] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834b0a6e-b282-4a3c-b6ed-73336099c7f5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.053483] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Releasing lock "refresh_cache-ae9495ce-171c-4d44-b80f-b38a29f29b7a" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.053958] env[69808]: DEBUG nova.compute.manager [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Instance network_info: |[{"id": "a05e68e3-37f0-4aa6-8e00-0e037b38dbd1", "address": "fa:16:3e:14:a8:15", "network": {"id": "e584b0a6-e295-45ee-88df-fb93a22a96ea", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1065434517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc6bc3338fd49a3a2840d84a209921a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05e68e3-37", "ovs_interfaceid": "a05e68e3-37f0-4aa6-8e00-0e037b38dbd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.054457] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:a8:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a05e68e3-37f0-4aa6-8e00-0e037b38dbd1', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.062253] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Creating folder: Project (dbc6bc3338fd49a3a2840d84a209921a). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.063866] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76abd127-a3d5-4bdb-b687-61799d94aa3c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.066961] env[69808]: DEBUG nova.compute.manager [req-bc254b4c-b193-47c4-9075-9870e42a8ac2 req-ad0b3e92-c902-4d68-9e9e-5681c54ea42b service nova] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Received event network-changed-a05e68e3-37f0-4aa6-8e00-0e037b38dbd1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.067165] env[69808]: DEBUG nova.compute.manager [req-bc254b4c-b193-47c4-9075-9870e42a8ac2 req-ad0b3e92-c902-4d68-9e9e-5681c54ea42b service nova] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Refreshing instance network info cache due to event network-changed-a05e68e3-37f0-4aa6-8e00-0e037b38dbd1. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.067386] env[69808]: DEBUG oslo_concurrency.lockutils [req-bc254b4c-b193-47c4-9075-9870e42a8ac2 req-ad0b3e92-c902-4d68-9e9e-5681c54ea42b service nova] Acquiring lock "refresh_cache-ae9495ce-171c-4d44-b80f-b38a29f29b7a" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.067542] env[69808]: DEBUG oslo_concurrency.lockutils [req-bc254b4c-b193-47c4-9075-9870e42a8ac2 req-ad0b3e92-c902-4d68-9e9e-5681c54ea42b service nova] Acquired lock "refresh_cache-ae9495ce-171c-4d44-b80f-b38a29f29b7a" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.067712] env[69808]: DEBUG nova.network.neutron [req-bc254b4c-b193-47c4-9075-9870e42a8ac2 req-ad0b3e92-c902-4d68-9e9e-5681c54ea42b service nova] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Refreshing network info cache for port a05e68e3-37f0-4aa6-8e00-0e037b38dbd1 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.081418] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789700, 'name': Rename_Task, 'duration_secs': 1.175515} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.081833] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.082288] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ce63f6c-97bb-4778-b160-602bd8c485e4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.085891] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Created folder: Project (dbc6bc3338fd49a3a2840d84a209921a) in parent group-v753775. [ 784.086092] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Creating folder: Instances. Parent ref: group-v753873. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.086833] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d8ce19a-18da-4b6e-bf49-1d43d9c52e8a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.091567] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 784.091567] env[69808]: value = "task-3789705" [ 784.091567] env[69808]: _type = "Task" [ 784.091567] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.099403] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Created folder: Instances in parent group-v753873. [ 784.099694] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.103154] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.103440] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.103669] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-283b1fcc-551e-4c05-8d8e-654bb5f07b47 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.125504] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.125504] env[69808]: value = "task-3789707" [ 784.125504] env[69808]: _type = "Task" [ 784.125504] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.134137] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789707, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.165843] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Releasing lock "refresh_cache-c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.170098] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789703, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.413296] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.414387] env[69808]: DEBUG nova.compute.manager [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.417275] env[69808]: DEBUG oslo_concurrency.lockutils [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.959s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.417528] env[69808]: DEBUG nova.objects.instance [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Lazy-loading 'resources' on Instance uuid bceff13b-021c-4103-8841-1ddf6baa262b {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.539748] env[69808]: DEBUG nova.network.neutron [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Successfully updated port: 5de6d4da-20e3-4f58-bd08-e4cad8c770a4 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.601721] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789705, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.638023] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789707, 'name': CreateVM_Task, 'duration_secs': 0.378642} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.638023] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.638023] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.638023] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.638234] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.638411] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a90073cf-763d-4ae7-965d-e51ddb1805f6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.644193] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 784.644193] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d4830c-2f65-fcc0-525e-4b8d28ddcd3e" [ 784.644193] env[69808]: _type = "Task" [ 784.644193] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.653185] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d4830c-2f65-fcc0-525e-4b8d28ddcd3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.662517] env[69808]: DEBUG oslo_vmware.api [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789703, 'name': PowerOnVM_Task, 'duration_secs': 0.568186} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.662926] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.663037] env[69808]: INFO nova.compute.manager [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Took 8.39 seconds to spawn the instance on the hypervisor. [ 784.663239] env[69808]: DEBUG nova.compute.manager [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 784.666394] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000beafb-b1bf-41aa-a5e7-26dc447f311f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.696811] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cb84a9-b4b0-42ab-b9c3-aad8c12d2e29 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.720015] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8903b1a8-71ed-49bd-8efc-3243ef795ff8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.728791] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Updating instance 'c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b' progress to 83 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 784.870234] env[69808]: DEBUG nova.network.neutron [req-bc254b4c-b193-47c4-9075-9870e42a8ac2 req-ad0b3e92-c902-4d68-9e9e-5681c54ea42b service nova] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Updated VIF entry in instance network info cache for port a05e68e3-37f0-4aa6-8e00-0e037b38dbd1. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.870725] env[69808]: DEBUG nova.network.neutron [req-bc254b4c-b193-47c4-9075-9870e42a8ac2 req-ad0b3e92-c902-4d68-9e9e-5681c54ea42b service nova] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Updating instance_info_cache with network_info: [{"id": "a05e68e3-37f0-4aa6-8e00-0e037b38dbd1", "address": "fa:16:3e:14:a8:15", "network": {"id": "e584b0a6-e295-45ee-88df-fb93a22a96ea", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1065434517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc6bc3338fd49a3a2840d84a209921a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05e68e3-37", "ovs_interfaceid": "a05e68e3-37f0-4aa6-8e00-0e037b38dbd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.922203] env[69808]: DEBUG nova.compute.utils [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.925768] env[69808]: DEBUG nova.compute.manager [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.927201] env[69808]: DEBUG nova.network.neutron [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.969572] env[69808]: DEBUG nova.policy [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a784f3cdcd6a41b790ec24be10eb2600', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77deabcdc88e4fa78840da0e1d761652', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.044277] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "refresh_cache-4f0a9dae-cbbb-4822-87b1-1dd61d701971" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.044536] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquired lock "refresh_cache-4f0a9dae-cbbb-4822-87b1-1dd61d701971" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.045745] env[69808]: DEBUG nova.network.neutron [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.108907] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789705, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.166150] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d4830c-2f65-fcc0-525e-4b8d28ddcd3e, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.166349] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.166508] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.166794] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.167058] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.167376] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.167653] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bb449b8-d93e-464f-ab77-e1b3622e6612 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.182363] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.182989] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.183408] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d3dcdf5-0d7d-4fbe-9d32-2cbe8d12fcfd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.198809] env[69808]: INFO nova.compute.manager [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Took 40.25 seconds to build instance. [ 785.203192] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 785.203192] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52280c77-9c17-dd29-6423-9e8dc6dde0c0" [ 785.203192] env[69808]: _type = "Task" [ 785.203192] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.214356] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52280c77-9c17-dd29-6423-9e8dc6dde0c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.238537] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.239233] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d1f465c-373e-49b7-a2d8-c33661373a32 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.250837] env[69808]: DEBUG oslo_vmware.api [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 785.250837] env[69808]: value = "task-3789708" [ 785.250837] env[69808]: _type = "Task" [ 785.250837] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.266725] env[69808]: DEBUG oslo_vmware.api [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.373963] env[69808]: DEBUG oslo_concurrency.lockutils [req-bc254b4c-b193-47c4-9075-9870e42a8ac2 req-ad0b3e92-c902-4d68-9e9e-5681c54ea42b service nova] Releasing lock "refresh_cache-ae9495ce-171c-4d44-b80f-b38a29f29b7a" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.431138] env[69808]: DEBUG nova.compute.manager [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.442137] env[69808]: DEBUG nova.network.neutron [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Successfully created port: 9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.538758] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dabfbeb-39a5-4405-84ef-9a096ef7bc8e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.547713] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b2771f-c8f2-45af-92f7-7f5b895d5989 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.584295] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ac363f-befc-4cf0-b6a7-802915a4977c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.594155] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9f161e-1666-451a-ae6d-fb1aed4ad95a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.602630] env[69808]: DEBUG nova.network.neutron [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.615957] env[69808]: DEBUG nova.compute.provider_tree [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.621303] env[69808]: DEBUG oslo_vmware.api [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789705, 'name': PowerOnVM_Task, 'duration_secs': 1.050976} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.621498] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.621780] env[69808]: DEBUG nova.compute.manager [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 785.622525] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c38ed0-717b-4c39-99ed-1e78f1627967 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.702848] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e22621d9-e085-485a-b391-d42bb4f39652 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.088s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.723693] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52280c77-9c17-dd29-6423-9e8dc6dde0c0, 'name': SearchDatastore_Task, 'duration_secs': 0.015029} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.724338] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd14a27e-f047-4616-8147-0a81f6749d5d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.733122] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 785.733122] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a9a49f-c534-b5e5-acf9-cc52519314bf" [ 785.733122] env[69808]: _type = "Task" [ 785.733122] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.755057] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a9a49f-c534-b5e5-acf9-cc52519314bf, 'name': SearchDatastore_Task, 'duration_secs': 0.012166} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.758690] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.759881] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] ae9495ce-171c-4d44-b80f-b38a29f29b7a/ae9495ce-171c-4d44-b80f-b38a29f29b7a.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.760324] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59f1ae59-3a54-44d2-af23-6896a0218f7f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.769323] env[69808]: DEBUG oslo_vmware.api [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3789708, 'name': PowerOnVM_Task, 'duration_secs': 0.489255} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.771392] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.771867] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8a41df39-2b81-42b8-921b-224f6d9d4d66 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Updating instance 'c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b' progress to 100 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 785.776443] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 785.776443] env[69808]: value = "task-3789709" [ 785.776443] env[69808]: _type = "Task" [ 785.776443] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.944039] env[69808]: DEBUG nova.network.neutron [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Updating instance_info_cache with network_info: [{"id": "5de6d4da-20e3-4f58-bd08-e4cad8c770a4", "address": "fa:16:3e:3d:e3:de", "network": {"id": "ab1f029e-73db-4c8c-9cd4-95979582fa3a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2065551536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d07ceb628574f69ab9f5d39607b2b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de6d4da-20", "ovs_interfaceid": "5de6d4da-20e3-4f58-bd08-e4cad8c770a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.123511] env[69808]: DEBUG nova.scheduler.client.report [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.142981] env[69808]: DEBUG oslo_concurrency.lockutils [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.212486] env[69808]: DEBUG nova.compute.manager [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.250176] env[69808]: DEBUG nova.compute.manager [req-f4000203-b5e3-4a3c-8e20-9614073c238d req-fd5d7e27-a41a-421d-a7c1-44f1752426b5 service nova] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Received event network-vif-plugged-5de6d4da-20e3-4f58-bd08-e4cad8c770a4 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.250176] env[69808]: DEBUG oslo_concurrency.lockutils [req-f4000203-b5e3-4a3c-8e20-9614073c238d req-fd5d7e27-a41a-421d-a7c1-44f1752426b5 service nova] Acquiring lock "4f0a9dae-cbbb-4822-87b1-1dd61d701971-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.250176] env[69808]: DEBUG oslo_concurrency.lockutils [req-f4000203-b5e3-4a3c-8e20-9614073c238d req-fd5d7e27-a41a-421d-a7c1-44f1752426b5 service nova] Lock "4f0a9dae-cbbb-4822-87b1-1dd61d701971-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.252610] env[69808]: DEBUG oslo_concurrency.lockutils [req-f4000203-b5e3-4a3c-8e20-9614073c238d req-fd5d7e27-a41a-421d-a7c1-44f1752426b5 service nova] Lock "4f0a9dae-cbbb-4822-87b1-1dd61d701971-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.252932] env[69808]: DEBUG nova.compute.manager [req-f4000203-b5e3-4a3c-8e20-9614073c238d req-fd5d7e27-a41a-421d-a7c1-44f1752426b5 service nova] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] No waiting events found dispatching network-vif-plugged-5de6d4da-20e3-4f58-bd08-e4cad8c770a4 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 786.253333] env[69808]: WARNING nova.compute.manager [req-f4000203-b5e3-4a3c-8e20-9614073c238d req-fd5d7e27-a41a-421d-a7c1-44f1752426b5 service nova] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Received unexpected event network-vif-plugged-5de6d4da-20e3-4f58-bd08-e4cad8c770a4 for instance with vm_state building and task_state spawning. [ 786.253598] env[69808]: DEBUG nova.compute.manager [req-f4000203-b5e3-4a3c-8e20-9614073c238d req-fd5d7e27-a41a-421d-a7c1-44f1752426b5 service nova] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Received event network-changed-5de6d4da-20e3-4f58-bd08-e4cad8c770a4 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.253845] env[69808]: DEBUG nova.compute.manager [req-f4000203-b5e3-4a3c-8e20-9614073c238d req-fd5d7e27-a41a-421d-a7c1-44f1752426b5 service nova] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Refreshing instance network info cache due to event network-changed-5de6d4da-20e3-4f58-bd08-e4cad8c770a4. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.254173] env[69808]: DEBUG oslo_concurrency.lockutils [req-f4000203-b5e3-4a3c-8e20-9614073c238d req-fd5d7e27-a41a-421d-a7c1-44f1752426b5 service nova] Acquiring lock "refresh_cache-4f0a9dae-cbbb-4822-87b1-1dd61d701971" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.288803] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3789709, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.448465] env[69808]: DEBUG nova.compute.manager [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.450991] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Releasing lock "refresh_cache-4f0a9dae-cbbb-4822-87b1-1dd61d701971" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.451440] env[69808]: DEBUG nova.compute.manager [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Instance network_info: |[{"id": "5de6d4da-20e3-4f58-bd08-e4cad8c770a4", "address": "fa:16:3e:3d:e3:de", "network": {"id": "ab1f029e-73db-4c8c-9cd4-95979582fa3a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2065551536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d07ceb628574f69ab9f5d39607b2b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de6d4da-20", "ovs_interfaceid": "5de6d4da-20e3-4f58-bd08-e4cad8c770a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.452131] env[69808]: DEBUG oslo_concurrency.lockutils [req-f4000203-b5e3-4a3c-8e20-9614073c238d req-fd5d7e27-a41a-421d-a7c1-44f1752426b5 service nova] Acquired lock "refresh_cache-4f0a9dae-cbbb-4822-87b1-1dd61d701971" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.452425] env[69808]: DEBUG nova.network.neutron [req-f4000203-b5e3-4a3c-8e20-9614073c238d req-fd5d7e27-a41a-421d-a7c1-44f1752426b5 service nova] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Refreshing network info cache for port 5de6d4da-20e3-4f58-bd08-e4cad8c770a4 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.454040] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:e3:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5de6d4da-20e3-4f58-bd08-e4cad8c770a4', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.463528] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.466838] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.467527] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f335d963-d42d-42d2-b420-ddaa2ba5e33d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.484122] env[69808]: DEBUG nova.virt.hardware [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.484385] env[69808]: DEBUG nova.virt.hardware [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.484545] env[69808]: DEBUG nova.virt.hardware [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.484723] env[69808]: DEBUG nova.virt.hardware [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.484866] env[69808]: DEBUG nova.virt.hardware [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.485080] env[69808]: DEBUG nova.virt.hardware [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.485329] env[69808]: DEBUG nova.virt.hardware [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.485490] env[69808]: DEBUG nova.virt.hardware [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.485655] env[69808]: DEBUG nova.virt.hardware [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.485817] env[69808]: DEBUG nova.virt.hardware [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.485988] env[69808]: DEBUG nova.virt.hardware [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.487189] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71166004-6ef4-4592-99a6-0eeb1638e375 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.498919] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1cbdf3-23be-441f-aa7a-d8090c7b7c19 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.504428] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.504428] env[69808]: value = "task-3789710" [ 786.504428] env[69808]: _type = "Task" [ 786.504428] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.529029] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789710, 'name': CreateVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.630077] env[69808]: DEBUG oslo_concurrency.lockutils [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.632959] env[69808]: DEBUG oslo_concurrency.lockutils [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.765s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.633775] env[69808]: DEBUG nova.objects.instance [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Lazy-loading 'resources' on Instance uuid f6b55586-b667-455a-a61b-fb68cbea1be4 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.661913] env[69808]: INFO nova.scheduler.client.report [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Deleted allocations for instance bceff13b-021c-4103-8841-1ddf6baa262b [ 786.738049] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.788291] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3789709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53764} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.788586] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] ae9495ce-171c-4d44-b80f-b38a29f29b7a/ae9495ce-171c-4d44-b80f-b38a29f29b7a.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.788834] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.789139] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-356cfc87-850b-4ac6-bc90-44f5f607440e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.806142] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 786.806142] env[69808]: value = "task-3789711" [ 786.806142] env[69808]: _type = "Task" [ 786.806142] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.817196] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3789711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.016553] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789710, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.180394] env[69808]: DEBUG oslo_concurrency.lockutils [None req-374cc6cf-50e6-4f25-8dd3-737f26bb4fbc tempest-FloatingIPsAssociationNegativeTestJSON-379452280 tempest-FloatingIPsAssociationNegativeTestJSON-379452280-project-member] Lock "bceff13b-021c-4103-8841-1ddf6baa262b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.372s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.292906] env[69808]: DEBUG oslo_concurrency.lockutils [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "d201ab71-3029-46e2-8dc8-87e00515a083" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.293222] env[69808]: DEBUG oslo_concurrency.lockutils [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "d201ab71-3029-46e2-8dc8-87e00515a083" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.332695] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3789711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094144} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.333533] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.334964] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9b2f7d-2ccc-4abf-8dc8-c0aa0968a35b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.365278] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] ae9495ce-171c-4d44-b80f-b38a29f29b7a/ae9495ce-171c-4d44-b80f-b38a29f29b7a.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.370157] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5aa0cda-9b6a-46ee-90b1-959fec7f6e67 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.390615] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 787.390615] env[69808]: value = "task-3789712" [ 787.390615] env[69808]: _type = "Task" [ 787.390615] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.401964] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3789712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.466616] env[69808]: DEBUG nova.network.neutron [req-f4000203-b5e3-4a3c-8e20-9614073c238d req-fd5d7e27-a41a-421d-a7c1-44f1752426b5 service nova] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Updated VIF entry in instance network info cache for port 5de6d4da-20e3-4f58-bd08-e4cad8c770a4. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.466984] env[69808]: DEBUG nova.network.neutron [req-f4000203-b5e3-4a3c-8e20-9614073c238d req-fd5d7e27-a41a-421d-a7c1-44f1752426b5 service nova] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Updating instance_info_cache with network_info: [{"id": "5de6d4da-20e3-4f58-bd08-e4cad8c770a4", "address": "fa:16:3e:3d:e3:de", "network": {"id": "ab1f029e-73db-4c8c-9cd4-95979582fa3a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2065551536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d07ceb628574f69ab9f5d39607b2b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5de6d4da-20", "ovs_interfaceid": "5de6d4da-20e3-4f58-bd08-e4cad8c770a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.519599] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789710, 'name': CreateVM_Task, 'duration_secs': 0.584793} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.519599] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.520296] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.521332] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.521332] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.521332] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2075d42-011b-4a67-9fda-56099fc654a0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.528910] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 787.528910] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d9cb95-ea9f-009f-09bb-1ecb9fb46979" [ 787.528910] env[69808]: _type = "Task" [ 787.528910] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.539937] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d9cb95-ea9f-009f-09bb-1ecb9fb46979, 'name': SearchDatastore_Task, 'duration_secs': 0.010477} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.540630] env[69808]: DEBUG nova.network.neutron [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Successfully updated port: 9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.542305] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.542546] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.542797] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.542924] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.543128] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.546212] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f546cfdb-ec0f-4b8f-a579-395274b4c3e5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.557066] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.557208] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.558052] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e9bf772-4b3b-4569-a4a1-631b55dab507 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.567517] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 787.567517] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5201ab99-c2e9-d391-5204-c7231db6af3c" [ 787.567517] env[69808]: _type = "Task" [ 787.567517] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.577633] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5201ab99-c2e9-d391-5204-c7231db6af3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.651645] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "55a9214c-deda-4c74-a205-2b302ac211b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.651963] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "55a9214c-deda-4c74-a205-2b302ac211b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.652252] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "55a9214c-deda-4c74-a205-2b302ac211b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.652502] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "55a9214c-deda-4c74-a205-2b302ac211b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.652727] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "55a9214c-deda-4c74-a205-2b302ac211b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.655986] env[69808]: INFO nova.compute.manager [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Terminating instance [ 787.778976] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec48fd6-6b69-48e6-a1b8-2859882867c3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.787885] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddeab243-79cc-42ef-966d-5809f7a1ca40 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.826146] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2addcd65-d634-4115-857f-a6388d988b23 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.826191] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2addcd65-d634-4115-857f-a6388d988b23 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.826438] env[69808]: DEBUG nova.compute.manager [None req-2addcd65-d634-4115-857f-a6388d988b23 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Going to confirm migration 1 {{(pid=69808) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 787.829997] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785a9c90-1806-4404-afc4-c0ecb4d27332 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.840142] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071734fa-443b-4a01-ac25-bcec770435f8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.857800] env[69808]: DEBUG nova.compute.provider_tree [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.905043] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3789712, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.969590] env[69808]: DEBUG oslo_concurrency.lockutils [req-f4000203-b5e3-4a3c-8e20-9614073c238d req-fd5d7e27-a41a-421d-a7c1-44f1752426b5 service nova] Releasing lock "refresh_cache-4f0a9dae-cbbb-4822-87b1-1dd61d701971" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.044535] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Acquiring lock "refresh_cache-971b1023-2f07-47a2-a43d-2b98ad899dd6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.048019] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Acquired lock "refresh_cache-971b1023-2f07-47a2-a43d-2b98ad899dd6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.048019] env[69808]: DEBUG nova.network.neutron [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.079461] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5201ab99-c2e9-d391-5204-c7231db6af3c, 'name': SearchDatastore_Task, 'duration_secs': 0.010938} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.080334] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a94567ca-89fb-4777-90a3-6f8fc6ad7e8b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.086917] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 788.086917] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]526c94fa-3fc3-daf7-e07d-2e6ec3ce2061" [ 788.086917] env[69808]: _type = "Task" [ 788.086917] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.096393] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]526c94fa-3fc3-daf7-e07d-2e6ec3ce2061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.160326] env[69808]: DEBUG nova.compute.manager [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.160486] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.161444] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17071ec7-4ac1-4bba-b356-e47bd7f3c9ed {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.170240] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.170532] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc5c23df-9434-4b91-8ca1-fde43191ff2b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.178550] env[69808]: DEBUG oslo_vmware.api [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 788.178550] env[69808]: value = "task-3789713" [ 788.178550] env[69808]: _type = "Task" [ 788.178550] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.189597] env[69808]: DEBUG oslo_vmware.api [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.340160] env[69808]: DEBUG nova.compute.manager [req-d4df8289-77e2-4aef-b068-7fa4314bb413 req-bca12264-df12-4abf-b230-ee2346842ed1 service nova] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Received event network-vif-plugged-9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.340160] env[69808]: DEBUG oslo_concurrency.lockutils [req-d4df8289-77e2-4aef-b068-7fa4314bb413 req-bca12264-df12-4abf-b230-ee2346842ed1 service nova] Acquiring lock "971b1023-2f07-47a2-a43d-2b98ad899dd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.340160] env[69808]: DEBUG oslo_concurrency.lockutils [req-d4df8289-77e2-4aef-b068-7fa4314bb413 req-bca12264-df12-4abf-b230-ee2346842ed1 service nova] Lock "971b1023-2f07-47a2-a43d-2b98ad899dd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.340160] env[69808]: DEBUG oslo_concurrency.lockutils [req-d4df8289-77e2-4aef-b068-7fa4314bb413 req-bca12264-df12-4abf-b230-ee2346842ed1 service nova] Lock "971b1023-2f07-47a2-a43d-2b98ad899dd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.340520] env[69808]: DEBUG nova.compute.manager [req-d4df8289-77e2-4aef-b068-7fa4314bb413 req-bca12264-df12-4abf-b230-ee2346842ed1 service nova] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] No waiting events found dispatching network-vif-plugged-9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 788.340520] env[69808]: WARNING nova.compute.manager [req-d4df8289-77e2-4aef-b068-7fa4314bb413 req-bca12264-df12-4abf-b230-ee2346842ed1 service nova] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Received unexpected event network-vif-plugged-9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9 for instance with vm_state building and task_state spawning. [ 788.340709] env[69808]: DEBUG nova.compute.manager [req-d4df8289-77e2-4aef-b068-7fa4314bb413 req-bca12264-df12-4abf-b230-ee2346842ed1 service nova] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Received event network-changed-9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.340768] env[69808]: DEBUG nova.compute.manager [req-d4df8289-77e2-4aef-b068-7fa4314bb413 req-bca12264-df12-4abf-b230-ee2346842ed1 service nova] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Refreshing instance network info cache due to event network-changed-9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.340932] env[69808]: DEBUG oslo_concurrency.lockutils [req-d4df8289-77e2-4aef-b068-7fa4314bb413 req-bca12264-df12-4abf-b230-ee2346842ed1 service nova] Acquiring lock "refresh_cache-971b1023-2f07-47a2-a43d-2b98ad899dd6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.361336] env[69808]: DEBUG nova.scheduler.client.report [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.407357] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3789712, 'name': ReconfigVM_Task, 'duration_secs': 0.530418} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.409055] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Reconfigured VM instance instance-0000001f to attach disk [datastore2] ae9495ce-171c-4d44-b80f-b38a29f29b7a/ae9495ce-171c-4d44-b80f-b38a29f29b7a.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.409055] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6eedd1b-4cfa-42d0-8728-d30705661a3c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.417634] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 788.417634] env[69808]: value = "task-3789714" [ 788.417634] env[69808]: _type = "Task" [ 788.417634] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.429423] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3789714, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.430747] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2addcd65-d634-4115-857f-a6388d988b23 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "refresh_cache-c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.430927] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2addcd65-d634-4115-857f-a6388d988b23 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquired lock "refresh_cache-c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.431180] env[69808]: DEBUG nova.network.neutron [None req-2addcd65-d634-4115-857f-a6388d988b23 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.431311] env[69808]: DEBUG nova.objects.instance [None req-2addcd65-d634-4115-857f-a6388d988b23 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lazy-loading 'info_cache' on Instance uuid c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.487949] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "f5b71ac9-d08a-4429-96ce-9bcfbcbfa978" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.488229] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "f5b71ac9-d08a-4429-96ce-9bcfbcbfa978" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.598538] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]526c94fa-3fc3-daf7-e07d-2e6ec3ce2061, 'name': SearchDatastore_Task, 'duration_secs': 0.010912} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.598538] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.598810] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 4f0a9dae-cbbb-4822-87b1-1dd61d701971/4f0a9dae-cbbb-4822-87b1-1dd61d701971.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.599010] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0361aeb2-6986-469d-8ded-c360d09fe3f5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.604082] env[69808]: DEBUG nova.network.neutron [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.607892] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 788.607892] env[69808]: value = "task-3789715" [ 788.607892] env[69808]: _type = "Task" [ 788.607892] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.617668] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.690674] env[69808]: DEBUG oslo_vmware.api [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789713, 'name': PowerOffVM_Task, 'duration_secs': 0.313658} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.691150] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.691216] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.691472] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae749e58-681e-477b-90a7-a2860147e67d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.766024] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.766294] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.766505] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Deleting the datastore file [datastore2] 55a9214c-deda-4c74-a205-2b302ac211b4 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.766825] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dc3a6e5-9d17-45aa-8ef2-fb59160d5e3d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.774474] env[69808]: DEBUG oslo_vmware.api [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 788.774474] env[69808]: value = "task-3789717" [ 788.774474] env[69808]: _type = "Task" [ 788.774474] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.784817] env[69808]: DEBUG oslo_vmware.api [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.867436] env[69808]: DEBUG oslo_concurrency.lockutils [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.870036] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.935s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.870313] env[69808]: DEBUG nova.objects.instance [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Lazy-loading 'resources' on Instance uuid dce30764-d0f1-4275-9a07-08bc297237c2 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.875136] env[69808]: DEBUG nova.network.neutron [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Updating instance_info_cache with network_info: [{"id": "9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9", "address": "fa:16:3e:06:e0:26", "network": {"id": "0f81a7ca-d86e-4915-9662-07bd2bf0df67", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-173544383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "77deabcdc88e4fa78840da0e1d761652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ffc9be7-6d", "ovs_interfaceid": "9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.894627] env[69808]: INFO nova.scheduler.client.report [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Deleted allocations for instance f6b55586-b667-455a-a61b-fb68cbea1be4 [ 788.932532] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3789714, 'name': Rename_Task, 'duration_secs': 0.311721} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.932532] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.932532] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0155b331-d2d2-4895-b01d-a972233c7ec0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.944797] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 788.944797] env[69808]: value = "task-3789718" [ 788.944797] env[69808]: _type = "Task" [ 788.944797] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.957395] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3789718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.124717] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789715, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.291691] env[69808]: DEBUG oslo_vmware.api [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275165} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.292287] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.295028] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.295028] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.295028] env[69808]: INFO nova.compute.manager [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 789.295028] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.295028] env[69808]: DEBUG nova.compute.manager [-] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.295028] env[69808]: DEBUG nova.network.neutron [-] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.377744] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Releasing lock "refresh_cache-971b1023-2f07-47a2-a43d-2b98ad899dd6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.380187] env[69808]: DEBUG nova.compute.manager [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Instance network_info: |[{"id": "9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9", "address": "fa:16:3e:06:e0:26", "network": {"id": "0f81a7ca-d86e-4915-9662-07bd2bf0df67", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-173544383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "77deabcdc88e4fa78840da0e1d761652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ffc9be7-6d", "ovs_interfaceid": "9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.380187] env[69808]: DEBUG oslo_concurrency.lockutils [req-d4df8289-77e2-4aef-b068-7fa4314bb413 req-bca12264-df12-4abf-b230-ee2346842ed1 service nova] Acquired lock "refresh_cache-971b1023-2f07-47a2-a43d-2b98ad899dd6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.380387] env[69808]: DEBUG nova.network.neutron [req-d4df8289-77e2-4aef-b068-7fa4314bb413 req-bca12264-df12-4abf-b230-ee2346842ed1 service nova] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Refreshing network info cache for port 9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.381095] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:e0:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.393425] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Creating folder: Project (77deabcdc88e4fa78840da0e1d761652). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.397350] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4b9eeb4-8c29-4d42-ba7c-f85932ae660d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.409285] env[69808]: DEBUG oslo_concurrency.lockutils [None req-892b007b-2885-40db-bdb6-ebf246b6457c tempest-ServersNegativeTestMultiTenantJSON-1110803706 tempest-ServersNegativeTestMultiTenantJSON-1110803706-project-member] Lock "f6b55586-b667-455a-a61b-fb68cbea1be4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.208s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.413728] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Created folder: Project (77deabcdc88e4fa78840da0e1d761652) in parent group-v753775. [ 789.414031] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Creating folder: Instances. Parent ref: group-v753877. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.414365] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac65dc61-8b43-4123-9271-2e9718b43342 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.426552] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Created folder: Instances in parent group-v753877. [ 789.426756] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.426967] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.427201] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-762006b8-b616-43ef-9f0b-0ae419fbb727 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.460028] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.460028] env[69808]: value = "task-3789721" [ 789.460028] env[69808]: _type = "Task" [ 789.460028] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.467902] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3789718, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.478259] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789721, 'name': CreateVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.621114] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535954} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.621403] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 4f0a9dae-cbbb-4822-87b1-1dd61d701971/4f0a9dae-cbbb-4822-87b1-1dd61d701971.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.621629] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.621909] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c42e1dc-ea71-42bd-9a8e-12b7caa5b0d2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.630938] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 789.630938] env[69808]: value = "task-3789722" [ 789.630938] env[69808]: _type = "Task" [ 789.630938] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.642035] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.961922] env[69808]: DEBUG oslo_vmware.api [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3789718, 'name': PowerOnVM_Task, 'duration_secs': 1.014004} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.965386] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.965783] env[69808]: INFO nova.compute.manager [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Took 8.76 seconds to spawn the instance on the hypervisor. [ 789.965891] env[69808]: DEBUG nova.compute.manager [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 789.966704] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d529b0-c736-4503-bb9f-896d17d289ca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.984262] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789721, 'name': CreateVM_Task, 'duration_secs': 0.398558} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.987046] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.987889] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.988130] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.988458] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.989020] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-545223dc-dad6-4cff-9000-9eab06965491 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.994013] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Waiting for the task: (returnval){ [ 789.994013] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5203ba10-28a8-1422-f290-bba500a2ba98" [ 789.994013] env[69808]: _type = "Task" [ 789.994013] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.002767] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5203ba10-28a8-1422-f290-bba500a2ba98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.036449] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc631ba-e1d8-40dc-8370-ebedec207342 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.046798] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b48e92-7cd9-44e7-a572-e2aecbafa5a6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.083267] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fd3f05-9eec-4115-b9dc-cd53686b14bc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.093997] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3215805f-431c-4712-88e6-2a374c734612 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.110768] env[69808]: DEBUG nova.compute.provider_tree [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.140451] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200804} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.140667] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.141439] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf7ab14-cb2d-4058-b739-0057eebdc69a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.164027] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 4f0a9dae-cbbb-4822-87b1-1dd61d701971/4f0a9dae-cbbb-4822-87b1-1dd61d701971.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.164376] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5463035c-70eb-4af1-90aa-dd910b8641a2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.181725] env[69808]: DEBUG nova.network.neutron [req-d4df8289-77e2-4aef-b068-7fa4314bb413 req-bca12264-df12-4abf-b230-ee2346842ed1 service nova] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Updated VIF entry in instance network info cache for port 9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.182110] env[69808]: DEBUG nova.network.neutron [req-d4df8289-77e2-4aef-b068-7fa4314bb413 req-bca12264-df12-4abf-b230-ee2346842ed1 service nova] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Updating instance_info_cache with network_info: [{"id": "9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9", "address": "fa:16:3e:06:e0:26", "network": {"id": "0f81a7ca-d86e-4915-9662-07bd2bf0df67", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-173544383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "77deabcdc88e4fa78840da0e1d761652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ffc9be7-6d", "ovs_interfaceid": "9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.189932] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 790.189932] env[69808]: value = "task-3789723" [ 790.189932] env[69808]: _type = "Task" [ 790.189932] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.200023] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.255995] env[69808]: DEBUG nova.network.neutron [None req-2addcd65-d634-4115-857f-a6388d988b23 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Updating instance_info_cache with network_info: [{"id": "6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b", "address": "fa:16:3e:f5:07:18", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef69d28-54", "ovs_interfaceid": "6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.282745] env[69808]: DEBUG nova.network.neutron [-] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.509402] env[69808]: INFO nova.compute.manager [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Took 42.66 seconds to build instance. [ 790.515358] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5203ba10-28a8-1422-f290-bba500a2ba98, 'name': SearchDatastore_Task, 'duration_secs': 0.012412} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.515742] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.516033] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.516344] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.516529] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.516747] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.517051] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01e5c23c-3c82-4ddc-8a6c-09a0d35a7c3c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.529126] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.529363] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.530504] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cab6dcc-d3be-4f4c-8c46-0361851db61c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.543200] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Waiting for the task: (returnval){ [ 790.543200] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521cbb6c-6490-846a-5cef-ac6f8c9f2e97" [ 790.543200] env[69808]: _type = "Task" [ 790.543200] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.553219] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521cbb6c-6490-846a-5cef-ac6f8c9f2e97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.608982] env[69808]: DEBUG nova.compute.manager [req-fb4902cf-2721-4eef-9173-7fa481287af4 req-bb214e9a-5d77-4688-9cd0-d3325628a103 service nova] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Received event network-vif-deleted-155009dd-f5e3-48c2-bdf1-5336b3ffc64c {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.612336] env[69808]: DEBUG nova.scheduler.client.report [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.685303] env[69808]: DEBUG oslo_concurrency.lockutils [req-d4df8289-77e2-4aef-b068-7fa4314bb413 req-bca12264-df12-4abf-b230-ee2346842ed1 service nova] Releasing lock "refresh_cache-971b1023-2f07-47a2-a43d-2b98ad899dd6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.700855] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789723, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.756714] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2addcd65-d634-4115-857f-a6388d988b23 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Releasing lock "refresh_cache-c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.757018] env[69808]: DEBUG nova.objects.instance [None req-2addcd65-d634-4115-857f-a6388d988b23 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lazy-loading 'migration_context' on Instance uuid c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.787826] env[69808]: INFO nova.compute.manager [-] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Took 1.49 seconds to deallocate network for instance. [ 791.013310] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb63895-9b62-4d38-a768-c4b7fe0d5c55 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "ae9495ce-171c-4d44-b80f-b38a29f29b7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.416s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.057286] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521cbb6c-6490-846a-5cef-ac6f8c9f2e97, 'name': SearchDatastore_Task, 'duration_secs': 0.010717} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.058774] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aacef01-b336-431d-8f20-fd8dd9a43b5d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.066897] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Waiting for the task: (returnval){ [ 791.066897] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b4aa55-ce7b-4dad-5c51-e108a388f7ed" [ 791.066897] env[69808]: _type = "Task" [ 791.066897] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.077170] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b4aa55-ce7b-4dad-5c51-e108a388f7ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.117681] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.121387] env[69808]: DEBUG oslo_concurrency.lockutils [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.899s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.121485] env[69808]: DEBUG nova.objects.instance [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Lazy-loading 'resources' on Instance uuid b0e0391a-dffc-4bc1-887a-2883e2818657 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.154305] env[69808]: INFO nova.scheduler.client.report [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Deleted allocations for instance dce30764-d0f1-4275-9a07-08bc297237c2 [ 791.205197] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789723, 'name': ReconfigVM_Task, 'duration_secs': 0.514099} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.205939] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 4f0a9dae-cbbb-4822-87b1-1dd61d701971/4f0a9dae-cbbb-4822-87b1-1dd61d701971.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.206395] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f7898d5-e413-4ebf-ac2b-6142f6e0bdca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.216463] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 791.216463] env[69808]: value = "task-3789724" [ 791.216463] env[69808]: _type = "Task" [ 791.216463] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.227266] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789724, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.265239] env[69808]: DEBUG nova.objects.base [None req-2addcd65-d634-4115-857f-a6388d988b23 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 791.267926] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d9400a-2085-49b7-81ea-19a5bad38541 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.297052] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b47c5976-3bf5-4ce5-ad8d-d9e76902e5a2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.301268] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.302887] env[69808]: DEBUG oslo_vmware.api [None req-2addcd65-d634-4115-857f-a6388d988b23 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 791.302887] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521fac56-7892-e02d-b5ca-e7e7d4d7248e" [ 791.302887] env[69808]: _type = "Task" [ 791.302887] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.315790] env[69808]: DEBUG oslo_vmware.api [None req-2addcd65-d634-4115-857f-a6388d988b23 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521fac56-7892-e02d-b5ca-e7e7d4d7248e, 'name': SearchDatastore_Task, 'duration_secs': 0.007842} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.316903] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2addcd65-d634-4115-857f-a6388d988b23 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.519257] env[69808]: DEBUG nova.compute.manager [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.582333] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b4aa55-ce7b-4dad-5c51-e108a388f7ed, 'name': SearchDatastore_Task, 'duration_secs': 0.013276} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.582862] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.583227] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 971b1023-2f07-47a2-a43d-2b98ad899dd6/971b1023-2f07-47a2-a43d-2b98ad899dd6.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.583583] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ad216e0-c9eb-4c28-9743-8ec9d342eb79 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.591654] env[69808]: DEBUG nova.compute.manager [req-1e8af5a3-3a9f-48c6-a282-ee710c3823c4 req-6915d9a9-4fa7-46cf-b07d-2c272218108e service nova] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Received event network-changed-a05e68e3-37f0-4aa6-8e00-0e037b38dbd1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.592021] env[69808]: DEBUG nova.compute.manager [req-1e8af5a3-3a9f-48c6-a282-ee710c3823c4 req-6915d9a9-4fa7-46cf-b07d-2c272218108e service nova] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Refreshing instance network info cache due to event network-changed-a05e68e3-37f0-4aa6-8e00-0e037b38dbd1. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.592391] env[69808]: DEBUG oslo_concurrency.lockutils [req-1e8af5a3-3a9f-48c6-a282-ee710c3823c4 req-6915d9a9-4fa7-46cf-b07d-2c272218108e service nova] Acquiring lock "refresh_cache-ae9495ce-171c-4d44-b80f-b38a29f29b7a" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.595187] env[69808]: DEBUG oslo_concurrency.lockutils [req-1e8af5a3-3a9f-48c6-a282-ee710c3823c4 req-6915d9a9-4fa7-46cf-b07d-2c272218108e service nova] Acquired lock "refresh_cache-ae9495ce-171c-4d44-b80f-b38a29f29b7a" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.595670] env[69808]: DEBUG nova.network.neutron [req-1e8af5a3-3a9f-48c6-a282-ee710c3823c4 req-6915d9a9-4fa7-46cf-b07d-2c272218108e service nova] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Refreshing network info cache for port a05e68e3-37f0-4aa6-8e00-0e037b38dbd1 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.600651] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Waiting for the task: (returnval){ [ 791.600651] env[69808]: value = "task-3789725" [ 791.600651] env[69808]: _type = "Task" [ 791.600651] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.614608] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Task: {'id': task-3789725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.669804] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b6b7387d-41aa-42a9-b9fb-c4232efd2bce tempest-DeleteServersAdminTestJSON-1645951824 tempest-DeleteServersAdminTestJSON-1645951824-project-member] Lock "dce30764-d0f1-4275-9a07-08bc297237c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.097s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.728570] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789724, 'name': Rename_Task, 'duration_secs': 0.156889} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.729883] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.729883] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f80b7f9-8636-4525-ba99-0a4b6328e6f9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.742378] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 791.742378] env[69808]: value = "task-3789726" [ 791.742378] env[69808]: _type = "Task" [ 791.742378] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.758387] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.051207] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.115536] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Task: {'id': task-3789725, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.244825] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ebff51-429b-46ba-b99e-abf9fa581cb4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.259739] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5b4d37-3a99-4a61-a3af-63dd6e48be2f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.265782] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.304433] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d9b28f-acab-4adc-b44b-0e282f92edf6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.314292] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236f9953-3cd4-4f35-bb62-ff9cb6d36aa2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.331918] env[69808]: DEBUG nova.compute.provider_tree [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.612856] env[69808]: DEBUG nova.network.neutron [req-1e8af5a3-3a9f-48c6-a282-ee710c3823c4 req-6915d9a9-4fa7-46cf-b07d-2c272218108e service nova] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Updated VIF entry in instance network info cache for port a05e68e3-37f0-4aa6-8e00-0e037b38dbd1. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.612986] env[69808]: DEBUG nova.network.neutron [req-1e8af5a3-3a9f-48c6-a282-ee710c3823c4 req-6915d9a9-4fa7-46cf-b07d-2c272218108e service nova] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Updating instance_info_cache with network_info: [{"id": "a05e68e3-37f0-4aa6-8e00-0e037b38dbd1", "address": "fa:16:3e:14:a8:15", "network": {"id": "e584b0a6-e295-45ee-88df-fb93a22a96ea", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1065434517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc6bc3338fd49a3a2840d84a209921a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05e68e3-37", "ovs_interfaceid": "a05e68e3-37f0-4aa6-8e00-0e037b38dbd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.625416] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Task: {'id': task-3789725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568861} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.625416] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 971b1023-2f07-47a2-a43d-2b98ad899dd6/971b1023-2f07-47a2-a43d-2b98ad899dd6.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.625416] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.625416] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4c51b00-fd5a-4e0d-a503-0cc42ece39d5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.631785] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Waiting for the task: (returnval){ [ 792.631785] env[69808]: value = "task-3789727" [ 792.631785] env[69808]: _type = "Task" [ 792.631785] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.643751] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Task: {'id': task-3789727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.755027] env[69808]: DEBUG oslo_vmware.api [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789726, 'name': PowerOnVM_Task, 'duration_secs': 0.701267} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.756235] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.756235] env[69808]: INFO nova.compute.manager [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Took 8.89 seconds to spawn the instance on the hypervisor. [ 792.756235] env[69808]: DEBUG nova.compute.manager [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 792.756850] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff750d0-247d-45ff-b1a2-dc00d92b7b16 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.839917] env[69808]: DEBUG nova.scheduler.client.report [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.117548] env[69808]: DEBUG oslo_concurrency.lockutils [req-1e8af5a3-3a9f-48c6-a282-ee710c3823c4 req-6915d9a9-4fa7-46cf-b07d-2c272218108e service nova] Releasing lock "refresh_cache-ae9495ce-171c-4d44-b80f-b38a29f29b7a" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.146232] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Task: {'id': task-3789727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068976} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.146572] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.147923] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355844bd-ea6d-4e18-959c-3755f7f6fce2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.180334] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 971b1023-2f07-47a2-a43d-2b98ad899dd6/971b1023-2f07-47a2-a43d-2b98ad899dd6.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.180746] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37fcf45b-a841-48e1-8a5c-2549b5058f46 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.205231] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Waiting for the task: (returnval){ [ 793.205231] env[69808]: value = "task-3789728" [ 793.205231] env[69808]: _type = "Task" [ 793.205231] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.218424] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Task: {'id': task-3789728, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.282701] env[69808]: INFO nova.compute.manager [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Took 39.49 seconds to build instance. [ 793.345556] env[69808]: DEBUG oslo_concurrency.lockutils [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.348410] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.966s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.350981] env[69808]: INFO nova.compute.claims [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.377637] env[69808]: INFO nova.scheduler.client.report [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Deleted allocations for instance b0e0391a-dffc-4bc1-887a-2883e2818657 [ 793.718273] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Task: {'id': task-3789728, 'name': ReconfigVM_Task, 'duration_secs': 0.334689} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.718273] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 971b1023-2f07-47a2-a43d-2b98ad899dd6/971b1023-2f07-47a2-a43d-2b98ad899dd6.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.718608] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33d18877-436f-4683-896a-f4218727683f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.726875] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Waiting for the task: (returnval){ [ 793.726875] env[69808]: value = "task-3789729" [ 793.726875] env[69808]: _type = "Task" [ 793.726875] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.737039] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Task: {'id': task-3789729, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.786218] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4d4041d0-e0eb-4c15-9048-114f28b5dcf2 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "4f0a9dae-cbbb-4822-87b1-1dd61d701971" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.958s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.888307] env[69808]: DEBUG oslo_concurrency.lockutils [None req-203056b3-7795-4152-9fab-d651f6888527 tempest-ServerDiagnosticsNegativeTest-151712607 tempest-ServerDiagnosticsNegativeTest-151712607-project-member] Lock "b0e0391a-dffc-4bc1-887a-2883e2818657" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.170s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.240512] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Task: {'id': task-3789729, 'name': Rename_Task, 'duration_secs': 0.157814} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.240512] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.240512] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f19d0944-2878-4b6c-a353-00c8d9aee942 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.250291] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Waiting for the task: (returnval){ [ 794.250291] env[69808]: value = "task-3789730" [ 794.250291] env[69808]: _type = "Task" [ 794.250291] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.259657] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Task: {'id': task-3789730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.288864] env[69808]: DEBUG nova.compute.manager [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.763106] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Task: {'id': task-3789730, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.817033] env[69808]: DEBUG oslo_concurrency.lockutils [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.977324] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1cb8a0-f2dd-408e-80f6-020c589f9d2d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.989340] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a68f1a-1854-467b-9111-0ee9a4bc903a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.028889] env[69808]: DEBUG nova.compute.manager [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 795.030074] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54938e8d-63b8-4fe6-bcdd-74aa98d975ce {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.033952] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b5e338-0736-4a6f-9b01-325378dae79a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.043654] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877f3496-82a7-4407-808d-8362d26edc7c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.053291] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "4f0a9dae-cbbb-4822-87b1-1dd61d701971" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.053291] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "4f0a9dae-cbbb-4822-87b1-1dd61d701971" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.053291] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "4f0a9dae-cbbb-4822-87b1-1dd61d701971-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.053291] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "4f0a9dae-cbbb-4822-87b1-1dd61d701971-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.053419] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "4f0a9dae-cbbb-4822-87b1-1dd61d701971-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.055124] env[69808]: INFO nova.compute.manager [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Terminating instance [ 795.066701] env[69808]: DEBUG nova.compute.provider_tree [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.261275] env[69808]: DEBUG oslo_vmware.api [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Task: {'id': task-3789730, 'name': PowerOnVM_Task, 'duration_secs': 0.543608} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.261564] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.261932] env[69808]: INFO nova.compute.manager [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Took 8.81 seconds to spawn the instance on the hypervisor. [ 795.261988] env[69808]: DEBUG nova.compute.manager [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 795.262813] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fa1e14-c3b5-475b-8134-883675bcf74a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.560063] env[69808]: INFO nova.compute.manager [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] instance snapshotting [ 795.566115] env[69808]: DEBUG nova.objects.instance [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lazy-loading 'flavor' on Instance uuid 182c3c6f-9376-4d7c-9adc-af7f0237a6f2 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.569156] env[69808]: DEBUG nova.scheduler.client.report [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.576690] env[69808]: DEBUG nova.compute.manager [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.577447] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.578640] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5d69f4-6ff2-4438-bad7-b9d6c5c97862 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.590961] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.591757] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57f91173-6efd-4482-8587-5ee37b1c2574 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.601363] env[69808]: DEBUG oslo_vmware.api [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 795.601363] env[69808]: value = "task-3789731" [ 795.601363] env[69808]: _type = "Task" [ 795.601363] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.613786] env[69808]: DEBUG oslo_vmware.api [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.785818] env[69808]: INFO nova.compute.manager [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Took 40.39 seconds to build instance. [ 796.072196] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd3e8bb-be6b-4b90-bef9-864ee141d008 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.095023] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.095023] env[69808]: DEBUG nova.compute.manager [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.097330] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.517s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.100064] env[69808]: INFO nova.compute.claims [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.102044] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfae48d-0ee8-4e89-ab50-4875d735375d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.119524] env[69808]: DEBUG oslo_vmware.api [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789731, 'name': PowerOffVM_Task, 'duration_secs': 0.39395} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.119524] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.119524] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.119826] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce6c65c0-07b0-4fc2-a2f3-e5bc2ce0924e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.290259] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a6417b4b-1c47-4021-a3d5-02d6038ab3aa tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Lock "971b1023-2f07-47a2-a43d-2b98ad899dd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.174s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.608623] env[69808]: DEBUG nova.compute.utils [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.612791] env[69808]: DEBUG nova.compute.manager [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.612920] env[69808]: DEBUG nova.network.neutron [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.620233] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Creating Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 796.621151] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f0f108d4-93d6-46d0-a930-3d31a7907718 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.631536] env[69808]: DEBUG oslo_vmware.api [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 796.631536] env[69808]: value = "task-3789733" [ 796.631536] env[69808]: _type = "Task" [ 796.631536] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.643212] env[69808]: DEBUG oslo_vmware.api [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789733, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.684736] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.684965] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.685251] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Deleting the datastore file [datastore1] 4f0a9dae-cbbb-4822-87b1-1dd61d701971 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.685564] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6c3719d-b8f7-46ab-aca6-4910b016c7ef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.700044] env[69808]: DEBUG oslo_vmware.api [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 796.700044] env[69808]: value = "task-3789734" [ 796.700044] env[69808]: _type = "Task" [ 796.700044] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.707652] env[69808]: DEBUG oslo_vmware.api [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.709336] env[69808]: DEBUG nova.policy [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54b674e722114a8aaa5113c1feb754e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b235077870b4008bb457876b9239c6e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.792961] env[69808]: DEBUG nova.compute.manager [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.113251] env[69808]: DEBUG nova.compute.manager [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.144839] env[69808]: DEBUG oslo_vmware.api [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789733, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.187680] env[69808]: DEBUG nova.network.neutron [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Successfully created port: ab34c338-7dd4-45ed-8530-bb85b0434518 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.215833] env[69808]: DEBUG oslo_vmware.api [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250336} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.216149] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.216643] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.216643] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.218203] env[69808]: INFO nova.compute.manager [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Took 1.64 seconds to destroy the instance on the hypervisor. [ 797.218203] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.218203] env[69808]: DEBUG nova.compute.manager [-] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.218203] env[69808]: DEBUG nova.network.neutron [-] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.264071] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Acquiring lock "971b1023-2f07-47a2-a43d-2b98ad899dd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.265164] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Lock "971b1023-2f07-47a2-a43d-2b98ad899dd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.265164] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Acquiring lock "971b1023-2f07-47a2-a43d-2b98ad899dd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.265164] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Lock "971b1023-2f07-47a2-a43d-2b98ad899dd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.266367] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Lock "971b1023-2f07-47a2-a43d-2b98ad899dd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.271169] env[69808]: INFO nova.compute.manager [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Terminating instance [ 797.325837] env[69808]: DEBUG oslo_concurrency.lockutils [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.650020] env[69808]: DEBUG oslo_vmware.api [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789733, 'name': CreateSnapshot_Task, 'duration_secs': 0.952603} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.650020] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Created Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 797.650020] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20027582-6458-40b2-81f8-ae1e6626b0d6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.700939] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea7223d-abff-4774-beea-2c93f63b24f3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.714058] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f8ee31-8a01-40e9-acff-992e3e6f90b8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.755369] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ccf41b-cf11-472d-a261-090b1d801404 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.763372] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5726dc1f-8c87-4b87-910e-70b9661d72d9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.779946] env[69808]: DEBUG nova.compute.manager [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.780187] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.780725] env[69808]: DEBUG nova.compute.provider_tree [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.782538] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32c3d35-1559-4c31-803b-bd0b4491b095 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.790587] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.791410] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-153d4217-0dd0-416c-b306-18d498a654bb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.799148] env[69808]: DEBUG oslo_vmware.api [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Waiting for the task: (returnval){ [ 797.799148] env[69808]: value = "task-3789735" [ 797.799148] env[69808]: _type = "Task" [ 797.799148] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.808197] env[69808]: DEBUG oslo_vmware.api [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Task: {'id': task-3789735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.129833] env[69808]: DEBUG nova.compute.manager [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.159538] env[69808]: DEBUG nova.virt.hardware [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.159744] env[69808]: DEBUG nova.virt.hardware [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.159864] env[69808]: DEBUG nova.virt.hardware [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.160090] env[69808]: DEBUG nova.virt.hardware [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.160451] env[69808]: DEBUG nova.virt.hardware [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.160451] env[69808]: DEBUG nova.virt.hardware [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.160648] env[69808]: DEBUG nova.virt.hardware [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.160714] env[69808]: DEBUG nova.virt.hardware [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.160938] env[69808]: DEBUG nova.virt.hardware [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.161056] env[69808]: DEBUG nova.virt.hardware [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.162014] env[69808]: DEBUG nova.virt.hardware [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.162340] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85184e7f-3854-4df4-8174-f343cea0803a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.178966] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Creating linked-clone VM from snapshot {{(pid=69808) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 798.178966] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a5c67312-b8ac-4f9d-a841-c634153483b4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.183979] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26adbbb-32f9-4324-acf9-e05f8d0d9a7e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.203940] env[69808]: DEBUG oslo_vmware.api [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 798.203940] env[69808]: value = "task-3789736" [ 798.203940] env[69808]: _type = "Task" [ 798.203940] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.213879] env[69808]: DEBUG oslo_vmware.api [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789736, 'name': CloneVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.287592] env[69808]: DEBUG nova.scheduler.client.report [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.313856] env[69808]: DEBUG nova.compute.manager [req-09468b96-a7db-40bd-ad35-09220d9b6474 req-e520b51a-19fe-4e1b-bb60-81c83a77e14e service nova] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Received event network-vif-deleted-5de6d4da-20e3-4f58-bd08-e4cad8c770a4 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.313910] env[69808]: INFO nova.compute.manager [req-09468b96-a7db-40bd-ad35-09220d9b6474 req-e520b51a-19fe-4e1b-bb60-81c83a77e14e service nova] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Neutron deleted interface 5de6d4da-20e3-4f58-bd08-e4cad8c770a4; detaching it from the instance and deleting it from the info cache [ 798.314697] env[69808]: DEBUG nova.network.neutron [req-09468b96-a7db-40bd-ad35-09220d9b6474 req-e520b51a-19fe-4e1b-bb60-81c83a77e14e service nova] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.322759] env[69808]: DEBUG oslo_vmware.api [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Task: {'id': task-3789735, 'name': PowerOffVM_Task, 'duration_secs': 0.203328} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.323077] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.323259] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.323546] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e9f8aa0-9177-4590-bc3a-223e155ae3f4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.402201] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.402528] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.402703] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Deleting the datastore file [datastore1] 971b1023-2f07-47a2-a43d-2b98ad899dd6 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.402995] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-886f36f3-d1ea-449d-a2a5-0b27439b44b0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.410981] env[69808]: DEBUG oslo_vmware.api [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Waiting for the task: (returnval){ [ 798.410981] env[69808]: value = "task-3789738" [ 798.410981] env[69808]: _type = "Task" [ 798.410981] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.422722] env[69808]: DEBUG oslo_vmware.api [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Task: {'id': task-3789738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.581473] env[69808]: DEBUG nova.network.neutron [-] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.719148] env[69808]: DEBUG oslo_vmware.api [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789736, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.794038] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.794702] env[69808]: DEBUG nova.compute.manager [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.798084] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.115s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.799646] env[69808]: INFO nova.compute.claims [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.818567] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94cd2c0f-0820-48e6-b334-11dea54c7704 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.833028] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed96ff35-f0c1-4004-a796-3de714be1fe6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.869500] env[69808]: DEBUG nova.compute.manager [req-09468b96-a7db-40bd-ad35-09220d9b6474 req-e520b51a-19fe-4e1b-bb60-81c83a77e14e service nova] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Detach interface failed, port_id=5de6d4da-20e3-4f58-bd08-e4cad8c770a4, reason: Instance 4f0a9dae-cbbb-4822-87b1-1dd61d701971 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 798.922781] env[69808]: DEBUG oslo_vmware.api [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Task: {'id': task-3789738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1718} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.923224] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.923588] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.923882] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.924198] env[69808]: INFO nova.compute.manager [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 798.924550] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.924904] env[69808]: DEBUG nova.compute.manager [-] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.925134] env[69808]: DEBUG nova.network.neutron [-] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.084676] env[69808]: INFO nova.compute.manager [-] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Took 1.87 seconds to deallocate network for instance. [ 799.215165] env[69808]: DEBUG oslo_vmware.api [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789736, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.308973] env[69808]: DEBUG nova.compute.utils [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.310492] env[69808]: DEBUG nova.compute.manager [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.310609] env[69808]: DEBUG nova.network.neutron [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.496759] env[69808]: DEBUG nova.policy [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a8f60d5b821423bb6292efcd68083a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4e6ca35f44449c08596f5da45d88fe5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.597063] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.717166] env[69808]: DEBUG oslo_vmware.api [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789736, 'name': CloneVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.820817] env[69808]: DEBUG nova.compute.manager [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.193535] env[69808]: DEBUG nova.network.neutron [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Successfully updated port: ab34c338-7dd4-45ed-8530-bb85b0434518 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.209508] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Acquiring lock "17b6e10a-2fad-448c-83c7-350a1e9f91c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.209909] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Lock "17b6e10a-2fad-448c-83c7-350a1e9f91c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.222716] env[69808]: DEBUG oslo_vmware.api [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789736, 'name': CloneVM_Task, 'duration_secs': 1.530864} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.223171] env[69808]: INFO nova.virt.vmwareapi.vmops [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Created linked-clone VM from snapshot [ 800.223756] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ab893d-3540-48c8-a947-8344850f92d5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.237965] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Uploading image d003a79d-5374-447e-b8be-52e95b825e40 {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 800.268949] env[69808]: DEBUG oslo_vmware.rw_handles [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 800.268949] env[69808]: value = "vm-753881" [ 800.268949] env[69808]: _type = "VirtualMachine" [ 800.268949] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 800.271619] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6f7bee92-272c-40a5-b3b4-c420705ac62b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.280971] env[69808]: DEBUG oslo_vmware.rw_handles [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lease: (returnval){ [ 800.280971] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528bc2cf-0b41-60c2-ffe5-01a15bc57268" [ 800.280971] env[69808]: _type = "HttpNfcLease" [ 800.280971] env[69808]: } obtained for exporting VM: (result){ [ 800.280971] env[69808]: value = "vm-753881" [ 800.280971] env[69808]: _type = "VirtualMachine" [ 800.280971] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 800.281680] env[69808]: DEBUG oslo_vmware.api [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the lease: (returnval){ [ 800.281680] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528bc2cf-0b41-60c2-ffe5-01a15bc57268" [ 800.281680] env[69808]: _type = "HttpNfcLease" [ 800.281680] env[69808]: } to be ready. {{(pid=69808) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 800.296105] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 800.296105] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528bc2cf-0b41-60c2-ffe5-01a15bc57268" [ 800.296105] env[69808]: _type = "HttpNfcLease" [ 800.296105] env[69808]: } is ready. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 800.296492] env[69808]: DEBUG oslo_vmware.rw_handles [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 800.296492] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528bc2cf-0b41-60c2-ffe5-01a15bc57268" [ 800.296492] env[69808]: _type = "HttpNfcLease" [ 800.296492] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 800.297995] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04042ca-3f68-4158-ad29-fa5b035830ea {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.306893] env[69808]: DEBUG oslo_vmware.rw_handles [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e93ed-1b24-ab77-6c14-da4f2cc5d2f6/disk-0.vmdk from lease info. {{(pid=69808) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 800.308011] env[69808]: DEBUG oslo_vmware.rw_handles [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e93ed-1b24-ab77-6c14-da4f2cc5d2f6/disk-0.vmdk for reading. {{(pid=69808) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 800.412169] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-915b4ed9-5540-485d-b9cb-ce8e9e04b38f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.505123] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb72a0f-1745-41e9-aceb-741fb658c77b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.513670] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d2c42a-c0ab-4a52-9bd3-198892065f6e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.547235] env[69808]: DEBUG nova.network.neutron [-] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.552018] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9364cd74-fabb-4c49-a7d5-0b233db75a23 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.558984] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8908bf98-9992-4ea3-89ae-aae1bd9fdff4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.567039] env[69808]: DEBUG nova.compute.manager [req-f06f53b4-bbc2-46ff-aee1-b8777010ccab req-4eb72ec6-92ab-4163-9e01-4ead8a1b6348 service nova] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Received event network-vif-plugged-ab34c338-7dd4-45ed-8530-bb85b0434518 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.567303] env[69808]: DEBUG oslo_concurrency.lockutils [req-f06f53b4-bbc2-46ff-aee1-b8777010ccab req-4eb72ec6-92ab-4163-9e01-4ead8a1b6348 service nova] Acquiring lock "10dddda7-ac47-4728-a74d-1f85045a148b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.567540] env[69808]: DEBUG oslo_concurrency.lockutils [req-f06f53b4-bbc2-46ff-aee1-b8777010ccab req-4eb72ec6-92ab-4163-9e01-4ead8a1b6348 service nova] Lock "10dddda7-ac47-4728-a74d-1f85045a148b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.567710] env[69808]: DEBUG oslo_concurrency.lockutils [req-f06f53b4-bbc2-46ff-aee1-b8777010ccab req-4eb72ec6-92ab-4163-9e01-4ead8a1b6348 service nova] Lock "10dddda7-ac47-4728-a74d-1f85045a148b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.567883] env[69808]: DEBUG nova.compute.manager [req-f06f53b4-bbc2-46ff-aee1-b8777010ccab req-4eb72ec6-92ab-4163-9e01-4ead8a1b6348 service nova] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] No waiting events found dispatching network-vif-plugged-ab34c338-7dd4-45ed-8530-bb85b0434518 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 800.568060] env[69808]: WARNING nova.compute.manager [req-f06f53b4-bbc2-46ff-aee1-b8777010ccab req-4eb72ec6-92ab-4163-9e01-4ead8a1b6348 service nova] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Received unexpected event network-vif-plugged-ab34c338-7dd4-45ed-8530-bb85b0434518 for instance with vm_state building and task_state spawning. [ 800.568230] env[69808]: DEBUG nova.compute.manager [req-f06f53b4-bbc2-46ff-aee1-b8777010ccab req-4eb72ec6-92ab-4163-9e01-4ead8a1b6348 service nova] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Received event network-vif-deleted-9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.568401] env[69808]: INFO nova.compute.manager [req-f06f53b4-bbc2-46ff-aee1-b8777010ccab req-4eb72ec6-92ab-4163-9e01-4ead8a1b6348 service nova] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Neutron deleted interface 9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9; detaching it from the instance and deleting it from the info cache [ 800.568839] env[69808]: DEBUG nova.network.neutron [req-f06f53b4-bbc2-46ff-aee1-b8777010ccab req-4eb72ec6-92ab-4163-9e01-4ead8a1b6348 service nova] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.579394] env[69808]: DEBUG nova.compute.provider_tree [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.605254] env[69808]: DEBUG nova.network.neutron [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Successfully created port: 0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.702235] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "refresh_cache-10dddda7-ac47-4728-a74d-1f85045a148b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.702235] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquired lock "refresh_cache-10dddda7-ac47-4728-a74d-1f85045a148b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.702235] env[69808]: DEBUG nova.network.neutron [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.880168] env[69808]: DEBUG nova.compute.manager [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.907492] env[69808]: DEBUG nova.virt.hardware [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.907891] env[69808]: DEBUG nova.virt.hardware [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.908223] env[69808]: DEBUG nova.virt.hardware [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.908595] env[69808]: DEBUG nova.virt.hardware [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.908964] env[69808]: DEBUG nova.virt.hardware [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.909187] env[69808]: DEBUG nova.virt.hardware [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.909453] env[69808]: DEBUG nova.virt.hardware [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.909651] env[69808]: DEBUG nova.virt.hardware [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.909861] env[69808]: DEBUG nova.virt.hardware [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.910069] env[69808]: DEBUG nova.virt.hardware [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.910644] env[69808]: DEBUG nova.virt.hardware [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.911902] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d26606-d388-41b1-8b4b-bf330af4cdd4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.923949] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5644b9f8-da09-4cbc-92da-108891d44c4f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.053447] env[69808]: INFO nova.compute.manager [-] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Took 2.13 seconds to deallocate network for instance. [ 801.071453] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71af2636-d06c-4fe6-93dc-ab777323f24f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.083622] env[69808]: DEBUG nova.scheduler.client.report [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.098675] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b2f28a-4cae-4e01-b6c5-e67351c9ad11 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.151385] env[69808]: DEBUG nova.compute.manager [req-f06f53b4-bbc2-46ff-aee1-b8777010ccab req-4eb72ec6-92ab-4163-9e01-4ead8a1b6348 service nova] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Detach interface failed, port_id=9ffc9be7-6d37-46ff-89d3-8f5b9ece93e9, reason: Instance 971b1023-2f07-47a2-a43d-2b98ad899dd6 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 801.151966] env[69808]: DEBUG nova.compute.manager [req-f06f53b4-bbc2-46ff-aee1-b8777010ccab req-4eb72ec6-92ab-4163-9e01-4ead8a1b6348 service nova] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Received event network-changed-ab34c338-7dd4-45ed-8530-bb85b0434518 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.152905] env[69808]: DEBUG nova.compute.manager [req-f06f53b4-bbc2-46ff-aee1-b8777010ccab req-4eb72ec6-92ab-4163-9e01-4ead8a1b6348 service nova] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Refreshing instance network info cache due to event network-changed-ab34c338-7dd4-45ed-8530-bb85b0434518. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.155609] env[69808]: DEBUG oslo_concurrency.lockutils [req-f06f53b4-bbc2-46ff-aee1-b8777010ccab req-4eb72ec6-92ab-4163-9e01-4ead8a1b6348 service nova] Acquiring lock "refresh_cache-10dddda7-ac47-4728-a74d-1f85045a148b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.275025] env[69808]: DEBUG nova.network.neutron [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.567432] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.593842] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.597158] env[69808]: DEBUG nova.compute.manager [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.598972] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.788s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.600895] env[69808]: DEBUG nova.objects.instance [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Lazy-loading 'resources' on Instance uuid 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.683894] env[69808]: DEBUG nova.network.neutron [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Updating instance_info_cache with network_info: [{"id": "ab34c338-7dd4-45ed-8530-bb85b0434518", "address": "fa:16:3e:b3:be:74", "network": {"id": "7767bb95-5cc6-4aca-b6c1-dbfcc00b332b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-149431807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b235077870b4008bb457876b9239c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab34c338-7d", "ovs_interfaceid": "ab34c338-7dd4-45ed-8530-bb85b0434518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.100792] env[69808]: DEBUG nova.compute.utils [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.103504] env[69808]: DEBUG nova.compute.manager [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.104198] env[69808]: DEBUG nova.network.neutron [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.188656] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Releasing lock "refresh_cache-10dddda7-ac47-4728-a74d-1f85045a148b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.189013] env[69808]: DEBUG nova.compute.manager [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Instance network_info: |[{"id": "ab34c338-7dd4-45ed-8530-bb85b0434518", "address": "fa:16:3e:b3:be:74", "network": {"id": "7767bb95-5cc6-4aca-b6c1-dbfcc00b332b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-149431807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b235077870b4008bb457876b9239c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab34c338-7d", "ovs_interfaceid": "ab34c338-7dd4-45ed-8530-bb85b0434518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.189669] env[69808]: DEBUG oslo_concurrency.lockutils [req-f06f53b4-bbc2-46ff-aee1-b8777010ccab req-4eb72ec6-92ab-4163-9e01-4ead8a1b6348 service nova] Acquired lock "refresh_cache-10dddda7-ac47-4728-a74d-1f85045a148b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.189848] env[69808]: DEBUG nova.network.neutron [req-f06f53b4-bbc2-46ff-aee1-b8777010ccab req-4eb72ec6-92ab-4163-9e01-4ead8a1b6348 service nova] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Refreshing network info cache for port ab34c338-7dd4-45ed-8530-bb85b0434518 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.191354] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:be:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab34c338-7dd4-45ed-8530-bb85b0434518', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.206153] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.209642] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.210876] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98eb5433-16d5-4d3f-9bc8-db7250395042 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.245922] env[69808]: DEBUG nova.policy [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a1713032c9a409db3e9befb03c2585a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83a035e20bce467899dcc4cb6e01d43e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.258318] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.258318] env[69808]: value = "task-3789740" [ 802.258318] env[69808]: _type = "Task" [ 802.258318] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.278020] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789740, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.608296] env[69808]: DEBUG nova.compute.manager [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.769400] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789740, 'name': CreateVM_Task, 'duration_secs': 0.339528} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.769576] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.770411] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.770589] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.770930] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.772377] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-599d085a-54af-4359-bb94-97088b4e10d6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.775056] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3686591e-abb2-4de2-9661-78e47a789687 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.782054] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 802.782054] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5211568e-040e-3151-326f-87deef2cbbf7" [ 802.782054] env[69808]: _type = "Task" [ 802.782054] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.790029] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d9a67c-4cd1-4c49-ae8f-425ffa46d490 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.799909] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5211568e-040e-3151-326f-87deef2cbbf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.841496] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a4fe8d-5c94-4a56-b1a7-f35a4dc259ca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.850125] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e786867e-f41c-4661-8ba0-3935cf97826f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.866295] env[69808]: DEBUG nova.compute.provider_tree [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.967605] env[69808]: DEBUG oslo_concurrency.lockutils [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Acquiring lock "3f4afb86-4e88-4741-92d1-a7bc0b498e4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.967936] env[69808]: DEBUG oslo_concurrency.lockutils [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Lock "3f4afb86-4e88-4741-92d1-a7bc0b498e4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.968175] env[69808]: DEBUG oslo_concurrency.lockutils [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Acquiring lock "3f4afb86-4e88-4741-92d1-a7bc0b498e4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.968362] env[69808]: DEBUG oslo_concurrency.lockutils [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Lock "3f4afb86-4e88-4741-92d1-a7bc0b498e4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.968535] env[69808]: DEBUG oslo_concurrency.lockutils [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Lock "3f4afb86-4e88-4741-92d1-a7bc0b498e4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.973916] env[69808]: INFO nova.compute.manager [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Terminating instance [ 803.306628] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5211568e-040e-3151-326f-87deef2cbbf7, 'name': SearchDatastore_Task, 'duration_secs': 0.016091} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.307159] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.307412] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.307655] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.307798] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.307978] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.308596] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-496979dc-9784-4bba-9f34-2caa5d78e21f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.320904] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.321164] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.322077] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bad25f0-2ef8-4a0e-be54-f643318079a0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.331434] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 803.331434] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52dc14f3-7c55-31b8-6d81-bcf75584091d" [ 803.331434] env[69808]: _type = "Task" [ 803.331434] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.343014] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52dc14f3-7c55-31b8-6d81-bcf75584091d, 'name': SearchDatastore_Task} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.344324] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f19ab573-fea8-47ba-b803-7c7957b95b59 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.351537] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 803.351537] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f8ff27-7b9b-b773-1461-ab29e7131db6" [ 803.351537] env[69808]: _type = "Task" [ 803.351537] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.362659] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f8ff27-7b9b-b773-1461-ab29e7131db6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.369341] env[69808]: DEBUG nova.scheduler.client.report [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.482479] env[69808]: DEBUG nova.compute.manager [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.482862] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.484336] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0719013b-8276-4f16-b6d8-b4126bbd99e9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.498379] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.498845] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85852612-97e2-4fc7-b566-54ee5d0fc7ac {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.508837] env[69808]: DEBUG oslo_vmware.api [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Waiting for the task: (returnval){ [ 803.508837] env[69808]: value = "task-3789741" [ 803.508837] env[69808]: _type = "Task" [ 803.508837] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.532524] env[69808]: DEBUG oslo_vmware.api [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Task: {'id': task-3789741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.566167] env[69808]: DEBUG nova.network.neutron [req-f06f53b4-bbc2-46ff-aee1-b8777010ccab req-4eb72ec6-92ab-4163-9e01-4ead8a1b6348 service nova] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Updated VIF entry in instance network info cache for port ab34c338-7dd4-45ed-8530-bb85b0434518. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.566466] env[69808]: DEBUG nova.network.neutron [req-f06f53b4-bbc2-46ff-aee1-b8777010ccab req-4eb72ec6-92ab-4163-9e01-4ead8a1b6348 service nova] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Updating instance_info_cache with network_info: [{"id": "ab34c338-7dd4-45ed-8530-bb85b0434518", "address": "fa:16:3e:b3:be:74", "network": {"id": "7767bb95-5cc6-4aca-b6c1-dbfcc00b332b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-149431807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b235077870b4008bb457876b9239c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab34c338-7d", "ovs_interfaceid": "ab34c338-7dd4-45ed-8530-bb85b0434518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.622347] env[69808]: DEBUG nova.compute.manager [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.656723] env[69808]: DEBUG nova.virt.hardware [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.657339] env[69808]: DEBUG nova.virt.hardware [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.657550] env[69808]: DEBUG nova.virt.hardware [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.657763] env[69808]: DEBUG nova.virt.hardware [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.657936] env[69808]: DEBUG nova.virt.hardware [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.658131] env[69808]: DEBUG nova.virt.hardware [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.658312] env[69808]: DEBUG nova.virt.hardware [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.658661] env[69808]: DEBUG nova.virt.hardware [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.658887] env[69808]: DEBUG nova.virt.hardware [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.659087] env[69808]: DEBUG nova.virt.hardware [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.659332] env[69808]: DEBUG nova.virt.hardware [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.660283] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892ade97-3d0f-467b-b158-5e010cfe0536 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.674037] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17492b5-1d80-4147-a8c9-4901e83ea747 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.745097] env[69808]: DEBUG nova.network.neutron [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Successfully updated port: 0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.757331] env[69808]: DEBUG nova.network.neutron [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Successfully created port: 9822df4a-9011-496c-b357-57f79e8f6afa {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.760653] env[69808]: DEBUG nova.compute.manager [req-ff62e937-25a3-4042-9ee8-4e2509780578 req-7c4338f7-bb70-4ab6-8d58-f9a397130a32 service nova] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Received event network-vif-plugged-0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.760896] env[69808]: DEBUG oslo_concurrency.lockutils [req-ff62e937-25a3-4042-9ee8-4e2509780578 req-7c4338f7-bb70-4ab6-8d58-f9a397130a32 service nova] Acquiring lock "83d311b6-1abd-4f04-bb55-2474eb9c923a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.761303] env[69808]: DEBUG oslo_concurrency.lockutils [req-ff62e937-25a3-4042-9ee8-4e2509780578 req-7c4338f7-bb70-4ab6-8d58-f9a397130a32 service nova] Lock "83d311b6-1abd-4f04-bb55-2474eb9c923a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.761384] env[69808]: DEBUG oslo_concurrency.lockutils [req-ff62e937-25a3-4042-9ee8-4e2509780578 req-7c4338f7-bb70-4ab6-8d58-f9a397130a32 service nova] Lock "83d311b6-1abd-4f04-bb55-2474eb9c923a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.761564] env[69808]: DEBUG nova.compute.manager [req-ff62e937-25a3-4042-9ee8-4e2509780578 req-7c4338f7-bb70-4ab6-8d58-f9a397130a32 service nova] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] No waiting events found dispatching network-vif-plugged-0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 803.761746] env[69808]: WARNING nova.compute.manager [req-ff62e937-25a3-4042-9ee8-4e2509780578 req-7c4338f7-bb70-4ab6-8d58-f9a397130a32 service nova] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Received unexpected event network-vif-plugged-0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44 for instance with vm_state building and task_state spawning. [ 803.867148] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f8ff27-7b9b-b773-1461-ab29e7131db6, 'name': SearchDatastore_Task, 'duration_secs': 0.011339} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.867446] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.867709] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 10dddda7-ac47-4728-a74d-1f85045a148b/10dddda7-ac47-4728-a74d-1f85045a148b.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.867985] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2ce5851-d670-4a05-8cfb-dd5285280951 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.878909] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.882351] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 803.882351] env[69808]: value = "task-3789742" [ 803.882351] env[69808]: _type = "Task" [ 803.882351] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.884282] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.678s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.884282] env[69808]: DEBUG nova.objects.instance [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Lazy-loading 'resources' on Instance uuid 02481d2b-70ac-48cb-a981-b88a26d327dc {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.900832] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.919539] env[69808]: INFO nova.scheduler.client.report [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Deleted allocations for instance 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f [ 804.022403] env[69808]: DEBUG oslo_vmware.api [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Task: {'id': task-3789741, 'name': PowerOffVM_Task, 'duration_secs': 0.289275} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.022812] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.023069] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.023425] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bb75ac4-f96a-402c-911a-224f249a46f2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.070466] env[69808]: DEBUG oslo_concurrency.lockutils [req-f06f53b4-bbc2-46ff-aee1-b8777010ccab req-4eb72ec6-92ab-4163-9e01-4ead8a1b6348 service nova] Releasing lock "refresh_cache-10dddda7-ac47-4728-a74d-1f85045a148b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.100375] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.100375] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.100375] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Deleting the datastore file [datastore2] 3f4afb86-4e88-4741-92d1-a7bc0b498e4b {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.100375] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85719680-d6dc-44ee-8197-49a16399b3b1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.112724] env[69808]: DEBUG oslo_vmware.api [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Waiting for the task: (returnval){ [ 804.112724] env[69808]: value = "task-3789744" [ 804.112724] env[69808]: _type = "Task" [ 804.112724] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.126882] env[69808]: DEBUG oslo_vmware.api [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Task: {'id': task-3789744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.248127] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquiring lock "refresh_cache-83d311b6-1abd-4f04-bb55-2474eb9c923a" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.250849] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquired lock "refresh_cache-83d311b6-1abd-4f04-bb55-2474eb9c923a" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.250849] env[69808]: DEBUG nova.network.neutron [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.409349] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789742, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.431181] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f1322273-e377-4820-9b9b-06d6a658e720 tempest-ServerMetadataNegativeTestJSON-138778787 tempest-ServerMetadataNegativeTestJSON-138778787-project-member] Lock "2a792a82-2ba6-4f38-8c2f-b54931cd8f1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.689s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.622727] env[69808]: DEBUG oslo_vmware.api [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Task: {'id': task-3789744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353264} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.623043] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.623260] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.623409] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.623595] env[69808]: INFO nova.compute.manager [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 804.624233] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.624233] env[69808]: DEBUG nova.compute.manager [-] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.624690] env[69808]: DEBUG nova.network.neutron [-] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.875554] env[69808]: DEBUG nova.network.neutron [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.908368] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537204} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.913052] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 10dddda7-ac47-4728-a74d-1f85045a148b/10dddda7-ac47-4728-a74d-1f85045a148b.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.913052] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.913225] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7d7f128-35e1-481c-9d00-fabf3f116c67 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.922332] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 804.922332] env[69808]: value = "task-3789745" [ 804.922332] env[69808]: _type = "Task" [ 804.922332] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.938872] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.976016] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac9409c-53ed-480f-9b57-e66ce15eae85 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.992115] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acc1850-abe0-431b-a128-7a57b3e1c5a2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.034850] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4a7bdf-8568-44ec-9c60-872b7b9ad8fc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.045716] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd871c3c-4f38-4513-b0e5-721ef8f8044c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.063059] env[69808]: DEBUG nova.compute.provider_tree [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.296268] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Acquiring lock "f94063df-5f47-4727-b272-d50ffa44121e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.296268] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Lock "f94063df-5f47-4727-b272-d50ffa44121e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.434690] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089387} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.435544] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.437164] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fec3845-2727-42b5-94df-4834da842f69 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.465808] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 10dddda7-ac47-4728-a74d-1f85045a148b/10dddda7-ac47-4728-a74d-1f85045a148b.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.466425] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-119eb83b-949e-4fbc-88d9-9575d804a7fb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.487676] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 805.487676] env[69808]: value = "task-3789746" [ 805.487676] env[69808]: _type = "Task" [ 805.487676] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.498871] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789746, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.566071] env[69808]: DEBUG nova.scheduler.client.report [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.782577] env[69808]: DEBUG nova.network.neutron [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Updating instance_info_cache with network_info: [{"id": "0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44", "address": "fa:16:3e:f0:03:c6", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b1e2b2b-44", "ovs_interfaceid": "0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.813160] env[69808]: DEBUG nova.compute.manager [req-3250d5bf-7144-40b5-9dec-3d46033feabb req-490cd1d9-66d6-4cf3-8a95-e414fcb93dd4 service nova] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Received event network-changed-0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.813612] env[69808]: DEBUG nova.compute.manager [req-3250d5bf-7144-40b5-9dec-3d46033feabb req-490cd1d9-66d6-4cf3-8a95-e414fcb93dd4 service nova] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Refreshing instance network info cache due to event network-changed-0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.814427] env[69808]: DEBUG oslo_concurrency.lockutils [req-3250d5bf-7144-40b5-9dec-3d46033feabb req-490cd1d9-66d6-4cf3-8a95-e414fcb93dd4 service nova] Acquiring lock "refresh_cache-83d311b6-1abd-4f04-bb55-2474eb9c923a" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.000606] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789746, 'name': ReconfigVM_Task, 'duration_secs': 0.318641} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.001139] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 10dddda7-ac47-4728-a74d-1f85045a148b/10dddda7-ac47-4728-a74d-1f85045a148b.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.001811] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-967b1284-f11f-473e-84f9-2591e0bfae55 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.010393] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 806.010393] env[69808]: value = "task-3789747" [ 806.010393] env[69808]: _type = "Task" [ 806.010393] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.024134] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789747, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.074325] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.079398] env[69808]: DEBUG oslo_concurrency.lockutils [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.946s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.079507] env[69808]: INFO nova.compute.claims [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.119267] env[69808]: INFO nova.scheduler.client.report [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Deleted allocations for instance 02481d2b-70ac-48cb-a981-b88a26d327dc [ 806.287471] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Releasing lock "refresh_cache-83d311b6-1abd-4f04-bb55-2474eb9c923a" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.287979] env[69808]: DEBUG nova.compute.manager [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Instance network_info: |[{"id": "0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44", "address": "fa:16:3e:f0:03:c6", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b1e2b2b-44", "ovs_interfaceid": "0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.288429] env[69808]: DEBUG oslo_concurrency.lockutils [req-3250d5bf-7144-40b5-9dec-3d46033feabb req-490cd1d9-66d6-4cf3-8a95-e414fcb93dd4 service nova] Acquired lock "refresh_cache-83d311b6-1abd-4f04-bb55-2474eb9c923a" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.288728] env[69808]: DEBUG nova.network.neutron [req-3250d5bf-7144-40b5-9dec-3d46033feabb req-490cd1d9-66d6-4cf3-8a95-e414fcb93dd4 service nova] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Refreshing network info cache for port 0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.291272] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:03:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.302085] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Creating folder: Project (c4e6ca35f44449c08596f5da45d88fe5). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.306589] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b020405-15d5-4ce1-943e-38e76e706a1c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.320265] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Created folder: Project (c4e6ca35f44449c08596f5da45d88fe5) in parent group-v753775. [ 806.320993] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Creating folder: Instances. Parent ref: group-v753883. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.321161] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb02d0dc-c6b2-4110-ae4f-e86338f48da5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.334591] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Created folder: Instances in parent group-v753883. [ 806.334952] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.335243] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.335592] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78be15b4-501b-4e84-99cc-f6881fe298fd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.363354] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.363354] env[69808]: value = "task-3789750" [ 806.363354] env[69808]: _type = "Task" [ 806.363354] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.373657] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789750, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.524352] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789747, 'name': Rename_Task, 'duration_secs': 0.155671} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.524794] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.526022] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-693bf289-27cc-446e-9421-9458fbf900b5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.544209] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 806.544209] env[69808]: value = "task-3789751" [ 806.544209] env[69808]: _type = "Task" [ 806.544209] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.571783] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789751, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.609832] env[69808]: DEBUG nova.network.neutron [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Successfully updated port: 9822df4a-9011-496c-b357-57f79e8f6afa {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.643162] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c57248c-e5de-41a9-b286-e20912eb31dd tempest-ImagesOneServerTestJSON-1752182278 tempest-ImagesOneServerTestJSON-1752182278-project-member] Lock "02481d2b-70ac-48cb-a981-b88a26d327dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.326s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.875057] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789750, 'name': CreateVM_Task, 'duration_secs': 0.382525} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.875423] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.875916] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.876671] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.876765] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.877040] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bf70c76-3796-4fb2-b2cb-85ff4943382b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.885411] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for the task: (returnval){ [ 806.885411] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5289f181-2e78-b8af-a5e8-4745e1fead73" [ 806.885411] env[69808]: _type = "Task" [ 806.885411] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.894823] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5289f181-2e78-b8af-a5e8-4745e1fead73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.966144] env[69808]: DEBUG nova.network.neutron [req-3250d5bf-7144-40b5-9dec-3d46033feabb req-490cd1d9-66d6-4cf3-8a95-e414fcb93dd4 service nova] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Updated VIF entry in instance network info cache for port 0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.966536] env[69808]: DEBUG nova.network.neutron [req-3250d5bf-7144-40b5-9dec-3d46033feabb req-490cd1d9-66d6-4cf3-8a95-e414fcb93dd4 service nova] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Updating instance_info_cache with network_info: [{"id": "0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44", "address": "fa:16:3e:f0:03:c6", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b1e2b2b-44", "ovs_interfaceid": "0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.062176] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789751, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.114934] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "refresh_cache-57ee964a-1c5a-4687-95ba-30ea77022b14" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.115598] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquired lock "refresh_cache-57ee964a-1c5a-4687-95ba-30ea77022b14" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.115932] env[69808]: DEBUG nova.network.neutron [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.156209] env[69808]: DEBUG nova.network.neutron [-] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.402043] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5289f181-2e78-b8af-a5e8-4745e1fead73, 'name': SearchDatastore_Task, 'duration_secs': 0.011512} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.402043] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.402385] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.402424] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.402553] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.402732] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.403013] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4f7b721-30cc-4e04-afbc-66c88ecf9899 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.419757] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.419757] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.419895] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae606b8b-8f1f-400e-8f06-8d343bc91893 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.426726] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for the task: (returnval){ [ 807.426726] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525f2b74-df47-38a6-4eba-2044de67732f" [ 807.426726] env[69808]: _type = "Task" [ 807.426726] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.436034] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525f2b74-df47-38a6-4eba-2044de67732f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.470903] env[69808]: DEBUG oslo_concurrency.lockutils [req-3250d5bf-7144-40b5-9dec-3d46033feabb req-490cd1d9-66d6-4cf3-8a95-e414fcb93dd4 service nova] Releasing lock "refresh_cache-83d311b6-1abd-4f04-bb55-2474eb9c923a" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.558781] env[69808]: DEBUG oslo_vmware.api [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789751, 'name': PowerOnVM_Task, 'duration_secs': 0.646209} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.559273] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.559600] env[69808]: INFO nova.compute.manager [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Took 9.43 seconds to spawn the instance on the hypervisor. [ 807.559889] env[69808]: DEBUG nova.compute.manager [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 807.564301] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1be97f-1a33-45f5-88e6-bb89c44cd0e3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.663754] env[69808]: INFO nova.compute.manager [-] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Took 3.04 seconds to deallocate network for instance. [ 807.717302] env[69808]: DEBUG nova.network.neutron [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.805132] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2562e42-065c-44f0-b67d-f994af9cfa2c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.815380] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0437ef-c401-489e-b7b8-5d8d0ae93a43 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.852230] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b758b6-e0de-48e2-9e34-871c77a756be {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.860854] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829a9cca-cbdd-460e-923b-2592796d3ae6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.879762] env[69808]: DEBUG nova.compute.provider_tree [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.885923] env[69808]: DEBUG nova.compute.manager [req-a99455bf-b06b-453b-85fa-14a541c3bfca req-bee50add-5688-4d5b-98e3-fff645312fe7 service nova] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Received event network-vif-plugged-9822df4a-9011-496c-b357-57f79e8f6afa {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.885923] env[69808]: DEBUG oslo_concurrency.lockutils [req-a99455bf-b06b-453b-85fa-14a541c3bfca req-bee50add-5688-4d5b-98e3-fff645312fe7 service nova] Acquiring lock "57ee964a-1c5a-4687-95ba-30ea77022b14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.885923] env[69808]: DEBUG oslo_concurrency.lockutils [req-a99455bf-b06b-453b-85fa-14a541c3bfca req-bee50add-5688-4d5b-98e3-fff645312fe7 service nova] Lock "57ee964a-1c5a-4687-95ba-30ea77022b14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.886128] env[69808]: DEBUG oslo_concurrency.lockutils [req-a99455bf-b06b-453b-85fa-14a541c3bfca req-bee50add-5688-4d5b-98e3-fff645312fe7 service nova] Lock "57ee964a-1c5a-4687-95ba-30ea77022b14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.886287] env[69808]: DEBUG nova.compute.manager [req-a99455bf-b06b-453b-85fa-14a541c3bfca req-bee50add-5688-4d5b-98e3-fff645312fe7 service nova] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] No waiting events found dispatching network-vif-plugged-9822df4a-9011-496c-b357-57f79e8f6afa {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 807.886449] env[69808]: WARNING nova.compute.manager [req-a99455bf-b06b-453b-85fa-14a541c3bfca req-bee50add-5688-4d5b-98e3-fff645312fe7 service nova] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Received unexpected event network-vif-plugged-9822df4a-9011-496c-b357-57f79e8f6afa for instance with vm_state building and task_state spawning. [ 807.886666] env[69808]: DEBUG nova.compute.manager [req-a99455bf-b06b-453b-85fa-14a541c3bfca req-bee50add-5688-4d5b-98e3-fff645312fe7 service nova] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Received event network-changed-9822df4a-9011-496c-b357-57f79e8f6afa {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.886757] env[69808]: DEBUG nova.compute.manager [req-a99455bf-b06b-453b-85fa-14a541c3bfca req-bee50add-5688-4d5b-98e3-fff645312fe7 service nova] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Refreshing instance network info cache due to event network-changed-9822df4a-9011-496c-b357-57f79e8f6afa. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.886938] env[69808]: DEBUG oslo_concurrency.lockutils [req-a99455bf-b06b-453b-85fa-14a541c3bfca req-bee50add-5688-4d5b-98e3-fff645312fe7 service nova] Acquiring lock "refresh_cache-57ee964a-1c5a-4687-95ba-30ea77022b14" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.939956] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525f2b74-df47-38a6-4eba-2044de67732f, 'name': SearchDatastore_Task, 'duration_secs': 0.020825} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.940806] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0190ead-0178-4356-9b98-cf71be6f2aff {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.946935] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for the task: (returnval){ [ 807.946935] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52faa12b-f724-1d6d-dd8a-a12f1be28472" [ 807.946935] env[69808]: _type = "Task" [ 807.946935] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.956053] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52faa12b-f724-1d6d-dd8a-a12f1be28472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.095883] env[69808]: INFO nova.compute.manager [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Took 45.76 seconds to build instance. [ 808.102733] env[69808]: DEBUG nova.network.neutron [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Updating instance_info_cache with network_info: [{"id": "9822df4a-9011-496c-b357-57f79e8f6afa", "address": "fa:16:3e:a3:88:b4", "network": {"id": "44ca2af7-2e85-4da8-a0e2-54759e88088f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-91954632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83a035e20bce467899dcc4cb6e01d43e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9822df4a-90", "ovs_interfaceid": "9822df4a-9011-496c-b357-57f79e8f6afa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.175261] env[69808]: DEBUG oslo_concurrency.lockutils [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.383119] env[69808]: DEBUG nova.scheduler.client.report [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.461068] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52faa12b-f724-1d6d-dd8a-a12f1be28472, 'name': SearchDatastore_Task, 'duration_secs': 0.019192} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.461617] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.462063] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 83d311b6-1abd-4f04-bb55-2474eb9c923a/83d311b6-1abd-4f04-bb55-2474eb9c923a.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.463039] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdca2cea-880e-402d-80b1-2e060df60393 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.471259] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for the task: (returnval){ [ 808.471259] env[69808]: value = "task-3789752" [ 808.471259] env[69808]: _type = "Task" [ 808.471259] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.483608] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.547537] env[69808]: DEBUG oslo_vmware.rw_handles [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e93ed-1b24-ab77-6c14-da4f2cc5d2f6/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 808.549482] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78e0e84-dabd-4893-8984-3b44d32a9c39 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.558529] env[69808]: DEBUG oslo_vmware.rw_handles [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e93ed-1b24-ab77-6c14-da4f2cc5d2f6/disk-0.vmdk is in state: ready. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 808.559184] env[69808]: ERROR oslo_vmware.rw_handles [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e93ed-1b24-ab77-6c14-da4f2cc5d2f6/disk-0.vmdk due to incomplete transfer. [ 808.561312] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-20844c8c-df8c-4de6-a0b0-99e56d3981a2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.572183] env[69808]: DEBUG oslo_vmware.rw_handles [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e93ed-1b24-ab77-6c14-da4f2cc5d2f6/disk-0.vmdk. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 808.572508] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Uploaded image d003a79d-5374-447e-b8be-52e95b825e40 to the Glance image server {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 808.576076] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Destroying the VM {{(pid=69808) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 808.576458] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1850585e-6892-44ef-80c2-f27c8c67e514 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.585452] env[69808]: DEBUG oslo_vmware.api [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 808.585452] env[69808]: value = "task-3789753" [ 808.585452] env[69808]: _type = "Task" [ 808.585452] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.596417] env[69808]: DEBUG oslo_vmware.api [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789753, 'name': Destroy_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.599109] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e4321800-fd73-43a8-b6c1-57bfeb03f3f3 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "10dddda7-ac47-4728-a74d-1f85045a148b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.743s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.605632] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Releasing lock "refresh_cache-57ee964a-1c5a-4687-95ba-30ea77022b14" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.606015] env[69808]: DEBUG nova.compute.manager [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Instance network_info: |[{"id": "9822df4a-9011-496c-b357-57f79e8f6afa", "address": "fa:16:3e:a3:88:b4", "network": {"id": "44ca2af7-2e85-4da8-a0e2-54759e88088f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-91954632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83a035e20bce467899dcc4cb6e01d43e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9822df4a-90", "ovs_interfaceid": "9822df4a-9011-496c-b357-57f79e8f6afa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.606364] env[69808]: DEBUG oslo_concurrency.lockutils [req-a99455bf-b06b-453b-85fa-14a541c3bfca req-bee50add-5688-4d5b-98e3-fff645312fe7 service nova] Acquired lock "refresh_cache-57ee964a-1c5a-4687-95ba-30ea77022b14" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.608417] env[69808]: DEBUG nova.network.neutron [req-a99455bf-b06b-453b-85fa-14a541c3bfca req-bee50add-5688-4d5b-98e3-fff645312fe7 service nova] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Refreshing network info cache for port 9822df4a-9011-496c-b357-57f79e8f6afa {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.608417] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:88:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9822df4a-9011-496c-b357-57f79e8f6afa', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.622723] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.623565] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.623662] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a4bf82b-62d5-4bf0-9a0a-526ba418120d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.647983] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.647983] env[69808]: value = "task-3789754" [ 808.647983] env[69808]: _type = "Task" [ 808.647983] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.658402] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789754, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.735506] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c80111-b3ab-468a-b2b6-536f2b6cceb5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.749041] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c35b06cc-a6e3-4e34-bf78-eba500cd1ecf tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Suspending the VM {{(pid=69808) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 808.751046] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0dd5af2a-6dfd-4cc7-a124-9eb3ee09996c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.759865] env[69808]: DEBUG oslo_vmware.api [None req-c35b06cc-a6e3-4e34-bf78-eba500cd1ecf tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 808.759865] env[69808]: value = "task-3789755" [ 808.759865] env[69808]: _type = "Task" [ 808.759865] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.770419] env[69808]: DEBUG oslo_vmware.api [None req-c35b06cc-a6e3-4e34-bf78-eba500cd1ecf tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789755, 'name': SuspendVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.892672] env[69808]: DEBUG oslo_concurrency.lockutils [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.815s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.895027] env[69808]: DEBUG nova.compute.manager [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.897963] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.114s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.899704] env[69808]: INFO nova.compute.claims [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.986448] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789752, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.099736] env[69808]: DEBUG oslo_vmware.api [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789753, 'name': Destroy_Task, 'duration_secs': 0.498497} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.099971] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Destroyed the VM [ 809.100380] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Deleting Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 809.100728] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-57a48246-3bd8-4c5c-b691-24ffa3a66eff {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.102973] env[69808]: DEBUG nova.compute.manager [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.112360] env[69808]: DEBUG oslo_vmware.api [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 809.112360] env[69808]: value = "task-3789756" [ 809.112360] env[69808]: _type = "Task" [ 809.112360] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.127997] env[69808]: DEBUG oslo_vmware.api [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789756, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.161362] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789754, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.276701] env[69808]: DEBUG oslo_vmware.api [None req-c35b06cc-a6e3-4e34-bf78-eba500cd1ecf tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789755, 'name': SuspendVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.405417] env[69808]: DEBUG nova.compute.utils [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.411767] env[69808]: DEBUG nova.compute.manager [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.415228] env[69808]: DEBUG nova.network.neutron [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.486152] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789752, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.578296] env[69808]: DEBUG nova.policy [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20a8f18804b546c3ad1923adf1d1d273', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf673b6e699d43eea721ec968ac85eca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.628314] env[69808]: DEBUG oslo_vmware.api [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789756, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.640922] env[69808]: DEBUG oslo_concurrency.lockutils [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.663204] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789754, 'name': CreateVM_Task, 'duration_secs': 0.986316} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.663423] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.664290] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.664551] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.664962] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.665265] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91a7a42d-cf81-4f63-9227-bb30ad52d4fc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.672924] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 809.672924] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e2a5c3-48f7-94c5-efde-a3575fcc8f49" [ 809.672924] env[69808]: _type = "Task" [ 809.672924] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.685412] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e2a5c3-48f7-94c5-efde-a3575fcc8f49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.774464] env[69808]: DEBUG oslo_vmware.api [None req-c35b06cc-a6e3-4e34-bf78-eba500cd1ecf tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789755, 'name': SuspendVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.915435] env[69808]: DEBUG nova.compute.manager [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.991704] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789752, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.067058} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.992039] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 83d311b6-1abd-4f04-bb55-2474eb9c923a/83d311b6-1abd-4f04-bb55-2474eb9c923a.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.992355] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.992656] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e79f1bb-b7c2-43f4-8294-045a2efe91a4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.003355] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for the task: (returnval){ [ 810.003355] env[69808]: value = "task-3789757" [ 810.003355] env[69808]: _type = "Task" [ 810.003355] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.019050] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.127892] env[69808]: DEBUG oslo_vmware.api [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789756, 'name': RemoveSnapshot_Task, 'duration_secs': 0.72866} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.128136] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Deleted Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 810.128379] env[69808]: INFO nova.compute.manager [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Took 14.06 seconds to snapshot the instance on the hypervisor. [ 810.151886] env[69808]: DEBUG nova.network.neutron [req-a99455bf-b06b-453b-85fa-14a541c3bfca req-bee50add-5688-4d5b-98e3-fff645312fe7 service nova] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Updated VIF entry in instance network info cache for port 9822df4a-9011-496c-b357-57f79e8f6afa. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.152293] env[69808]: DEBUG nova.network.neutron [req-a99455bf-b06b-453b-85fa-14a541c3bfca req-bee50add-5688-4d5b-98e3-fff645312fe7 service nova] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Updating instance_info_cache with network_info: [{"id": "9822df4a-9011-496c-b357-57f79e8f6afa", "address": "fa:16:3e:a3:88:b4", "network": {"id": "44ca2af7-2e85-4da8-a0e2-54759e88088f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-91954632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83a035e20bce467899dcc4cb6e01d43e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9822df4a-90", "ovs_interfaceid": "9822df4a-9011-496c-b357-57f79e8f6afa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.190553] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e2a5c3-48f7-94c5-efde-a3575fcc8f49, 'name': SearchDatastore_Task, 'duration_secs': 0.021271} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.190647] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.191471] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.191471] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.191690] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.191830] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.192134] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b99f103b-53c2-47f7-a8a4-8e9328809221 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.206954] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.207596] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.208292] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e48278-a0c3-4011-8114-bdee6aff7cea {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.224329] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 810.224329] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d9bf11-15a0-f96d-58f4-49fd12a56438" [ 810.224329] env[69808]: _type = "Task" [ 810.224329] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.233608] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d9bf11-15a0-f96d-58f4-49fd12a56438, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.275951] env[69808]: DEBUG oslo_vmware.api [None req-c35b06cc-a6e3-4e34-bf78-eba500cd1ecf tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789755, 'name': SuspendVM_Task, 'duration_secs': 1.045717} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.276235] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c35b06cc-a6e3-4e34-bf78-eba500cd1ecf tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Suspended the VM {{(pid=69808) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 810.276706] env[69808]: DEBUG nova.compute.manager [None req-c35b06cc-a6e3-4e34-bf78-eba500cd1ecf tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 810.277239] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490bc207-d388-470e-b79b-f2b895b2dadb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.455850] env[69808]: DEBUG nova.network.neutron [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Successfully created port: 087a4d5c-62cd-4bca-9d13-168965267261 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.499182] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ef70a1-590c-4313-93e2-affb2d36d47c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.516276] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc5e83f-868c-4f45-a311-76bb28be8059 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.519634] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068645} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.519918] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.521104] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3c0f5f-206d-4e2a-af80-7ba50b2415fd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.557269] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca6afff-f16b-4aeb-91c2-05a280d53327 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.580584] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 83d311b6-1abd-4f04-bb55-2474eb9c923a/83d311b6-1abd-4f04-bb55-2474eb9c923a.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.581397] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d97630d-2b20-443a-806b-b2f5b3b459fc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.603733] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c3c208-8070-4c92-8db8-4934f280b928 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.607398] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for the task: (returnval){ [ 810.607398] env[69808]: value = "task-3789758" [ 810.607398] env[69808]: _type = "Task" [ 810.607398] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.620610] env[69808]: DEBUG nova.compute.provider_tree [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.628223] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.657270] env[69808]: DEBUG oslo_concurrency.lockutils [req-a99455bf-b06b-453b-85fa-14a541c3bfca req-bee50add-5688-4d5b-98e3-fff645312fe7 service nova] Releasing lock "refresh_cache-57ee964a-1c5a-4687-95ba-30ea77022b14" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.657643] env[69808]: DEBUG nova.compute.manager [req-a99455bf-b06b-453b-85fa-14a541c3bfca req-bee50add-5688-4d5b-98e3-fff645312fe7 service nova] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Received event network-vif-deleted-318d68d4-70dc-40ce-af0f-8d4e53af66c5 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.680560] env[69808]: DEBUG nova.compute.manager [None req-44fe4ef7-a56b-483f-bf71-79c83d3ada20 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Found 1 images (rotation: 2) {{(pid=69808) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 810.733899] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d9bf11-15a0-f96d-58f4-49fd12a56438, 'name': SearchDatastore_Task, 'duration_secs': 0.011366} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.734751] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca06ddc3-dd93-4d45-9040-f48d294d581c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.740940] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 810.740940] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529d0a01-a4f9-b711-92ff-47684239051e" [ 810.740940] env[69808]: _type = "Task" [ 810.740940] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.749160] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529d0a01-a4f9-b711-92ff-47684239051e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.927278] env[69808]: DEBUG nova.compute.manager [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.963408] env[69808]: DEBUG nova.virt.hardware [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.964727] env[69808]: DEBUG nova.virt.hardware [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.964727] env[69808]: DEBUG nova.virt.hardware [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.964727] env[69808]: DEBUG nova.virt.hardware [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.964727] env[69808]: DEBUG nova.virt.hardware [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.964727] env[69808]: DEBUG nova.virt.hardware [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.964944] env[69808]: DEBUG nova.virt.hardware [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.964944] env[69808]: DEBUG nova.virt.hardware [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.964944] env[69808]: DEBUG nova.virt.hardware [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.965130] env[69808]: DEBUG nova.virt.hardware [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.965241] env[69808]: DEBUG nova.virt.hardware [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.966156] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dda0e86-8873-406d-b0be-8076ae0f91bd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.978313] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b101e6-4f24-495a-aade-e32c1fccdb77 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.124464] env[69808]: DEBUG nova.scheduler.client.report [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.131409] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789758, 'name': ReconfigVM_Task, 'duration_secs': 0.43839} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.131730] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 83d311b6-1abd-4f04-bb55-2474eb9c923a/83d311b6-1abd-4f04-bb55-2474eb9c923a.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.132334] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ddec7b8-77cb-43d8-b8c8-4f5a68465349 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.145752] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for the task: (returnval){ [ 811.145752] env[69808]: value = "task-3789759" [ 811.145752] env[69808]: _type = "Task" [ 811.145752] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.156077] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789759, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.253234] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529d0a01-a4f9-b711-92ff-47684239051e, 'name': SearchDatastore_Task, 'duration_secs': 0.018504} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.253518] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.253789] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 57ee964a-1c5a-4687-95ba-30ea77022b14/57ee964a-1c5a-4687-95ba-30ea77022b14.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.254451] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d7448c1-2d63-41a4-bec2-e029164fb60a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.263144] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 811.263144] env[69808]: value = "task-3789760" [ 811.263144] env[69808]: _type = "Task" [ 811.263144] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.273751] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.640531] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.641140] env[69808]: DEBUG nova.compute.manager [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.645464] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.441s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.647178] env[69808]: INFO nova.compute.claims [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.668201] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789759, 'name': Rename_Task, 'duration_secs': 0.165424} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.670584] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.670584] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19d1e15e-aba4-489f-8dbb-a76cf19fe07d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.681140] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for the task: (returnval){ [ 811.681140] env[69808]: value = "task-3789761" [ 811.681140] env[69808]: _type = "Task" [ 811.681140] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.698918] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.778354] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789760, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.155826] env[69808]: DEBUG nova.compute.utils [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.156324] env[69808]: DEBUG nova.compute.manager [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.156324] env[69808]: DEBUG nova.network.neutron [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.195352] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789761, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.214564] env[69808]: DEBUG nova.network.neutron [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Successfully updated port: 087a4d5c-62cd-4bca-9d13-168965267261 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.221399] env[69808]: DEBUG nova.policy [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33a2e9756aa04f6ea5580fdd584b1be5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4fa6de9aab9488ab5b9460de50e7ef0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.283258] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61237} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.283501] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 57ee964a-1c5a-4687-95ba-30ea77022b14/57ee964a-1c5a-4687-95ba-30ea77022b14.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.283788] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.284226] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b2b04ab-99f1-4f53-8680-96b651ed921d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.292635] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 812.292635] env[69808]: value = "task-3789762" [ 812.292635] env[69808]: _type = "Task" [ 812.292635] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.306041] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.484019] env[69808]: DEBUG nova.compute.manager [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 812.484019] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b067f77f-2aef-432f-97d5-5bb81b6364d8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.574233] env[69808]: DEBUG nova.network.neutron [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Successfully created port: ff6a5d99-6619-4a0e-ba46-0af7a5e6648f {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.603013] env[69808]: DEBUG nova.compute.manager [req-a3cf3d12-1356-498f-ae64-4d2ba5e913db req-f77253e3-b00d-42c9-870c-731484e6e7f5 service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Received event network-vif-plugged-087a4d5c-62cd-4bca-9d13-168965267261 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.603264] env[69808]: DEBUG oslo_concurrency.lockutils [req-a3cf3d12-1356-498f-ae64-4d2ba5e913db req-f77253e3-b00d-42c9-870c-731484e6e7f5 service nova] Acquiring lock "4bb5baa6-049c-4b8a-b0ae-4964088aec43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.604034] env[69808]: DEBUG oslo_concurrency.lockutils [req-a3cf3d12-1356-498f-ae64-4d2ba5e913db req-f77253e3-b00d-42c9-870c-731484e6e7f5 service nova] Lock "4bb5baa6-049c-4b8a-b0ae-4964088aec43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.604034] env[69808]: DEBUG oslo_concurrency.lockutils [req-a3cf3d12-1356-498f-ae64-4d2ba5e913db req-f77253e3-b00d-42c9-870c-731484e6e7f5 service nova] Lock "4bb5baa6-049c-4b8a-b0ae-4964088aec43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.604034] env[69808]: DEBUG nova.compute.manager [req-a3cf3d12-1356-498f-ae64-4d2ba5e913db req-f77253e3-b00d-42c9-870c-731484e6e7f5 service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] No waiting events found dispatching network-vif-plugged-087a4d5c-62cd-4bca-9d13-168965267261 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 812.604034] env[69808]: WARNING nova.compute.manager [req-a3cf3d12-1356-498f-ae64-4d2ba5e913db req-f77253e3-b00d-42c9-870c-731484e6e7f5 service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Received unexpected event network-vif-plugged-087a4d5c-62cd-4bca-9d13-168965267261 for instance with vm_state building and task_state spawning. [ 812.664729] env[69808]: DEBUG nova.compute.manager [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.694520] env[69808]: DEBUG oslo_vmware.api [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789761, 'name': PowerOnVM_Task, 'duration_secs': 0.627749} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.694520] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.694520] env[69808]: INFO nova.compute.manager [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Took 11.81 seconds to spawn the instance on the hypervisor. [ 812.694520] env[69808]: DEBUG nova.compute.manager [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 812.695596] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd1fdd7-26b2-459f-a4f3-3e1763be4440 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.718448] env[69808]: DEBUG oslo_concurrency.lockutils [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquiring lock "refresh_cache-4bb5baa6-049c-4b8a-b0ae-4964088aec43" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.718859] env[69808]: DEBUG oslo_concurrency.lockutils [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquired lock "refresh_cache-4bb5baa6-049c-4b8a-b0ae-4964088aec43" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.719175] env[69808]: DEBUG nova.network.neutron [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.808186] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10791} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.808582] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.809464] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c216ece-0283-440e-8cae-78c324b5180e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.840974] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 57ee964a-1c5a-4687-95ba-30ea77022b14/57ee964a-1c5a-4687-95ba-30ea77022b14.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.843251] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-220714c0-17e9-4a69-bdcb-b86d1811ca53 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.865535] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 812.865535] env[69808]: value = "task-3789763" [ 812.865535] env[69808]: _type = "Task" [ 812.865535] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.997372] env[69808]: INFO nova.compute.manager [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] instance snapshotting [ 812.998075] env[69808]: DEBUG nova.objects.instance [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lazy-loading 'flavor' on Instance uuid 182c3c6f-9376-4d7c-9adc-af7f0237a6f2 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.229182] env[69808]: INFO nova.compute.manager [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Took 48.68 seconds to build instance. [ 813.236166] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6135fb45-a4da-4c59-badb-8df550b7f3ec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.247555] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cbadf2-2b97-49d2-ac2a-77b4b0ab05a2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.296026] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c00f452-1435-4f67-b476-d53afd6a7621 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.296274] env[69808]: DEBUG nova.network.neutron [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.305346] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de4672d-2ed9-414c-8d81-45238613c9bb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.324742] env[69808]: DEBUG nova.compute.provider_tree [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.379045] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.446743] env[69808]: DEBUG nova.compute.manager [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 813.447715] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b454bb50-8a93-43a2-b6d7-cd1ad55112c3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.506797] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f564d3ae-075c-4a12-91fc-46516b9bc075 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.527519] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce44b7c4-49e1-40c0-83cb-86c6794b2c5f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.561175] env[69808]: DEBUG nova.network.neutron [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Updating instance_info_cache with network_info: [{"id": "087a4d5c-62cd-4bca-9d13-168965267261", "address": "fa:16:3e:4f:89:3f", "network": {"id": "dd79c5f2-61d5-4228-88b1-8649caae957b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1942628047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cf673b6e699d43eea721ec968ac85eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap087a4d5c-62", "ovs_interfaceid": "087a4d5c-62cd-4bca-9d13-168965267261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.678967] env[69808]: DEBUG nova.compute.manager [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.713153] env[69808]: DEBUG nova.virt.hardware [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.713153] env[69808]: DEBUG nova.virt.hardware [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.713153] env[69808]: DEBUG nova.virt.hardware [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.713390] env[69808]: DEBUG nova.virt.hardware [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.713436] env[69808]: DEBUG nova.virt.hardware [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.713628] env[69808]: DEBUG nova.virt.hardware [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.713870] env[69808]: DEBUG nova.virt.hardware [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.714047] env[69808]: DEBUG nova.virt.hardware [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.714330] env[69808]: DEBUG nova.virt.hardware [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.714432] env[69808]: DEBUG nova.virt.hardware [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.714596] env[69808]: DEBUG nova.virt.hardware [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.715519] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e586dce-cce0-4522-9a9f-971c6c32c298 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.725352] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c2d935-26b9-4f0e-b101-7aa35e933b94 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.732079] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5cff859e-db90-4229-8b10-4efde6c488fb tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Lock "83d311b6-1abd-4f04-bb55-2474eb9c923a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.993s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.827720] env[69808]: DEBUG nova.scheduler.client.report [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.880623] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789763, 'name': ReconfigVM_Task, 'duration_secs': 0.816464} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.881140] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 57ee964a-1c5a-4687-95ba-30ea77022b14/57ee964a-1c5a-4687-95ba-30ea77022b14.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.884319] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3ec2a42-b385-4b23-a887-6da0b70d0f84 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.895191] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 813.895191] env[69808]: value = "task-3789764" [ 813.895191] env[69808]: _type = "Task" [ 813.895191] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.906503] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789764, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.963198] env[69808]: INFO nova.compute.manager [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] instance snapshotting [ 813.963198] env[69808]: WARNING nova.compute.manager [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 813.966170] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1776a6-3989-4a84-9fa5-0e7d6a8ff870 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.989019] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9a26cf-4ae2-4d98-ac7b-6adfcaf1de62 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.039905] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Creating Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 814.040557] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f06349a5-b331-48a4-bf88-a168777a429b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.049879] env[69808]: DEBUG oslo_vmware.api [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 814.049879] env[69808]: value = "task-3789765" [ 814.049879] env[69808]: _type = "Task" [ 814.049879] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.060339] env[69808]: DEBUG oslo_vmware.api [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789765, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.066121] env[69808]: DEBUG oslo_concurrency.lockutils [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Releasing lock "refresh_cache-4bb5baa6-049c-4b8a-b0ae-4964088aec43" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.066603] env[69808]: DEBUG nova.compute.manager [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Instance network_info: |[{"id": "087a4d5c-62cd-4bca-9d13-168965267261", "address": "fa:16:3e:4f:89:3f", "network": {"id": "dd79c5f2-61d5-4228-88b1-8649caae957b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1942628047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cf673b6e699d43eea721ec968ac85eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap087a4d5c-62", "ovs_interfaceid": "087a4d5c-62cd-4bca-9d13-168965267261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.067112] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:89:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '087a4d5c-62cd-4bca-9d13-168965267261', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.075569] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Creating folder: Project (cf673b6e699d43eea721ec968ac85eca). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.076334] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-306988fb-78a1-48ac-90e3-e20c84d66581 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.089553] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Created folder: Project (cf673b6e699d43eea721ec968ac85eca) in parent group-v753775. [ 814.089765] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Creating folder: Instances. Parent ref: group-v753887. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.090030] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-907e2a1d-22bf-4f39-99be-77db17eb5fd9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.101884] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Created folder: Instances in parent group-v753887. [ 814.102195] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.102409] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.102628] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0389b0c0-77ce-4a85-9d09-ea3842e033c2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.130166] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.130166] env[69808]: value = "task-3789768" [ 814.130166] env[69808]: _type = "Task" [ 814.130166] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.141957] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789768, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.225138] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquiring lock "1e3b38e2-0d82-4e5d-aad9-831602aff20e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.225138] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Lock "1e3b38e2-0d82-4e5d-aad9-831602aff20e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.247045] env[69808]: DEBUG nova.compute.manager [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.333732] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.335847] env[69808]: DEBUG nova.compute.manager [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.340591] env[69808]: DEBUG oslo_concurrency.lockutils [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.638s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.340591] env[69808]: DEBUG nova.objects.instance [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lazy-loading 'resources' on Instance uuid f70b4ae0-38a1-4cec-a789-2ebb8f334e47 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.406737] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789764, 'name': Rename_Task, 'duration_secs': 0.152573} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.407049] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.407239] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd0c0d74-7acb-46b8-8a2d-766084251707 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.413760] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 814.413760] env[69808]: value = "task-3789769" [ 814.413760] env[69808]: _type = "Task" [ 814.413760] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.422484] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.498420] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Creating Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 814.498420] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7821566e-4f9b-4136-b41a-d84cd408b97f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.506740] env[69808]: DEBUG oslo_vmware.api [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 814.506740] env[69808]: value = "task-3789770" [ 814.506740] env[69808]: _type = "Task" [ 814.506740] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.519896] env[69808]: DEBUG oslo_vmware.api [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789770, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.561607] env[69808]: DEBUG oslo_vmware.api [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789765, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.640895] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789768, 'name': CreateVM_Task, 'duration_secs': 0.303507} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.641652] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.641967] env[69808]: DEBUG oslo_concurrency.lockutils [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.642411] env[69808]: DEBUG oslo_concurrency.lockutils [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.642810] env[69808]: DEBUG oslo_concurrency.lockutils [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.643182] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7585aacb-ec36-4ae7-9443-94d5b88ecfbd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.649350] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for the task: (returnval){ [ 814.649350] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f783bc-bb8d-961c-a8bf-9f966cce6377" [ 814.649350] env[69808]: _type = "Task" [ 814.649350] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.664462] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f783bc-bb8d-961c-a8bf-9f966cce6377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.775095] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.811242] env[69808]: DEBUG nova.network.neutron [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Successfully updated port: ff6a5d99-6619-4a0e-ba46-0af7a5e6648f {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.840875] env[69808]: DEBUG nova.compute.utils [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.846025] env[69808]: DEBUG nova.compute.manager [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.846025] env[69808]: DEBUG nova.network.neutron [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.925114] env[69808]: DEBUG nova.policy [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b609fd75dcc4539b26edfbae0d11a31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd18a50c8cef48a5bb954889b405b45f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.936972] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789769, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.021030] env[69808]: DEBUG oslo_vmware.api [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789770, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.061999] env[69808]: DEBUG nova.compute.manager [req-f6266314-7b57-440f-a3ed-9a7c34bbf85b req-b74203f9-f001-43ff-ba6d-f05e4d57ac82 service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Received event network-changed-087a4d5c-62cd-4bca-9d13-168965267261 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.062304] env[69808]: DEBUG nova.compute.manager [req-f6266314-7b57-440f-a3ed-9a7c34bbf85b req-b74203f9-f001-43ff-ba6d-f05e4d57ac82 service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Refreshing instance network info cache due to event network-changed-087a4d5c-62cd-4bca-9d13-168965267261. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.063985] env[69808]: DEBUG oslo_concurrency.lockutils [req-f6266314-7b57-440f-a3ed-9a7c34bbf85b req-b74203f9-f001-43ff-ba6d-f05e4d57ac82 service nova] Acquiring lock "refresh_cache-4bb5baa6-049c-4b8a-b0ae-4964088aec43" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.063985] env[69808]: DEBUG oslo_concurrency.lockutils [req-f6266314-7b57-440f-a3ed-9a7c34bbf85b req-b74203f9-f001-43ff-ba6d-f05e4d57ac82 service nova] Acquired lock "refresh_cache-4bb5baa6-049c-4b8a-b0ae-4964088aec43" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.063985] env[69808]: DEBUG nova.network.neutron [req-f6266314-7b57-440f-a3ed-9a7c34bbf85b req-b74203f9-f001-43ff-ba6d-f05e4d57ac82 service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Refreshing network info cache for port 087a4d5c-62cd-4bca-9d13-168965267261 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.073871] env[69808]: DEBUG oslo_vmware.api [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789765, 'name': CreateSnapshot_Task, 'duration_secs': 0.527349} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.076835] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Created Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 815.078240] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40aee6a7-f790-4ec5-bf0d-ac45c04576d3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.164505] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f783bc-bb8d-961c-a8bf-9f966cce6377, 'name': SearchDatastore_Task, 'duration_secs': 0.014449} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.164505] env[69808]: DEBUG oslo_concurrency.lockutils [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.164505] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.165178] env[69808]: DEBUG oslo_concurrency.lockutils [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.165178] env[69808]: DEBUG oslo_concurrency.lockutils [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.165296] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.165574] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a715a684-d931-4324-85d6-7b3d0fe163e5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.177276] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.177871] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.182024] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db4ed900-8ad1-4362-8802-bcf2db13aa39 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.191889] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for the task: (returnval){ [ 815.191889] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52361557-07f4-ca62-2a16-7567d1080857" [ 815.191889] env[69808]: _type = "Task" [ 815.191889] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.206286] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52361557-07f4-ca62-2a16-7567d1080857, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.314533] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Acquiring lock "refresh_cache-fe137230-0536-435e-be78-c3828f7a783d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.314533] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Acquired lock "refresh_cache-fe137230-0536-435e-be78-c3828f7a783d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.314989] env[69808]: DEBUG nova.network.neutron [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.353451] env[69808]: DEBUG nova.compute.manager [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.429207] env[69808]: DEBUG oslo_vmware.api [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789769, 'name': PowerOnVM_Task, 'duration_secs': 0.638462} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.432503] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.432856] env[69808]: INFO nova.compute.manager [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Took 11.81 seconds to spawn the instance on the hypervisor. [ 815.432967] env[69808]: DEBUG nova.compute.manager [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 815.434351] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319d1474-528a-4cf5-9b4e-975006c8eff4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.520356] env[69808]: DEBUG oslo_vmware.api [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789770, 'name': CreateSnapshot_Task, 'duration_secs': 0.868852} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.523864] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Created Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 815.524889] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149e644d-87b4-4f28-914f-0968f6cb09ca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.539634] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5496ec22-7bae-45e0-b1aa-3890e1c6027e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.547856] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31595586-2b2a-4f65-855b-eebc2d0b2878 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.592190] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd08a2b-28ac-4f56-ab37-7d6c6ab844d6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.598320] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquiring lock "13b1a4ec-7ef4-4ead-a9d8-59ee94455600" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.598486] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Lock "13b1a4ec-7ef4-4ead-a9d8-59ee94455600" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.605133] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Creating linked-clone VM from snapshot {{(pid=69808) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 815.606446] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3effa272-389b-448a-92a8-e6c0372a1a77 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.615493] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4af254-8c2b-412f-a8e4-8eb30ebb862d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.623162] env[69808]: DEBUG oslo_vmware.api [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 815.623162] env[69808]: value = "task-3789771" [ 815.623162] env[69808]: _type = "Task" [ 815.623162] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.636014] env[69808]: DEBUG nova.compute.provider_tree [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.644463] env[69808]: DEBUG oslo_vmware.api [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789771, 'name': CloneVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.702343] env[69808]: DEBUG nova.network.neutron [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Successfully created port: 69d356c4-7818-4a5f-98db-4f92608bba8f {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.711194] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52361557-07f4-ca62-2a16-7567d1080857, 'name': SearchDatastore_Task, 'duration_secs': 0.016242} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.712095] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2671aca-4f1b-4291-b55e-9fb23d930fc8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.719013] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for the task: (returnval){ [ 815.719013] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5219c655-eb8a-f76d-9494-69f82796be41" [ 815.719013] env[69808]: _type = "Task" [ 815.719013] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.728342] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5219c655-eb8a-f76d-9494-69f82796be41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.892876] env[69808]: DEBUG nova.network.neutron [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.964653] env[69808]: INFO nova.compute.manager [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Took 45.31 seconds to build instance. [ 816.047374] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Creating linked-clone VM from snapshot {{(pid=69808) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 816.050903] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fe788b4c-0e71-4f5d-a8ee-43f7d0c78824 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.061890] env[69808]: DEBUG oslo_vmware.api [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 816.061890] env[69808]: value = "task-3789772" [ 816.061890] env[69808]: _type = "Task" [ 816.061890] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.072836] env[69808]: DEBUG oslo_vmware.api [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789772, 'name': CloneVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.142362] env[69808]: DEBUG nova.scheduler.client.report [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.146218] env[69808]: DEBUG oslo_vmware.api [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789771, 'name': CloneVM_Task} progress is 28%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.232634] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5219c655-eb8a-f76d-9494-69f82796be41, 'name': SearchDatastore_Task, 'duration_secs': 0.035462} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.233336] env[69808]: DEBUG oslo_concurrency.lockutils [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.233816] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 4bb5baa6-049c-4b8a-b0ae-4964088aec43/4bb5baa6-049c-4b8a-b0ae-4964088aec43.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.234312] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2ab8280-181e-4aff-94a3-b3f97ce2ffd8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.244530] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for the task: (returnval){ [ 816.244530] env[69808]: value = "task-3789773" [ 816.244530] env[69808]: _type = "Task" [ 816.244530] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.255703] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3789773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.282530] env[69808]: DEBUG nova.network.neutron [req-f6266314-7b57-440f-a3ed-9a7c34bbf85b req-b74203f9-f001-43ff-ba6d-f05e4d57ac82 service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Updated VIF entry in instance network info cache for port 087a4d5c-62cd-4bca-9d13-168965267261. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.282985] env[69808]: DEBUG nova.network.neutron [req-f6266314-7b57-440f-a3ed-9a7c34bbf85b req-b74203f9-f001-43ff-ba6d-f05e4d57ac82 service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Updating instance_info_cache with network_info: [{"id": "087a4d5c-62cd-4bca-9d13-168965267261", "address": "fa:16:3e:4f:89:3f", "network": {"id": "dd79c5f2-61d5-4228-88b1-8649caae957b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1942628047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf673b6e699d43eea721ec968ac85eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap087a4d5c-62", "ovs_interfaceid": "087a4d5c-62cd-4bca-9d13-168965267261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.365590] env[69808]: DEBUG nova.compute.manager [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.378608] env[69808]: DEBUG nova.network.neutron [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Updating instance_info_cache with network_info: [{"id": "ff6a5d99-6619-4a0e-ba46-0af7a5e6648f", "address": "fa:16:3e:26:ba:69", "network": {"id": "96b5c074-41a9-4d0d-98af-b29de56f6324", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-577866797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e4fa6de9aab9488ab5b9460de50e7ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff6a5d99-66", "ovs_interfaceid": "ff6a5d99-6619-4a0e-ba46-0af7a5e6648f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.405995] env[69808]: DEBUG nova.virt.hardware [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.406455] env[69808]: DEBUG nova.virt.hardware [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.406455] env[69808]: DEBUG nova.virt.hardware [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.406636] env[69808]: DEBUG nova.virt.hardware [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.406807] env[69808]: DEBUG nova.virt.hardware [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.406956] env[69808]: DEBUG nova.virt.hardware [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.408142] env[69808]: DEBUG nova.virt.hardware [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.408472] env[69808]: DEBUG nova.virt.hardware [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.408710] env[69808]: DEBUG nova.virt.hardware [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.408902] env[69808]: DEBUG nova.virt.hardware [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.409124] env[69808]: DEBUG nova.virt.hardware [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.410120] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b660e0d-1f9d-40d1-bdb5-72d5f329e441 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.425648] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5769ccf4-3ca2-4391-91c4-c19370c359fa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.467661] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c92c38c-01ce-477f-acea-dabda6a2dd82 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "57ee964a-1c5a-4687-95ba-30ea77022b14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.961s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.575415] env[69808]: DEBUG oslo_vmware.api [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789772, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.645591] env[69808]: DEBUG oslo_vmware.api [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789771, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.648139] env[69808]: DEBUG oslo_concurrency.lockutils [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.651332] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.031s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.651724] env[69808]: DEBUG nova.objects.instance [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lazy-loading 'resources' on Instance uuid bad25d79-e0bc-4657-8b3e-1a27a5a79cde {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.687069] env[69808]: INFO nova.scheduler.client.report [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Deleted allocations for instance f70b4ae0-38a1-4cec-a789-2ebb8f334e47 [ 816.761513] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3789773, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.787558] env[69808]: DEBUG oslo_concurrency.lockutils [req-f6266314-7b57-440f-a3ed-9a7c34bbf85b req-b74203f9-f001-43ff-ba6d-f05e4d57ac82 service nova] Releasing lock "refresh_cache-4bb5baa6-049c-4b8a-b0ae-4964088aec43" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.788014] env[69808]: DEBUG nova.compute.manager [req-f6266314-7b57-440f-a3ed-9a7c34bbf85b req-b74203f9-f001-43ff-ba6d-f05e4d57ac82 service nova] [instance: fe137230-0536-435e-be78-c3828f7a783d] Received event network-vif-plugged-ff6a5d99-6619-4a0e-ba46-0af7a5e6648f {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.788171] env[69808]: DEBUG oslo_concurrency.lockutils [req-f6266314-7b57-440f-a3ed-9a7c34bbf85b req-b74203f9-f001-43ff-ba6d-f05e4d57ac82 service nova] Acquiring lock "fe137230-0536-435e-be78-c3828f7a783d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.788476] env[69808]: DEBUG oslo_concurrency.lockutils [req-f6266314-7b57-440f-a3ed-9a7c34bbf85b req-b74203f9-f001-43ff-ba6d-f05e4d57ac82 service nova] Lock "fe137230-0536-435e-be78-c3828f7a783d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.788818] env[69808]: DEBUG oslo_concurrency.lockutils [req-f6266314-7b57-440f-a3ed-9a7c34bbf85b req-b74203f9-f001-43ff-ba6d-f05e4d57ac82 service nova] Lock "fe137230-0536-435e-be78-c3828f7a783d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.789150] env[69808]: DEBUG nova.compute.manager [req-f6266314-7b57-440f-a3ed-9a7c34bbf85b req-b74203f9-f001-43ff-ba6d-f05e4d57ac82 service nova] [instance: fe137230-0536-435e-be78-c3828f7a783d] No waiting events found dispatching network-vif-plugged-ff6a5d99-6619-4a0e-ba46-0af7a5e6648f {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 816.789315] env[69808]: WARNING nova.compute.manager [req-f6266314-7b57-440f-a3ed-9a7c34bbf85b req-b74203f9-f001-43ff-ba6d-f05e4d57ac82 service nova] [instance: fe137230-0536-435e-be78-c3828f7a783d] Received unexpected event network-vif-plugged-ff6a5d99-6619-4a0e-ba46-0af7a5e6648f for instance with vm_state building and task_state spawning. [ 816.883923] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Releasing lock "refresh_cache-fe137230-0536-435e-be78-c3828f7a783d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.884446] env[69808]: DEBUG nova.compute.manager [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Instance network_info: |[{"id": "ff6a5d99-6619-4a0e-ba46-0af7a5e6648f", "address": "fa:16:3e:26:ba:69", "network": {"id": "96b5c074-41a9-4d0d-98af-b29de56f6324", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-577866797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e4fa6de9aab9488ab5b9460de50e7ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff6a5d99-66", "ovs_interfaceid": "ff6a5d99-6619-4a0e-ba46-0af7a5e6648f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.885289] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:ba:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff6a5d99-6619-4a0e-ba46-0af7a5e6648f', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.893577] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Creating folder: Project (e4fa6de9aab9488ab5b9460de50e7ef0). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.893899] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45b049d0-ddcb-48c8-9ad8-a795ca0be9a6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.905098] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Created folder: Project (e4fa6de9aab9488ab5b9460de50e7ef0) in parent group-v753775. [ 816.905370] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Creating folder: Instances. Parent ref: group-v753894. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.905719] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c0823a3-7c27-49eb-80bc-46f363911f88 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.916625] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Created folder: Instances in parent group-v753894. [ 816.916922] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.917161] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe137230-0536-435e-be78-c3828f7a783d] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.917392] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68c6af6f-7a24-426c-a9ce-0a5cc919eae9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.940362] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.940362] env[69808]: value = "task-3789776" [ 816.940362] env[69808]: _type = "Task" [ 816.940362] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.950172] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789776, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.970927] env[69808]: DEBUG nova.compute.manager [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.078015] env[69808]: DEBUG oslo_vmware.api [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789772, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.138137] env[69808]: DEBUG oslo_vmware.api [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789771, 'name': CloneVM_Task} progress is 95%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.199196] env[69808]: DEBUG oslo_concurrency.lockutils [None req-13c4408f-0d84-4f13-8fe3-4bb827dcd593 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "f70b4ae0-38a1-4cec-a789-2ebb8f334e47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.969s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.257452] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3789773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586797} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.260544] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 4bb5baa6-049c-4b8a-b0ae-4964088aec43/4bb5baa6-049c-4b8a-b0ae-4964088aec43.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.260837] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.261391] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b65d4b4c-bd11-4aba-8bbc-ae69af696f98 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.271945] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for the task: (returnval){ [ 817.271945] env[69808]: value = "task-3789777" [ 817.271945] env[69808]: _type = "Task" [ 817.271945] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.288760] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3789777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.392052] env[69808]: DEBUG nova.compute.manager [req-67532eb7-210a-4192-867b-780a6943daca req-3a06bbe1-4337-4a49-8f2f-12ed650c6c6e service nova] [instance: fe137230-0536-435e-be78-c3828f7a783d] Received event network-changed-ff6a5d99-6619-4a0e-ba46-0af7a5e6648f {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.392052] env[69808]: DEBUG nova.compute.manager [req-67532eb7-210a-4192-867b-780a6943daca req-3a06bbe1-4337-4a49-8f2f-12ed650c6c6e service nova] [instance: fe137230-0536-435e-be78-c3828f7a783d] Refreshing instance network info cache due to event network-changed-ff6a5d99-6619-4a0e-ba46-0af7a5e6648f. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.392052] env[69808]: DEBUG oslo_concurrency.lockutils [req-67532eb7-210a-4192-867b-780a6943daca req-3a06bbe1-4337-4a49-8f2f-12ed650c6c6e service nova] Acquiring lock "refresh_cache-fe137230-0536-435e-be78-c3828f7a783d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.392929] env[69808]: DEBUG oslo_concurrency.lockutils [req-67532eb7-210a-4192-867b-780a6943daca req-3a06bbe1-4337-4a49-8f2f-12ed650c6c6e service nova] Acquired lock "refresh_cache-fe137230-0536-435e-be78-c3828f7a783d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.392929] env[69808]: DEBUG nova.network.neutron [req-67532eb7-210a-4192-867b-780a6943daca req-3a06bbe1-4337-4a49-8f2f-12ed650c6c6e service nova] [instance: fe137230-0536-435e-be78-c3828f7a783d] Refreshing network info cache for port ff6a5d99-6619-4a0e-ba46-0af7a5e6648f {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.456706] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789776, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.491783] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.578037] env[69808]: DEBUG oslo_vmware.api [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789772, 'name': CloneVM_Task, 'duration_secs': 1.473044} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.579691] env[69808]: INFO nova.virt.vmwareapi.vmops [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Created linked-clone VM from snapshot [ 817.580824] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002adb74-cfbe-450a-9be3-2a4a45f65a91 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.593580] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Uploading image 20aee87e-70d8-4706-8322-d2150bee2ad2 {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 817.604534] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "b9bdc3de-a901-46cf-a0c1-84d5fb95220b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.604996] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "b9bdc3de-a901-46cf-a0c1-84d5fb95220b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.646536] env[69808]: DEBUG oslo_vmware.api [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789771, 'name': CloneVM_Task, 'duration_secs': 1.774767} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.649094] env[69808]: DEBUG oslo_vmware.rw_handles [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 817.649094] env[69808]: value = "vm-753893" [ 817.649094] env[69808]: _type = "VirtualMachine" [ 817.649094] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 817.649772] env[69808]: INFO nova.virt.vmwareapi.vmops [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Created linked-clone VM from snapshot [ 817.649772] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2d9cbfdb-3c2e-4a87-a2ae-54c0f63f12f6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.654110] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc66d163-2f35-4d52-826d-a7970ff64d5e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.663294] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Uploading image 087b3de9-d218-49b3-8e3c-bb235c7f6a17 {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 817.667506] env[69808]: DEBUG oslo_vmware.rw_handles [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lease: (returnval){ [ 817.667506] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c1feca-b0f1-7d7b-b70e-5bad78906760" [ 817.667506] env[69808]: _type = "HttpNfcLease" [ 817.667506] env[69808]: } obtained for exporting VM: (result){ [ 817.667506] env[69808]: value = "vm-753893" [ 817.667506] env[69808]: _type = "VirtualMachine" [ 817.667506] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 817.667764] env[69808]: DEBUG oslo_vmware.api [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the lease: (returnval){ [ 817.667764] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c1feca-b0f1-7d7b-b70e-5bad78906760" [ 817.667764] env[69808]: _type = "HttpNfcLease" [ 817.667764] env[69808]: } to be ready. {{(pid=69808) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 817.678244] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 817.678244] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c1feca-b0f1-7d7b-b70e-5bad78906760" [ 817.678244] env[69808]: _type = "HttpNfcLease" [ 817.678244] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 817.685846] env[69808]: DEBUG oslo_vmware.rw_handles [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 817.685846] env[69808]: value = "vm-753892" [ 817.685846] env[69808]: _type = "VirtualMachine" [ 817.685846] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 817.686141] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0153cd4c-150e-4a7d-94ee-189e7e5c2d79 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.696234] env[69808]: DEBUG oslo_vmware.rw_handles [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lease: (returnval){ [ 817.696234] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52fb75ac-dbe6-dfe5-d181-d3957982c548" [ 817.696234] env[69808]: _type = "HttpNfcLease" [ 817.696234] env[69808]: } obtained for exporting VM: (result){ [ 817.696234] env[69808]: value = "vm-753892" [ 817.696234] env[69808]: _type = "VirtualMachine" [ 817.696234] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 817.696698] env[69808]: DEBUG oslo_vmware.api [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the lease: (returnval){ [ 817.696698] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52fb75ac-dbe6-dfe5-d181-d3957982c548" [ 817.696698] env[69808]: _type = "HttpNfcLease" [ 817.696698] env[69808]: } to be ready. {{(pid=69808) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 817.706066] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 817.706066] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52fb75ac-dbe6-dfe5-d181-d3957982c548" [ 817.706066] env[69808]: _type = "HttpNfcLease" [ 817.706066] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 817.765156] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997d5911-0d58-45a0-8c35-d888904d9f3d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.776904] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a31cb4-de86-42d1-a9eb-2b5f87c5e045 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.786706] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3789777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093053} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.810531] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.811983] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e001d4f8-280c-417f-a60e-bd51724b126c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.815071] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f1bc98-e20b-4e08-a918-6e5f24855edd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.841207] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 4bb5baa6-049c-4b8a-b0ae-4964088aec43/4bb5baa6-049c-4b8a-b0ae-4964088aec43.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.842601] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1bb476-aa1b-4f3d-864f-1fa5115ca09e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.847117] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de111292-05d4-4bfe-89d4-34f8fd50af43 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.873370] env[69808]: DEBUG nova.compute.provider_tree [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.877377] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for the task: (returnval){ [ 817.877377] env[69808]: value = "task-3789780" [ 817.877377] env[69808]: _type = "Task" [ 817.877377] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.889795] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3789780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.955332] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789776, 'name': CreateVM_Task, 'duration_secs': 0.963786} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.956012] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe137230-0536-435e-be78-c3828f7a783d] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.956941] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.957214] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.957635] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.958380] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51d4edca-d150-4c05-a2fe-4d786bc00939 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.965250] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Waiting for the task: (returnval){ [ 817.965250] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5257134c-e92b-7868-d0c3-f9fa779c3ec0" [ 817.965250] env[69808]: _type = "Task" [ 817.965250] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.976953] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5257134c-e92b-7868-d0c3-f9fa779c3ec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.984527] env[69808]: DEBUG nova.network.neutron [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Successfully updated port: 69d356c4-7818-4a5f-98db-4f92608bba8f {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.179034] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.179034] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c1feca-b0f1-7d7b-b70e-5bad78906760" [ 818.179034] env[69808]: _type = "HttpNfcLease" [ 818.179034] env[69808]: } is ready. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 818.183952] env[69808]: DEBUG oslo_vmware.rw_handles [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 818.183952] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c1feca-b0f1-7d7b-b70e-5bad78906760" [ 818.183952] env[69808]: _type = "HttpNfcLease" [ 818.183952] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 818.183952] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf312f9-7b83-4178-b297-c7f3f13d696e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.190585] env[69808]: DEBUG oslo_vmware.rw_handles [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d46e6d-6786-4ee4-cfed-48ee458ac97b/disk-0.vmdk from lease info. {{(pid=69808) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 818.190585] env[69808]: DEBUG oslo_vmware.rw_handles [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d46e6d-6786-4ee4-cfed-48ee458ac97b/disk-0.vmdk for reading. {{(pid=69808) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 818.250842] env[69808]: DEBUG nova.network.neutron [req-67532eb7-210a-4192-867b-780a6943daca req-3a06bbe1-4337-4a49-8f2f-12ed650c6c6e service nova] [instance: fe137230-0536-435e-be78-c3828f7a783d] Updated VIF entry in instance network info cache for port ff6a5d99-6619-4a0e-ba46-0af7a5e6648f. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.251218] env[69808]: DEBUG nova.network.neutron [req-67532eb7-210a-4192-867b-780a6943daca req-3a06bbe1-4337-4a49-8f2f-12ed650c6c6e service nova] [instance: fe137230-0536-435e-be78-c3828f7a783d] Updating instance_info_cache with network_info: [{"id": "ff6a5d99-6619-4a0e-ba46-0af7a5e6648f", "address": "fa:16:3e:26:ba:69", "network": {"id": "96b5c074-41a9-4d0d-98af-b29de56f6324", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-577866797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4fa6de9aab9488ab5b9460de50e7ef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff6a5d99-66", "ovs_interfaceid": "ff6a5d99-6619-4a0e-ba46-0af7a5e6648f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.262143] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.262143] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52fb75ac-dbe6-dfe5-d181-d3957982c548" [ 818.262143] env[69808]: _type = "HttpNfcLease" [ 818.262143] env[69808]: } is ready. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 818.262143] env[69808]: DEBUG oslo_vmware.rw_handles [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 818.262143] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52fb75ac-dbe6-dfe5-d181-d3957982c548" [ 818.262143] env[69808]: _type = "HttpNfcLease" [ 818.262143] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 818.262719] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88add67-0fb5-4bb6-aa2d-897ceae8077e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.272012] env[69808]: DEBUG oslo_vmware.rw_handles [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210efa6-bd59-5f92-60b2-556ed0634643/disk-0.vmdk from lease info. {{(pid=69808) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 818.272012] env[69808]: DEBUG oslo_vmware.rw_handles [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210efa6-bd59-5f92-60b2-556ed0634643/disk-0.vmdk for reading. {{(pid=69808) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 818.337233] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d81f74d7-8691-45de-a225-81aaeeff7045 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.379138] env[69808]: DEBUG nova.scheduler.client.report [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.382543] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-16d071b2-e28d-4146-9c0e-00d7b56ce913 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.397198] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3789780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.477241] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5257134c-e92b-7868-d0c3-f9fa779c3ec0, 'name': SearchDatastore_Task, 'duration_secs': 0.017431} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.477582] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.477852] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.478115] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.478267] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.478454] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.478726] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13425426-19cb-4237-a44e-294155416f4a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.486857] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquiring lock "refresh_cache-cbed13e8-2cf5-4644-a12b-5aefb21b22a9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.486996] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquired lock "refresh_cache-cbed13e8-2cf5-4644-a12b-5aefb21b22a9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.487161] env[69808]: DEBUG nova.network.neutron [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.490654] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.490654] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.490654] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-950e798d-7059-4177-93ea-fce7f9ea25da {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.497472] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Waiting for the task: (returnval){ [ 818.497472] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525fc441-bd3c-a233-48af-2615696fcbf3" [ 818.497472] env[69808]: _type = "Task" [ 818.497472] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.510019] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525fc441-bd3c-a233-48af-2615696fcbf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.758590] env[69808]: DEBUG nova.compute.manager [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 818.761642] env[69808]: DEBUG oslo_concurrency.lockutils [req-67532eb7-210a-4192-867b-780a6943daca req-3a06bbe1-4337-4a49-8f2f-12ed650c6c6e service nova] Releasing lock "refresh_cache-fe137230-0536-435e-be78-c3828f7a783d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.762865] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaa9a1a-c566-40cf-b00d-81d65436957b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.895324] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.898637] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.636s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.917182] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3789780, 'name': ReconfigVM_Task, 'duration_secs': 0.763142} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.921792] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 4bb5baa6-049c-4b8a-b0ae-4964088aec43/4bb5baa6-049c-4b8a-b0ae-4964088aec43.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.921792] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b5c7cbc-f648-4ba0-9248-1233420091a5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.932576] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for the task: (returnval){ [ 818.932576] env[69808]: value = "task-3789781" [ 818.932576] env[69808]: _type = "Task" [ 818.932576] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.935600] env[69808]: INFO nova.scheduler.client.report [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Deleted allocations for instance bad25d79-e0bc-4657-8b3e-1a27a5a79cde [ 818.977916] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3789781, 'name': Rename_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.027729] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525fc441-bd3c-a233-48af-2615696fcbf3, 'name': SearchDatastore_Task, 'duration_secs': 0.024217} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.040318] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ad5c3dd-324b-4595-b077-ccd30c484d68 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.050626] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Waiting for the task: (returnval){ [ 819.050626] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524908b2-0fd0-1183-a4fc-76d52efd614e" [ 819.050626] env[69808]: _type = "Task" [ 819.050626] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.058981] env[69808]: DEBUG nova.network.neutron [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.074264] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524908b2-0fd0-1183-a4fc-76d52efd614e, 'name': SearchDatastore_Task, 'duration_secs': 0.011719} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.074264] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.074264] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] fe137230-0536-435e-be78-c3828f7a783d/fe137230-0536-435e-be78-c3828f7a783d.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.076578] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60a26753-aa31-41f2-8b73-83a4d2e5d94c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.086705] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Waiting for the task: (returnval){ [ 819.086705] env[69808]: value = "task-3789782" [ 819.086705] env[69808]: _type = "Task" [ 819.086705] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.096303] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Task: {'id': task-3789782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.280837] env[69808]: INFO nova.compute.manager [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] instance snapshotting [ 819.287090] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01501b4-a68f-4290-bbed-f3b52f2a222d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.319450] env[69808]: DEBUG nova.network.neutron [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Updating instance_info_cache with network_info: [{"id": "69d356c4-7818-4a5f-98db-4f92608bba8f", "address": "fa:16:3e:73:bd:fd", "network": {"id": "4bd546b2-1046-4bf7-8e4d-66a96a88c8cb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-975794085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd18a50c8cef48a5bb954889b405b45f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69d356c4-78", "ovs_interfaceid": "69d356c4-7818-4a5f-98db-4f92608bba8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.321483] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ad74e3-c490-4dd0-b012-bc74dd704519 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.449188] env[69808]: DEBUG oslo_concurrency.lockutils [None req-34cadd13-a369-4bf2-bdf8-00914d55e193 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "bad25d79-e0bc-4657-8b3e-1a27a5a79cde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.546s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.462299] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3789781, 'name': Rename_Task, 'duration_secs': 0.210597} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.462621] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.462891] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f73e7b7-fb55-4e8c-a214-40941c88cf92 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.471958] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for the task: (returnval){ [ 819.471958] env[69808]: value = "task-3789783" [ 819.471958] env[69808]: _type = "Task" [ 819.471958] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.487764] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3789783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.490362] env[69808]: DEBUG nova.compute.manager [req-ed5a64c9-1b6f-4008-b8db-8bc5e7c22cc9 req-ee02812c-c181-4d54-a831-54dbfc8f009d service nova] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Received event network-vif-plugged-69d356c4-7818-4a5f-98db-4f92608bba8f {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.490616] env[69808]: DEBUG oslo_concurrency.lockutils [req-ed5a64c9-1b6f-4008-b8db-8bc5e7c22cc9 req-ee02812c-c181-4d54-a831-54dbfc8f009d service nova] Acquiring lock "cbed13e8-2cf5-4644-a12b-5aefb21b22a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.491069] env[69808]: DEBUG oslo_concurrency.lockutils [req-ed5a64c9-1b6f-4008-b8db-8bc5e7c22cc9 req-ee02812c-c181-4d54-a831-54dbfc8f009d service nova] Lock "cbed13e8-2cf5-4644-a12b-5aefb21b22a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.491282] env[69808]: DEBUG oslo_concurrency.lockutils [req-ed5a64c9-1b6f-4008-b8db-8bc5e7c22cc9 req-ee02812c-c181-4d54-a831-54dbfc8f009d service nova] Lock "cbed13e8-2cf5-4644-a12b-5aefb21b22a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.491460] env[69808]: DEBUG nova.compute.manager [req-ed5a64c9-1b6f-4008-b8db-8bc5e7c22cc9 req-ee02812c-c181-4d54-a831-54dbfc8f009d service nova] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] No waiting events found dispatching network-vif-plugged-69d356c4-7818-4a5f-98db-4f92608bba8f {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 819.492518] env[69808]: WARNING nova.compute.manager [req-ed5a64c9-1b6f-4008-b8db-8bc5e7c22cc9 req-ee02812c-c181-4d54-a831-54dbfc8f009d service nova] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Received unexpected event network-vif-plugged-69d356c4-7818-4a5f-98db-4f92608bba8f for instance with vm_state building and task_state spawning. [ 819.492518] env[69808]: DEBUG nova.compute.manager [req-ed5a64c9-1b6f-4008-b8db-8bc5e7c22cc9 req-ee02812c-c181-4d54-a831-54dbfc8f009d service nova] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Received event network-changed-69d356c4-7818-4a5f-98db-4f92608bba8f {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.492518] env[69808]: DEBUG nova.compute.manager [req-ed5a64c9-1b6f-4008-b8db-8bc5e7c22cc9 req-ee02812c-c181-4d54-a831-54dbfc8f009d service nova] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Refreshing instance network info cache due to event network-changed-69d356c4-7818-4a5f-98db-4f92608bba8f. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.492518] env[69808]: DEBUG oslo_concurrency.lockutils [req-ed5a64c9-1b6f-4008-b8db-8bc5e7c22cc9 req-ee02812c-c181-4d54-a831-54dbfc8f009d service nova] Acquiring lock "refresh_cache-cbed13e8-2cf5-4644-a12b-5aefb21b22a9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.601698] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Task: {'id': task-3789782, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.827281] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Releasing lock "refresh_cache-cbed13e8-2cf5-4644-a12b-5aefb21b22a9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.827281] env[69808]: DEBUG nova.compute.manager [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Instance network_info: |[{"id": "69d356c4-7818-4a5f-98db-4f92608bba8f", "address": "fa:16:3e:73:bd:fd", "network": {"id": "4bd546b2-1046-4bf7-8e4d-66a96a88c8cb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-975794085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd18a50c8cef48a5bb954889b405b45f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69d356c4-78", "ovs_interfaceid": "69d356c4-7818-4a5f-98db-4f92608bba8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.827525] env[69808]: DEBUG oslo_concurrency.lockutils [req-ed5a64c9-1b6f-4008-b8db-8bc5e7c22cc9 req-ee02812c-c181-4d54-a831-54dbfc8f009d service nova] Acquired lock "refresh_cache-cbed13e8-2cf5-4644-a12b-5aefb21b22a9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.827525] env[69808]: DEBUG nova.network.neutron [req-ed5a64c9-1b6f-4008-b8db-8bc5e7c22cc9 req-ee02812c-c181-4d54-a831-54dbfc8f009d service nova] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Refreshing network info cache for port 69d356c4-7818-4a5f-98db-4f92608bba8f {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.828116] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:bd:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69d356c4-7818-4a5f-98db-4f92608bba8f', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.836425] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.843486] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Creating Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 819.843486] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.843486] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5b4ff598-d711-4fe1-8837-d4adad13ee2f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.847773] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d2bf148-d2fb-496a-a548-f725b39be1ad {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.871673] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.871673] env[69808]: value = "task-3789785" [ 819.871673] env[69808]: _type = "Task" [ 819.871673] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.872537] env[69808]: DEBUG oslo_vmware.api [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 819.872537] env[69808]: value = "task-3789784" [ 819.872537] env[69808]: _type = "Task" [ 819.872537] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.885899] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789785, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.889530] env[69808]: DEBUG oslo_vmware.api [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789784, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.919522] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Applying migration context for instance c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b as it has an incoming, in-progress migration 12266a09-6106-45ab-b67e-48671326b2b4. Migration status is confirming {{(pid=69808) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 819.921987] env[69808]: INFO nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Updating resource usage from migration 12266a09-6106-45ab-b67e-48671326b2b4 [ 819.955870] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 514260a0-06e4-41bb-8478-3f423ce82018 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.956133] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 98fc3328-91fa-4e6a-93d1-f18013a5b0af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.956323] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 892ec809-73b2-41f3-949f-95c2766d3a30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.956507] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 40a2019a-162d-40e3-9a17-35eb5e284990 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.956914] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 182c3c6f-9376-4d7c-9adc-af7f0237a6f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.957152] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 3216aa34-6732-4e07-97cc-6a80533c479b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.957335] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 5bf859dd-a617-4e3e-b868-d68e3219222f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.957470] env[69808]: WARNING nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 3f4afb86-4e88-4741-92d1-a7bc0b498e4b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 819.957737] env[69808]: WARNING nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 55a9214c-deda-4c74-a205-2b302ac211b4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 819.957932] env[69808]: WARNING nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance cb8fe43a-f213-47bc-b986-2e4c5df86f46 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 819.958174] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.958418] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance ae9495ce-171c-4d44-b80f-b38a29f29b7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.958570] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Migration 12266a09-6106-45ab-b67e-48671326b2b4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 819.958723] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.958899] env[69808]: WARNING nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 4f0a9dae-cbbb-4822-87b1-1dd61d701971 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 819.959056] env[69808]: WARNING nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 971b1023-2f07-47a2-a43d-2b98ad899dd6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 819.959181] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 10dddda7-ac47-4728-a74d-1f85045a148b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.959297] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 83d311b6-1abd-4f04-bb55-2474eb9c923a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.959411] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 57ee964a-1c5a-4687-95ba-30ea77022b14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.959521] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 4bb5baa6-049c-4b8a-b0ae-4964088aec43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.959633] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance fe137230-0536-435e-be78-c3828f7a783d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.959741] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance cbed13e8-2cf5-4644-a12b-5aefb21b22a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.986172] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3789783, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.102573] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Task: {'id': task-3789782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688733} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.107190] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] fe137230-0536-435e-be78-c3828f7a783d/fe137230-0536-435e-be78-c3828f7a783d.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.107605] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.108112] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b95c12a5-63eb-4ffd-a8cd-c218ccd41574 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.119878] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Waiting for the task: (returnval){ [ 820.119878] env[69808]: value = "task-3789786" [ 820.119878] env[69808]: _type = "Task" [ 820.119878] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.131086] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Task: {'id': task-3789786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.223282] env[69808]: DEBUG nova.network.neutron [req-ed5a64c9-1b6f-4008-b8db-8bc5e7c22cc9 req-ee02812c-c181-4d54-a831-54dbfc8f009d service nova] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Updated VIF entry in instance network info cache for port 69d356c4-7818-4a5f-98db-4f92608bba8f. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.223842] env[69808]: DEBUG nova.network.neutron [req-ed5a64c9-1b6f-4008-b8db-8bc5e7c22cc9 req-ee02812c-c181-4d54-a831-54dbfc8f009d service nova] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Updating instance_info_cache with network_info: [{"id": "69d356c4-7818-4a5f-98db-4f92608bba8f", "address": "fa:16:3e:73:bd:fd", "network": {"id": "4bd546b2-1046-4bf7-8e4d-66a96a88c8cb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-975794085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd18a50c8cef48a5bb954889b405b45f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69d356c4-78", "ovs_interfaceid": "69d356c4-7818-4a5f-98db-4f92608bba8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.390801] env[69808]: DEBUG oslo_vmware.api [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789784, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.394533] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789785, 'name': CreateVM_Task, 'duration_secs': 0.400001} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.394533] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.395071] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.395300] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.395650] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.395887] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4350bb15-217b-4540-87e1-78ec5d3de52c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.402516] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for the task: (returnval){ [ 820.402516] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520a5901-be75-ae79-fff7-479d4b4dfd9f" [ 820.402516] env[69808]: _type = "Task" [ 820.402516] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.413144] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520a5901-be75-ae79-fff7-479d4b4dfd9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.463940] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 52a3515b-c3c1-4277-931c-14e25d1f2d36 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 820.486438] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3789783, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.631440] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Task: {'id': task-3789786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110088} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.632243] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.634486] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649efba5-44b2-424b-a2fa-2c0d113c09d1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.661792] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] fe137230-0536-435e-be78-c3828f7a783d/fe137230-0536-435e-be78-c3828f7a783d.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.662283] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4110808e-818d-41fc-8479-158a13fccab8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.684916] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Waiting for the task: (returnval){ [ 820.684916] env[69808]: value = "task-3789787" [ 820.684916] env[69808]: _type = "Task" [ 820.684916] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.694611] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Task: {'id': task-3789787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.727172] env[69808]: DEBUG oslo_concurrency.lockutils [req-ed5a64c9-1b6f-4008-b8db-8bc5e7c22cc9 req-ee02812c-c181-4d54-a831-54dbfc8f009d service nova] Releasing lock "refresh_cache-cbed13e8-2cf5-4644-a12b-5aefb21b22a9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.891905] env[69808]: DEBUG oslo_vmware.api [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789784, 'name': CreateSnapshot_Task, 'duration_secs': 0.943586} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.891905] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Created Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 820.892764] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647407f1-6d8a-47b3-a303-d62e4af261b4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.913700] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520a5901-be75-ae79-fff7-479d4b4dfd9f, 'name': SearchDatastore_Task, 'duration_secs': 0.018225} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.914081] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.914294] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.914561] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.914734] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.914896] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.915179] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41eddef6-3047-49fd-830a-2c83ff732879 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.931948] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.932190] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.933105] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ff3c875-b772-4b1a-8daf-48ba47a32d26 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.940455] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for the task: (returnval){ [ 820.940455] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a9deaa-f4ca-821e-b0a9-af8ee375083e" [ 820.940455] env[69808]: _type = "Task" [ 820.940455] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.951311] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a9deaa-f4ca-821e-b0a9-af8ee375083e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.968058] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 5006ea89-8a7a-47c5-8984-9a7239fad964 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 820.985483] env[69808]: DEBUG oslo_vmware.api [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3789783, 'name': PowerOnVM_Task, 'duration_secs': 1.153924} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.986579] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.986806] env[69808]: INFO nova.compute.manager [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Took 10.06 seconds to spawn the instance on the hypervisor. [ 820.986995] env[69808]: DEBUG nova.compute.manager [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 820.987889] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9765e0b-61c6-439d-bca1-15f302ff7ed0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.195418] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Task: {'id': task-3789787, 'name': ReconfigVM_Task, 'duration_secs': 0.391718} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.195687] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Reconfigured VM instance instance-00000026 to attach disk [datastore2] fe137230-0536-435e-be78-c3828f7a783d/fe137230-0536-435e-be78-c3828f7a783d.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.196365] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bcfec98-5daa-405f-9090-5fe3658c0e94 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.203798] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Waiting for the task: (returnval){ [ 821.203798] env[69808]: value = "task-3789788" [ 821.203798] env[69808]: _type = "Task" [ 821.203798] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.214099] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Task: {'id': task-3789788, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.415478] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Creating linked-clone VM from snapshot {{(pid=69808) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 821.415847] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e9ea06c-c786-4786-bbc5-7cff19043c45 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.424222] env[69808]: DEBUG oslo_vmware.api [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 821.424222] env[69808]: value = "task-3789789" [ 821.424222] env[69808]: _type = "Task" [ 821.424222] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.434882] env[69808]: DEBUG oslo_vmware.api [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789789, 'name': CloneVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.453394] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a9deaa-f4ca-821e-b0a9-af8ee375083e, 'name': SearchDatastore_Task, 'duration_secs': 0.014053} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.454625] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d554787-6335-4a0c-b8f9-a53e677a1ccd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.461518] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for the task: (returnval){ [ 821.461518] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522dd077-b093-292a-658a-f30829189a63" [ 821.461518] env[69808]: _type = "Task" [ 821.461518] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.472389] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 250a4f01-6261-42d5-824e-8d53b6b02f60 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 821.473817] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522dd077-b093-292a-658a-f30829189a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.508336] env[69808]: INFO nova.compute.manager [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Took 47.39 seconds to build instance. [ 821.717177] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Task: {'id': task-3789788, 'name': Rename_Task, 'duration_secs': 0.241981} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.717578] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.717881] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77e67786-6a81-4d5b-99b9-979d4a68ef17 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.725734] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Waiting for the task: (returnval){ [ 821.725734] env[69808]: value = "task-3789790" [ 821.725734] env[69808]: _type = "Task" [ 821.725734] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.735271] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Task: {'id': task-3789790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.937570] env[69808]: DEBUG oslo_vmware.api [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789789, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.976612] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 893efe91-0f9d-4a56-b0ba-3f0c872feb02 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 821.978483] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522dd077-b093-292a-658a-f30829189a63, 'name': SearchDatastore_Task, 'duration_secs': 0.012679} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.979153] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.979517] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] cbed13e8-2cf5-4644-a12b-5aefb21b22a9/cbed13e8-2cf5-4644-a12b-5aefb21b22a9.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.979860] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99ac6354-08a4-4fe0-bbc6-cd874824a019 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.989060] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for the task: (returnval){ [ 821.989060] env[69808]: value = "task-3789791" [ 821.989060] env[69808]: _type = "Task" [ 821.989060] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.001285] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.009663] env[69808]: DEBUG oslo_concurrency.lockutils [None req-418703c7-b736-4305-8f6c-3f348bb14d25 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Lock "4bb5baa6-049c-4b8a-b0ae-4964088aec43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.218s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.237808] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Task: {'id': task-3789790, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.440383] env[69808]: DEBUG oslo_vmware.api [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789789, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.481283] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance d201ab71-3029-46e2-8dc8-87e00515a083 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 822.506617] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789791, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.513308] env[69808]: DEBUG nova.compute.manager [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.743041] env[69808]: DEBUG oslo_vmware.api [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Task: {'id': task-3789790, 'name': PowerOnVM_Task, 'duration_secs': 0.755696} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.746084] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.746084] env[69808]: INFO nova.compute.manager [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Took 9.07 seconds to spawn the instance on the hypervisor. [ 822.746084] env[69808]: DEBUG nova.compute.manager [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 822.746084] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7371ca3d-c265-48fe-846e-1c301e1e7544 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.937053] env[69808]: DEBUG oslo_vmware.api [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789789, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.987029] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance f5b71ac9-d08a-4429-96ce-9bcfbcbfa978 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 823.002345] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736883} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.002923] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] cbed13e8-2cf5-4644-a12b-5aefb21b22a9/cbed13e8-2cf5-4644-a12b-5aefb21b22a9.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.003354] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.004040] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a11e6f5-ad2c-4974-95ba-41a6ae908316 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.012957] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for the task: (returnval){ [ 823.012957] env[69808]: value = "task-3789792" [ 823.012957] env[69808]: _type = "Task" [ 823.012957] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.024438] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.043383] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.266404] env[69808]: INFO nova.compute.manager [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Took 48.51 seconds to build instance. [ 823.438497] env[69808]: DEBUG oslo_vmware.api [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789789, 'name': CloneVM_Task, 'duration_secs': 1.981308} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.438927] env[69808]: INFO nova.virt.vmwareapi.vmops [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Created linked-clone VM from snapshot [ 823.440118] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3eee34a-7c44-48bd-87d1-15a1256e732c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.451921] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Uploading image c03a37d2-a470-4ad9-ba6c-e2209fa7606b {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 823.491220] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 17b6e10a-2fad-448c-83c7-350a1e9f91c7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 823.525953] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116676} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.526847] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.527226] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69715d3e-9c9c-4ab9-aa8d-f0e9c6799313 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.554992] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] cbed13e8-2cf5-4644-a12b-5aefb21b22a9/cbed13e8-2cf5-4644-a12b-5aefb21b22a9.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.555876] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40273b37-5aff-4b24-8b2a-bccaada3fdb3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.579055] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for the task: (returnval){ [ 823.579055] env[69808]: value = "task-3789793" [ 823.579055] env[69808]: _type = "Task" [ 823.579055] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.589542] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.769260] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33b3f881-bb69-48ed-add2-e118a836efe8 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Lock "fe137230-0536-435e-be78-c3828f7a783d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.576s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.996041] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance f94063df-5f47-4727-b272-d50ffa44121e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 824.090797] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789793, 'name': ReconfigVM_Task, 'duration_secs': 0.455146} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.091342] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Reconfigured VM instance instance-00000027 to attach disk [datastore2] cbed13e8-2cf5-4644-a12b-5aefb21b22a9/cbed13e8-2cf5-4644-a12b-5aefb21b22a9.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.092161] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce9d620a-3a4b-40ab-a839-a1400ece3148 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.100841] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for the task: (returnval){ [ 824.100841] env[69808]: value = "task-3789794" [ 824.100841] env[69808]: _type = "Task" [ 824.100841] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.111479] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789794, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.273994] env[69808]: DEBUG nova.compute.manager [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.499019] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 1e3b38e2-0d82-4e5d-aad9-831602aff20e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 824.611503] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789794, 'name': Rename_Task, 'duration_secs': 0.155407} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.611741] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.612035] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e6aac8a-5135-4634-9084-96ff6267b3c5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.619711] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for the task: (returnval){ [ 824.619711] env[69808]: value = "task-3789795" [ 824.619711] env[69808]: _type = "Task" [ 824.619711] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.629084] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.795760] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.002929] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 13b1a4ec-7ef4-4ead-a9d8-59ee94455600 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 825.131739] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789795, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.507074] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance b9bdc3de-a901-46cf-a0c1-84d5fb95220b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 825.507513] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 825.507740] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 825.630613] env[69808]: DEBUG oslo_vmware.api [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789795, 'name': PowerOnVM_Task, 'duration_secs': 0.574011} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.633468] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.633696] env[69808]: INFO nova.compute.manager [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Took 9.27 seconds to spawn the instance on the hypervisor. [ 825.633874] env[69808]: DEBUG nova.compute.manager [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 825.635092] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e1fa08-ce32-4e26-8451-93215657c683 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.988471] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4ce4e0-2080-46a6-b748-9f33cb6168c5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.997157] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72f3c4a-a3a7-41d8-a519-9a8ce05e8086 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.030367] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b69e915-5184-4319-a004-4d871b6b39ca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.039219] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1369ee7e-13de-47de-972e-7692c87ae514 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.054191] env[69808]: DEBUG nova.compute.provider_tree [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.152781] env[69808]: INFO nova.compute.manager [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Took 50.96 seconds to build instance. [ 826.558691] env[69808]: DEBUG nova.scheduler.client.report [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.655496] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce9333bf-1284-4f53-8c04-b1203543a7df tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lock "cbed13e8-2cf5-4644-a12b-5aefb21b22a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.152s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.062288] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69808) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 827.062459] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.164s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.062778] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.692s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.063049] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.065519] env[69808]: DEBUG oslo_concurrency.lockutils [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.923s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.066288] env[69808]: DEBUG nova.objects.instance [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69808) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 827.110826] env[69808]: INFO nova.scheduler.client.report [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Deleted allocations for instance cb8fe43a-f213-47bc-b986-2e4c5df86f46 [ 827.158124] env[69808]: DEBUG nova.compute.manager [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.621794] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57ea59f5-3b0d-45fb-9615-ba3c094d98ac tempest-ServersAaction247Test-168583592 tempest-ServersAaction247Test-168583592-project-member] Lock "cb8fe43a-f213-47bc-b986-2e4c5df86f46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.502s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.700826] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.770560] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Destroying the VM {{(pid=69808) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 827.770902] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8734d44c-3256-4eea-9f44-c6d707ce69cb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.779603] env[69808]: DEBUG oslo_vmware.api [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 827.779603] env[69808]: value = "task-3789796" [ 827.779603] env[69808]: _type = "Task" [ 827.779603] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.793792] env[69808]: DEBUG oslo_vmware.api [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789796, 'name': Destroy_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.816412] env[69808]: DEBUG oslo_vmware.rw_handles [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210efa6-bd59-5f92-60b2-556ed0634643/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 827.817934] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057551b0-a8e1-47b3-a2fa-591f3ceed073 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.824508] env[69808]: DEBUG oslo_vmware.rw_handles [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210efa6-bd59-5f92-60b2-556ed0634643/disk-0.vmdk is in state: ready. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 827.824750] env[69808]: ERROR oslo_vmware.rw_handles [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210efa6-bd59-5f92-60b2-556ed0634643/disk-0.vmdk due to incomplete transfer. [ 827.824950] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-60412057-699b-418e-b07b-e13ddae4f578 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.834088] env[69808]: DEBUG oslo_vmware.rw_handles [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210efa6-bd59-5f92-60b2-556ed0634643/disk-0.vmdk. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 827.835867] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Uploaded image 087b3de9-d218-49b3-8e3c-bb235c7f6a17 to the Glance image server {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 827.836052] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Destroying the VM {{(pid=69808) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 827.836357] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3b5481b1-1f51-444f-9bef-de9f78017448 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.844338] env[69808]: DEBUG oslo_vmware.api [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 827.844338] env[69808]: value = "task-3789797" [ 827.844338] env[69808]: _type = "Task" [ 827.844338] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.854633] env[69808]: DEBUG oslo_vmware.api [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789797, 'name': Destroy_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.891431] env[69808]: DEBUG oslo_vmware.rw_handles [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d46e6d-6786-4ee4-cfed-48ee458ac97b/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 827.892447] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba07303-6e7c-4c70-a9da-f9a02f069019 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.899896] env[69808]: DEBUG oslo_vmware.rw_handles [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d46e6d-6786-4ee4-cfed-48ee458ac97b/disk-0.vmdk is in state: ready. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 827.900086] env[69808]: ERROR oslo_vmware.rw_handles [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d46e6d-6786-4ee4-cfed-48ee458ac97b/disk-0.vmdk due to incomplete transfer. [ 827.902298] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6d30e473-2077-44c9-b0cd-ccb6580eb14d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.909429] env[69808]: DEBUG oslo_vmware.rw_handles [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d46e6d-6786-4ee4-cfed-48ee458ac97b/disk-0.vmdk. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 827.909663] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Uploaded image 20aee87e-70d8-4706-8322-d2150bee2ad2 to the Glance image server {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 827.912071] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Destroying the VM {{(pid=69808) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 827.912412] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-18412da2-293c-4ac4-9e05-8da1a845f945 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.922248] env[69808]: DEBUG oslo_vmware.api [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 827.922248] env[69808]: value = "task-3789798" [ 827.922248] env[69808]: _type = "Task" [ 827.922248] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.932980] env[69808]: DEBUG oslo_vmware.api [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789798, 'name': Destroy_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.087575] env[69808]: DEBUG oslo_concurrency.lockutils [None req-99dfcef2-5bf9-4eae-8b86-4eebbb578455 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.089100] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.351s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.092069] env[69808]: INFO nova.compute.claims [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.290016] env[69808]: DEBUG oslo_vmware.api [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789796, 'name': Destroy_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.355233] env[69808]: DEBUG oslo_vmware.api [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789797, 'name': Destroy_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.436318] env[69808]: DEBUG oslo_vmware.api [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789798, 'name': Destroy_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.793579] env[69808]: DEBUG oslo_vmware.api [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789796, 'name': Destroy_Task, 'duration_secs': 0.872933} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.793579] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Destroyed the VM [ 828.793579] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Deleting Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 828.793579] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8a07ab8b-e98b-4738-ac9a-7d2fb51f6c07 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.798572] env[69808]: DEBUG oslo_vmware.api [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 828.798572] env[69808]: value = "task-3789799" [ 828.798572] env[69808]: _type = "Task" [ 828.798572] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.808287] env[69808]: DEBUG oslo_vmware.api [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789799, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.855760] env[69808]: DEBUG oslo_vmware.api [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789797, 'name': Destroy_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.936396] env[69808]: DEBUG oslo_vmware.api [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789798, 'name': Destroy_Task, 'duration_secs': 0.835936} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.936683] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Destroyed the VM [ 828.937306] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Deleting Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 828.937375] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d38fa375-569b-492c-a19f-5a2252dd1698 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.944381] env[69808]: DEBUG oslo_vmware.api [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 828.944381] env[69808]: value = "task-3789800" [ 828.944381] env[69808]: _type = "Task" [ 828.944381] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.955672] env[69808]: DEBUG oslo_vmware.api [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789800, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.316298] env[69808]: DEBUG oslo_vmware.api [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789799, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.363648] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "7d527aad-9a9d-4a88-b718-d077d6bda9cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.363830] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "7d527aad-9a9d-4a88-b718-d077d6bda9cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.364053] env[69808]: DEBUG oslo_vmware.api [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789797, 'name': Destroy_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.411599] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "45f4daca-e86c-41e6-8bbb-4a26b0149bbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.411834] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "45f4daca-e86c-41e6-8bbb-4a26b0149bbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.459356] env[69808]: DEBUG oslo_vmware.api [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789800, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.707451] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9b1007-d4a2-4965-8dec-dfec68eb1cb5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.715417] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe45dab-e4fc-4895-aa2c-9c0017852662 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.747630] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c914fe2-a155-42b4-a5ca-5511dc824fb6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.756093] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093eab99-87cb-4908-b0aa-061a3f2a8404 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.773271] env[69808]: DEBUG nova.compute.provider_tree [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.810696] env[69808]: DEBUG oslo_vmware.api [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789799, 'name': RemoveSnapshot_Task, 'duration_secs': 0.814543} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.810978] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Deleted Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 829.859768] env[69808]: DEBUG oslo_vmware.api [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789797, 'name': Destroy_Task, 'duration_secs': 1.858376} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.860065] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Destroyed the VM [ 829.860436] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Deleting Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 829.860706] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3ee545cf-5050-489e-939a-3124970833e2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.869865] env[69808]: DEBUG oslo_vmware.api [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 829.869865] env[69808]: value = "task-3789801" [ 829.869865] env[69808]: _type = "Task" [ 829.869865] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.879309] env[69808]: DEBUG oslo_vmware.api [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789801, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.919876] env[69808]: DEBUG oslo_concurrency.lockutils [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Acquiring lock "fe137230-0536-435e-be78-c3828f7a783d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.920198] env[69808]: DEBUG oslo_concurrency.lockutils [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Lock "fe137230-0536-435e-be78-c3828f7a783d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.920416] env[69808]: DEBUG oslo_concurrency.lockutils [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Acquiring lock "fe137230-0536-435e-be78-c3828f7a783d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.920602] env[69808]: DEBUG oslo_concurrency.lockutils [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Lock "fe137230-0536-435e-be78-c3828f7a783d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.920769] env[69808]: DEBUG oslo_concurrency.lockutils [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Lock "fe137230-0536-435e-be78-c3828f7a783d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.923206] env[69808]: INFO nova.compute.manager [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Terminating instance [ 829.957872] env[69808]: DEBUG oslo_vmware.api [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789800, 'name': RemoveSnapshot_Task, 'duration_secs': 0.640048} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.958972] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Deleted Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 829.958972] env[69808]: INFO nova.compute.manager [None req-b41dcbfc-1d58-488f-8264-0dcd475d755e tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Took 15.99 seconds to snapshot the instance on the hypervisor. [ 830.278080] env[69808]: DEBUG nova.scheduler.client.report [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.315557] env[69808]: WARNING nova.compute.manager [None req-8e8b9b33-bbcc-43f4-9fa8-f7b8ea5d5016 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Image not found during snapshot: nova.exception.ImageNotFound: Image c03a37d2-a470-4ad9-ba6c-e2209fa7606b could not be found. [ 830.383218] env[69808]: DEBUG oslo_vmware.api [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789801, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.427279] env[69808]: DEBUG nova.compute.manager [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.427501] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.428477] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e28cba-7e33-44c8-b7c9-58121a7aa016 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.440258] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.440258] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58cca669-590c-4a4e-8e1f-1b388b4be17d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.447082] env[69808]: DEBUG oslo_vmware.api [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Waiting for the task: (returnval){ [ 830.447082] env[69808]: value = "task-3789802" [ 830.447082] env[69808]: _type = "Task" [ 830.447082] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.456579] env[69808]: DEBUG oslo_vmware.api [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Task: {'id': task-3789802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.793826] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.794453] env[69808]: DEBUG nova.compute.manager [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.796936] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.496s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.797150] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.799239] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2addcd65-d634-4115-857f-a6388d988b23 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 39.483s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.883994] env[69808]: DEBUG oslo_vmware.api [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789801, 'name': RemoveSnapshot_Task, 'duration_secs': 0.955768} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.884357] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Deleted Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 830.884560] env[69808]: INFO nova.compute.manager [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Took 17.38 seconds to snapshot the instance on the hypervisor. [ 830.890009] env[69808]: INFO nova.scheduler.client.report [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Deleted allocations for instance 55a9214c-deda-4c74-a205-2b302ac211b4 [ 830.958250] env[69808]: DEBUG oslo_vmware.api [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Task: {'id': task-3789802, 'name': PowerOffVM_Task, 'duration_secs': 0.199124} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.958646] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.958809] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.959079] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4cf944d-4659-44fc-9fc8-912d9ff4f4fd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.028880] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.029124] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.029327] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Deleting the datastore file [datastore2] fe137230-0536-435e-be78-c3828f7a783d {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.029608] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43d28977-f287-47f5-99f7-ee2e58526876 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.037337] env[69808]: DEBUG oslo_vmware.api [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Waiting for the task: (returnval){ [ 831.037337] env[69808]: value = "task-3789804" [ 831.037337] env[69808]: _type = "Task" [ 831.037337] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.052148] env[69808]: DEBUG oslo_vmware.api [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Task: {'id': task-3789804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.222268] env[69808]: DEBUG nova.compute.manager [req-74d60b9d-4ee8-48c4-983c-f4655a5c529a req-bd16e7c6-30d0-4272-8c87-ca4c5e675102 service nova] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Received event network-changed-69d356c4-7818-4a5f-98db-4f92608bba8f {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.222268] env[69808]: DEBUG nova.compute.manager [req-74d60b9d-4ee8-48c4-983c-f4655a5c529a req-bd16e7c6-30d0-4272-8c87-ca4c5e675102 service nova] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Refreshing instance network info cache due to event network-changed-69d356c4-7818-4a5f-98db-4f92608bba8f. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.222268] env[69808]: DEBUG oslo_concurrency.lockutils [req-74d60b9d-4ee8-48c4-983c-f4655a5c529a req-bd16e7c6-30d0-4272-8c87-ca4c5e675102 service nova] Acquiring lock "refresh_cache-cbed13e8-2cf5-4644-a12b-5aefb21b22a9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.222268] env[69808]: DEBUG oslo_concurrency.lockutils [req-74d60b9d-4ee8-48c4-983c-f4655a5c529a req-bd16e7c6-30d0-4272-8c87-ca4c5e675102 service nova] Acquired lock "refresh_cache-cbed13e8-2cf5-4644-a12b-5aefb21b22a9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.222268] env[69808]: DEBUG nova.network.neutron [req-74d60b9d-4ee8-48c4-983c-f4655a5c529a req-bd16e7c6-30d0-4272-8c87-ca4c5e675102 service nova] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Refreshing network info cache for port 69d356c4-7818-4a5f-98db-4f92608bba8f {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.307847] env[69808]: DEBUG nova.compute.utils [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.309664] env[69808]: DEBUG nova.compute.manager [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.309939] env[69808]: DEBUG nova.network.neutron [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.352658] env[69808]: DEBUG nova.policy [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62d23e26dbf84179980d2605aafbf91c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a786dcde7d84a1cbee9de4355f81718', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.399339] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a277f2ca-b7b2-42de-8ace-9c0dea802acc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "55a9214c-deda-4c74-a205-2b302ac211b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.747s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.500127] env[69808]: DEBUG nova.compute.manager [None req-da7f912e-3917-4a4f-9eac-091a817b4c8d tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Found 2 images (rotation: 2) {{(pid=69808) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 831.551690] env[69808]: DEBUG oslo_vmware.api [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Task: {'id': task-3789804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190147} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.554518] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.554715] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.554893] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.555145] env[69808]: INFO nova.compute.manager [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] [instance: fe137230-0536-435e-be78-c3828f7a783d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 831.555418] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.556354] env[69808]: DEBUG nova.compute.manager [-] [instance: fe137230-0536-435e-be78-c3828f7a783d] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.556354] env[69808]: DEBUG nova.network.neutron [-] [instance: fe137230-0536-435e-be78-c3828f7a783d] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.813712] env[69808]: DEBUG nova.compute.manager [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.973261] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae868c92-5e46-4b46-a193-4379d6f438af {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.984406] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacde8f2-02be-4330-be22-fb7b7e3970d8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.020888] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd28511-753d-40a7-b219-c3850673388a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.035739] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55315fc2-cb7e-41d4-8cfb-97e1a458fc09 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.053527] env[69808]: DEBUG nova.compute.provider_tree [None req-2addcd65-d634-4115-857f-a6388d988b23 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.129819] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a65133ff-3eef-4b03-8854-5860a8d25560 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquiring lock "ae9495ce-171c-4d44-b80f-b38a29f29b7a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.129819] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a65133ff-3eef-4b03-8854-5860a8d25560 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "ae9495ce-171c-4d44-b80f-b38a29f29b7a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.190853] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquiring lock "76938eea-4683-49f7-aa36-70587401ed2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.191094] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Lock "76938eea-4683-49f7-aa36-70587401ed2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.305501] env[69808]: DEBUG nova.network.neutron [req-74d60b9d-4ee8-48c4-983c-f4655a5c529a req-bd16e7c6-30d0-4272-8c87-ca4c5e675102 service nova] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Updated VIF entry in instance network info cache for port 69d356c4-7818-4a5f-98db-4f92608bba8f. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.305501] env[69808]: DEBUG nova.network.neutron [req-74d60b9d-4ee8-48c4-983c-f4655a5c529a req-bd16e7c6-30d0-4272-8c87-ca4c5e675102 service nova] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Updating instance_info_cache with network_info: [{"id": "69d356c4-7818-4a5f-98db-4f92608bba8f", "address": "fa:16:3e:73:bd:fd", "network": {"id": "4bd546b2-1046-4bf7-8e4d-66a96a88c8cb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-975794085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd18a50c8cef48a5bb954889b405b45f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69d356c4-78", "ovs_interfaceid": "69d356c4-7818-4a5f-98db-4f92608bba8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.362526] env[69808]: DEBUG nova.network.neutron [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Successfully created port: 6576e98d-ae71-46d4-a13a-481898aecbc9 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.382708] env[69808]: DEBUG oslo_concurrency.lockutils [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "57ee964a-1c5a-4687-95ba-30ea77022b14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.382931] env[69808]: DEBUG oslo_concurrency.lockutils [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "57ee964a-1c5a-4687-95ba-30ea77022b14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.383110] env[69808]: DEBUG oslo_concurrency.lockutils [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "57ee964a-1c5a-4687-95ba-30ea77022b14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.383297] env[69808]: DEBUG oslo_concurrency.lockutils [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "57ee964a-1c5a-4687-95ba-30ea77022b14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.383484] env[69808]: DEBUG oslo_concurrency.lockutils [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "57ee964a-1c5a-4687-95ba-30ea77022b14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.388692] env[69808]: INFO nova.compute.manager [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Terminating instance [ 832.531188] env[69808]: DEBUG oslo_concurrency.lockutils [None req-094e061f-00d9-4988-aa52-bc4e7c510e39 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquiring lock "cbed13e8-2cf5-4644-a12b-5aefb21b22a9" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.531496] env[69808]: DEBUG oslo_concurrency.lockutils [None req-094e061f-00d9-4988-aa52-bc4e7c510e39 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lock "cbed13e8-2cf5-4644-a12b-5aefb21b22a9" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.531706] env[69808]: INFO nova.compute.manager [None req-094e061f-00d9-4988-aa52-bc4e7c510e39 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Rebooting instance [ 832.556933] env[69808]: DEBUG nova.scheduler.client.report [None req-2addcd65-d634-4115-857f-a6388d988b23 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.633609] env[69808]: DEBUG nova.compute.utils [None req-a65133ff-3eef-4b03-8854-5860a8d25560 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.809456] env[69808]: DEBUG oslo_concurrency.lockutils [req-74d60b9d-4ee8-48c4-983c-f4655a5c529a req-bd16e7c6-30d0-4272-8c87-ca4c5e675102 service nova] Releasing lock "refresh_cache-cbed13e8-2cf5-4644-a12b-5aefb21b22a9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.825095] env[69808]: DEBUG nova.compute.manager [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.855097] env[69808]: DEBUG nova.virt.hardware [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.855374] env[69808]: DEBUG nova.virt.hardware [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.855555] env[69808]: DEBUG nova.virt.hardware [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.855756] env[69808]: DEBUG nova.virt.hardware [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.855907] env[69808]: DEBUG nova.virt.hardware [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.856067] env[69808]: DEBUG nova.virt.hardware [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.856285] env[69808]: DEBUG nova.virt.hardware [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.856443] env[69808]: DEBUG nova.virt.hardware [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.856611] env[69808]: DEBUG nova.virt.hardware [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.856902] env[69808]: DEBUG nova.virt.hardware [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.857096] env[69808]: DEBUG nova.virt.hardware [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.858015] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e10b9f-c518-4806-b9a7-944b146a0230 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.865878] env[69808]: DEBUG nova.network.neutron [-] [instance: fe137230-0536-435e-be78-c3828f7a783d] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.871904] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bec880-1f04-4f64-b862-6497046eedb9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.894893] env[69808]: DEBUG nova.compute.manager [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.895051] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.895877] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c0cb72-cc88-4536-90df-134c98806edc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.904174] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.904174] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dec41bd-1124-4bd8-aab4-a7478f59c7fa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.910786] env[69808]: DEBUG oslo_vmware.api [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 832.910786] env[69808]: value = "task-3789805" [ 832.910786] env[69808]: _type = "Task" [ 832.910786] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.918732] env[69808]: DEBUG oslo_vmware.api [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.050141] env[69808]: DEBUG oslo_concurrency.lockutils [None req-094e061f-00d9-4988-aa52-bc4e7c510e39 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquiring lock "refresh_cache-cbed13e8-2cf5-4644-a12b-5aefb21b22a9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.050383] env[69808]: DEBUG oslo_concurrency.lockutils [None req-094e061f-00d9-4988-aa52-bc4e7c510e39 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquired lock "refresh_cache-cbed13e8-2cf5-4644-a12b-5aefb21b22a9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.050548] env[69808]: DEBUG nova.network.neutron [None req-094e061f-00d9-4988-aa52-bc4e7c510e39 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.136892] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a65133ff-3eef-4b03-8854-5860a8d25560 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "ae9495ce-171c-4d44-b80f-b38a29f29b7a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.367819] env[69808]: DEBUG nova.compute.manager [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 833.368398] env[69808]: INFO nova.compute.manager [-] [instance: fe137230-0536-435e-be78-c3828f7a783d] Took 1.81 seconds to deallocate network for instance. [ 833.369290] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61923391-afc3-408e-8aa5-2b2ae7d71185 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.421779] env[69808]: DEBUG oslo_vmware.api [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789805, 'name': PowerOffVM_Task, 'duration_secs': 0.208802} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.422237] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.422417] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.422684] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37955350-229d-4fec-a987-ab927a9cc949 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.491580] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.491918] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.492392] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Deleting the datastore file [datastore1] 57ee964a-1c5a-4687-95ba-30ea77022b14 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.492703] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fab11ea5-fa85-44c4-8acc-996dff1bb52d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.499867] env[69808]: DEBUG oslo_vmware.api [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 833.499867] env[69808]: value = "task-3789807" [ 833.499867] env[69808]: _type = "Task" [ 833.499867] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.509295] env[69808]: DEBUG oslo_vmware.api [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.567508] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2addcd65-d634-4115-857f-a6388d988b23 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.768s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.570948] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.520s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.573141] env[69808]: INFO nova.compute.claims [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.889043] env[69808]: DEBUG oslo_concurrency.lockutils [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.889043] env[69808]: INFO nova.compute.manager [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] instance snapshotting [ 833.889043] env[69808]: DEBUG nova.objects.instance [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lazy-loading 'flavor' on Instance uuid 182c3c6f-9376-4d7c-9adc-af7f0237a6f2 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.905338] env[69808]: DEBUG nova.network.neutron [None req-094e061f-00d9-4988-aa52-bc4e7c510e39 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Updating instance_info_cache with network_info: [{"id": "69d356c4-7818-4a5f-98db-4f92608bba8f", "address": "fa:16:3e:73:bd:fd", "network": {"id": "4bd546b2-1046-4bf7-8e4d-66a96a88c8cb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-975794085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd18a50c8cef48a5bb954889b405b45f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69d356c4-78", "ovs_interfaceid": "69d356c4-7818-4a5f-98db-4f92608bba8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.012538] env[69808]: DEBUG oslo_vmware.api [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3789807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20277} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.012763] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.012951] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.013162] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.013343] env[69808]: INFO nova.compute.manager [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Took 1.12 seconds to destroy the instance on the hypervisor. [ 834.013861] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.013861] env[69808]: DEBUG nova.compute.manager [-] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.013861] env[69808]: DEBUG nova.network.neutron [-] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.057870] env[69808]: DEBUG nova.compute.manager [req-acfaab55-ba71-48a9-8760-895ace3b6555 req-9206b0cf-2fce-45ca-88d0-96defd2a6047 service nova] [instance: fe137230-0536-435e-be78-c3828f7a783d] Received event network-vif-deleted-ff6a5d99-6619-4a0e-ba46-0af7a5e6648f {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.207947] env[69808]: INFO nova.scheduler.client.report [None req-2addcd65-d634-4115-857f-a6388d988b23 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Deleted allocation for migration 12266a09-6106-45ab-b67e-48671326b2b4 [ 834.275106] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a65133ff-3eef-4b03-8854-5860a8d25560 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquiring lock "ae9495ce-171c-4d44-b80f-b38a29f29b7a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.276416] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a65133ff-3eef-4b03-8854-5860a8d25560 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "ae9495ce-171c-4d44-b80f-b38a29f29b7a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.276416] env[69808]: INFO nova.compute.manager [None req-a65133ff-3eef-4b03-8854-5860a8d25560 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Attaching volume 9e195c97-6241-446c-8941-ca99939a9474 to /dev/sdb [ 834.316463] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe1f73a-f639-4e87-b814-86615a18f593 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.327617] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37af2f07-7dc6-47ed-ad36-0f134eadccf7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.345665] env[69808]: DEBUG nova.virt.block_device [None req-a65133ff-3eef-4b03-8854-5860a8d25560 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Updating existing volume attachment record: 127d7002-ec09-4a26-b710-f94b1cde1ea9 {{(pid=69808) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 834.402551] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7fc7a8-d953-42a1-97e9-f7716eb8c288 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.420245] env[69808]: DEBUG oslo_concurrency.lockutils [None req-094e061f-00d9-4988-aa52-bc4e7c510e39 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Releasing lock "refresh_cache-cbed13e8-2cf5-4644-a12b-5aefb21b22a9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.424928] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db2e208-5721-4220-8699-61a55f0056a4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.437067] env[69808]: DEBUG oslo_concurrency.lockutils [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "10dddda7-ac47-4728-a74d-1f85045a148b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.437250] env[69808]: DEBUG oslo_concurrency.lockutils [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "10dddda7-ac47-4728-a74d-1f85045a148b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.437468] env[69808]: DEBUG oslo_concurrency.lockutils [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "10dddda7-ac47-4728-a74d-1f85045a148b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.437653] env[69808]: DEBUG oslo_concurrency.lockutils [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "10dddda7-ac47-4728-a74d-1f85045a148b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.437820] env[69808]: DEBUG oslo_concurrency.lockutils [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "10dddda7-ac47-4728-a74d-1f85045a148b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.442624] env[69808]: INFO nova.compute.manager [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Terminating instance [ 834.724025] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2addcd65-d634-4115-857f-a6388d988b23 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 46.896s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.778040] env[69808]: DEBUG nova.network.neutron [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Successfully updated port: 6576e98d-ae71-46d4-a13a-481898aecbc9 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.927339] env[69808]: DEBUG nova.compute.manager [None req-094e061f-00d9-4988-aa52-bc4e7c510e39 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 834.928479] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e563e0-ed3e-4370-bba7-11acff7bbfa2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.936777] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Creating Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 834.941868] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f6135328-b510-4bc2-afbf-b66ccebe1830 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.953558] env[69808]: DEBUG nova.compute.manager [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.953558] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.953558] env[69808]: DEBUG oslo_vmware.api [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 834.953558] env[69808]: value = "task-3789811" [ 834.953558] env[69808]: _type = "Task" [ 834.953558] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.953558] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8481e0-fa45-48ac-b90f-d8bf68c7f7ee {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.975338] env[69808]: DEBUG oslo_vmware.api [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789811, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.979106] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.979106] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-368efb66-1ee0-4bef-8893-715acb9ac6e7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.057522] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.057874] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.059709] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Deleting the datastore file [datastore1] 10dddda7-ac47-4728-a74d-1f85045a148b {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.060135] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fc61956-b54c-4e61-ad1b-e9a16daa6088 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.070347] env[69808]: DEBUG oslo_vmware.api [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 835.070347] env[69808]: value = "task-3789813" [ 835.070347] env[69808]: _type = "Task" [ 835.070347] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.082299] env[69808]: DEBUG oslo_vmware.api [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.287258] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Acquiring lock "refresh_cache-52a3515b-c3c1-4277-931c-14e25d1f2d36" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.287258] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Acquired lock "refresh_cache-52a3515b-c3c1-4277-931c-14e25d1f2d36" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.287258] env[69808]: DEBUG nova.network.neutron [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.301390] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6940730a-ea10-4280-818f-33a6a6b07cb5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.311286] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ab5855-bb08-4273-93e2-5c188a3242a6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.344151] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92b2484-0cf2-4ef0-a06b-1b550a4ca685 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.352270] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008bcd23-8a2e-415d-bfe4-3525ce416bf2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.369031] env[69808]: DEBUG nova.compute.provider_tree [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.472435] env[69808]: DEBUG oslo_vmware.api [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789811, 'name': CreateSnapshot_Task, 'duration_secs': 0.480403} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.473431] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Created Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 835.473564] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2deab737-e20c-4c35-a5d3-11bf5f9f2173 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.516562] env[69808]: DEBUG nova.network.neutron [-] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.582033] env[69808]: DEBUG oslo_vmware.api [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3789813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166188} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.582790] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.582790] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.582968] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.583282] env[69808]: INFO nova.compute.manager [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Took 0.63 seconds to destroy the instance on the hypervisor. [ 835.583615] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.583916] env[69808]: DEBUG nova.compute.manager [-] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.584047] env[69808]: DEBUG nova.network.neutron [-] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.853227] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "bfc961c4-cc6b-4691-bc95-b78c0a14bbe0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.853227] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "bfc961c4-cc6b-4691-bc95-b78c0a14bbe0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.868124] env[69808]: DEBUG nova.network.neutron [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.875019] env[69808]: DEBUG nova.scheduler.client.report [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.951804] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6eb3b45-d672-4a43-9c13-64ab56b3e574 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.960068] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-094e061f-00d9-4988-aa52-bc4e7c510e39 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Doing hard reboot of VM {{(pid=69808) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 835.960202] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-cc782b0b-6a50-486f-aaa4-14697176489b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.969917] env[69808]: DEBUG oslo_vmware.api [None req-094e061f-00d9-4988-aa52-bc4e7c510e39 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for the task: (returnval){ [ 835.969917] env[69808]: value = "task-3789814" [ 835.969917] env[69808]: _type = "Task" [ 835.969917] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.984025] env[69808]: DEBUG oslo_vmware.api [None req-094e061f-00d9-4988-aa52-bc4e7c510e39 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789814, 'name': ResetVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.992477] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Creating linked-clone VM from snapshot {{(pid=69808) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 835.999282] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2e71b392-4b30-4f77-8d61-02033d8efde4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.008358] env[69808]: DEBUG oslo_vmware.api [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 836.008358] env[69808]: value = "task-3789815" [ 836.008358] env[69808]: _type = "Task" [ 836.008358] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.018112] env[69808]: INFO nova.compute.manager [-] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Took 2.00 seconds to deallocate network for instance. [ 836.018402] env[69808]: DEBUG oslo_vmware.api [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789815, 'name': CloneVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.102138] env[69808]: DEBUG nova.compute.manager [req-b673a929-2e92-4611-9b89-4727dc4349ac req-dc62fd81-2516-41b1-bbf3-5605ef22b014 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Received event network-vif-plugged-6576e98d-ae71-46d4-a13a-481898aecbc9 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.102138] env[69808]: DEBUG oslo_concurrency.lockutils [req-b673a929-2e92-4611-9b89-4727dc4349ac req-dc62fd81-2516-41b1-bbf3-5605ef22b014 service nova] Acquiring lock "52a3515b-c3c1-4277-931c-14e25d1f2d36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.102138] env[69808]: DEBUG oslo_concurrency.lockutils [req-b673a929-2e92-4611-9b89-4727dc4349ac req-dc62fd81-2516-41b1-bbf3-5605ef22b014 service nova] Lock "52a3515b-c3c1-4277-931c-14e25d1f2d36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.102138] env[69808]: DEBUG oslo_concurrency.lockutils [req-b673a929-2e92-4611-9b89-4727dc4349ac req-dc62fd81-2516-41b1-bbf3-5605ef22b014 service nova] Lock "52a3515b-c3c1-4277-931c-14e25d1f2d36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.102138] env[69808]: DEBUG nova.compute.manager [req-b673a929-2e92-4611-9b89-4727dc4349ac req-dc62fd81-2516-41b1-bbf3-5605ef22b014 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] No waiting events found dispatching network-vif-plugged-6576e98d-ae71-46d4-a13a-481898aecbc9 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 836.102725] env[69808]: WARNING nova.compute.manager [req-b673a929-2e92-4611-9b89-4727dc4349ac req-dc62fd81-2516-41b1-bbf3-5605ef22b014 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Received unexpected event network-vif-plugged-6576e98d-ae71-46d4-a13a-481898aecbc9 for instance with vm_state building and task_state spawning. [ 836.102725] env[69808]: DEBUG nova.compute.manager [req-b673a929-2e92-4611-9b89-4727dc4349ac req-dc62fd81-2516-41b1-bbf3-5605ef22b014 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Received event network-changed-6576e98d-ae71-46d4-a13a-481898aecbc9 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.102725] env[69808]: DEBUG nova.compute.manager [req-b673a929-2e92-4611-9b89-4727dc4349ac req-dc62fd81-2516-41b1-bbf3-5605ef22b014 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Refreshing instance network info cache due to event network-changed-6576e98d-ae71-46d4-a13a-481898aecbc9. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.102725] env[69808]: DEBUG oslo_concurrency.lockutils [req-b673a929-2e92-4611-9b89-4727dc4349ac req-dc62fd81-2516-41b1-bbf3-5605ef22b014 service nova] Acquiring lock "refresh_cache-52a3515b-c3c1-4277-931c-14e25d1f2d36" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.223190] env[69808]: DEBUG nova.network.neutron [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Updating instance_info_cache with network_info: [{"id": "6576e98d-ae71-46d4-a13a-481898aecbc9", "address": "fa:16:3e:93:76:10", "network": {"id": "a783a549-715c-4fcc-9083-47479b835a5c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-53408039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a786dcde7d84a1cbee9de4355f81718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6576e98d-ae", "ovs_interfaceid": "6576e98d-ae71-46d4-a13a-481898aecbc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.380530] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.381454] env[69808]: DEBUG nova.compute.manager [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.384584] env[69808]: DEBUG oslo_concurrency.lockutils [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.567s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.389358] env[69808]: INFO nova.compute.claims [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.489233] env[69808]: DEBUG oslo_vmware.api [None req-094e061f-00d9-4988-aa52-bc4e7c510e39 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789814, 'name': ResetVM_Task, 'duration_secs': 0.11318} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.491424] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-094e061f-00d9-4988-aa52-bc4e7c510e39 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Did hard reboot of VM {{(pid=69808) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 836.491424] env[69808]: DEBUG nova.compute.manager [None req-094e061f-00d9-4988-aa52-bc4e7c510e39 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 836.491424] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80848fbd-4c08-46f5-94f0-dc2b8d5bc4b9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.523489] env[69808]: DEBUG oslo_vmware.api [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789815, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.525305] env[69808]: DEBUG oslo_concurrency.lockutils [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.661919] env[69808]: DEBUG nova.network.neutron [-] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.725675] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Releasing lock "refresh_cache-52a3515b-c3c1-4277-931c-14e25d1f2d36" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.726118] env[69808]: DEBUG nova.compute.manager [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Instance network_info: |[{"id": "6576e98d-ae71-46d4-a13a-481898aecbc9", "address": "fa:16:3e:93:76:10", "network": {"id": "a783a549-715c-4fcc-9083-47479b835a5c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-53408039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a786dcde7d84a1cbee9de4355f81718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6576e98d-ae", "ovs_interfaceid": "6576e98d-ae71-46d4-a13a-481898aecbc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.726534] env[69808]: DEBUG oslo_concurrency.lockutils [req-b673a929-2e92-4611-9b89-4727dc4349ac req-dc62fd81-2516-41b1-bbf3-5605ef22b014 service nova] Acquired lock "refresh_cache-52a3515b-c3c1-4277-931c-14e25d1f2d36" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.726744] env[69808]: DEBUG nova.network.neutron [req-b673a929-2e92-4611-9b89-4727dc4349ac req-dc62fd81-2516-41b1-bbf3-5605ef22b014 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Refreshing network info cache for port 6576e98d-ae71-46d4-a13a-481898aecbc9 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.728127] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:76:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c06e3c2-8edb-4cf0-be6b-45dfe059c00b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6576e98d-ae71-46d4-a13a-481898aecbc9', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.737113] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Creating folder: Project (2a786dcde7d84a1cbee9de4355f81718). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.738143] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c6c9b14-0fcb-4f43-a218-9671dbc20ed2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.750345] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Created folder: Project (2a786dcde7d84a1cbee9de4355f81718) in parent group-v753775. [ 836.750671] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Creating folder: Instances. Parent ref: group-v753904. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.751269] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d695dbfd-6a73-4c09-bf3d-5baad2738148 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.762962] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Created folder: Instances in parent group-v753904. [ 836.763386] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.763619] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.763821] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cbb1dbb-3b9e-4bad-b3e0-f606835e0c73 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.785810] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.785810] env[69808]: value = "task-3789819" [ 836.785810] env[69808]: _type = "Task" [ 836.785810] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.799337] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789819, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.894714] env[69808]: DEBUG nova.compute.utils [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.902031] env[69808]: DEBUG nova.compute.manager [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.902031] env[69808]: DEBUG nova.network.neutron [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.989031] env[69808]: DEBUG nova.policy [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99e07388c26a4af18aeab1ef273a84d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ef04270f34a486eb86367eff48b4a48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.007424] env[69808]: DEBUG oslo_concurrency.lockutils [None req-094e061f-00d9-4988-aa52-bc4e7c510e39 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lock "cbed13e8-2cf5-4644-a12b-5aefb21b22a9" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.476s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.019500] env[69808]: DEBUG oslo_vmware.api [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789815, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.171908] env[69808]: INFO nova.compute.manager [-] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Took 1.58 seconds to deallocate network for instance. [ 837.297934] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789819, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.403217] env[69808]: DEBUG nova.compute.manager [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.521323] env[69808]: DEBUG oslo_vmware.api [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789815, 'name': CloneVM_Task, 'duration_secs': 1.408899} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.527021] env[69808]: INFO nova.virt.vmwareapi.vmops [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Created linked-clone VM from snapshot [ 837.527021] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2adb835-ff1e-47da-b1e5-32b514934275 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.536215] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Uploading image 529a8faf-8218-4db4-81cb-f5ee79248b76 {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 837.548872] env[69808]: DEBUG nova.network.neutron [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Successfully created port: d5e749a1-1d8f-47ac-84f0-ca322eed8194 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.602406] env[69808]: DEBUG oslo_vmware.rw_handles [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 837.602406] env[69808]: value = "vm-753903" [ 837.602406] env[69808]: _type = "VirtualMachine" [ 837.602406] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 837.604148] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-69642b1b-9d7a-4578-b764-4dc6caffc143 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.617023] env[69808]: DEBUG oslo_vmware.rw_handles [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lease: (returnval){ [ 837.617023] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5261d54e-15f7-e057-d4ab-3294990d09ff" [ 837.617023] env[69808]: _type = "HttpNfcLease" [ 837.617023] env[69808]: } obtained for exporting VM: (result){ [ 837.617023] env[69808]: value = "vm-753903" [ 837.617023] env[69808]: _type = "VirtualMachine" [ 837.617023] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 837.617023] env[69808]: DEBUG oslo_vmware.api [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the lease: (returnval){ [ 837.617023] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5261d54e-15f7-e057-d4ab-3294990d09ff" [ 837.617023] env[69808]: _type = "HttpNfcLease" [ 837.617023] env[69808]: } to be ready. {{(pid=69808) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 837.622747] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 837.622747] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5261d54e-15f7-e057-d4ab-3294990d09ff" [ 837.622747] env[69808]: _type = "HttpNfcLease" [ 837.622747] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 837.684624] env[69808]: DEBUG oslo_concurrency.lockutils [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.730526] env[69808]: DEBUG nova.network.neutron [req-b673a929-2e92-4611-9b89-4727dc4349ac req-dc62fd81-2516-41b1-bbf3-5605ef22b014 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Updated VIF entry in instance network info cache for port 6576e98d-ae71-46d4-a13a-481898aecbc9. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.730526] env[69808]: DEBUG nova.network.neutron [req-b673a929-2e92-4611-9b89-4727dc4349ac req-dc62fd81-2516-41b1-bbf3-5605ef22b014 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Updating instance_info_cache with network_info: [{"id": "6576e98d-ae71-46d4-a13a-481898aecbc9", "address": "fa:16:3e:93:76:10", "network": {"id": "a783a549-715c-4fcc-9083-47479b835a5c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-53408039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a786dcde7d84a1cbee9de4355f81718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6576e98d-ae", "ovs_interfaceid": "6576e98d-ae71-46d4-a13a-481898aecbc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.801244] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789819, 'name': CreateVM_Task, 'duration_secs': 0.532651} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.801545] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.803165] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.803845] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.804325] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.804729] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f055a979-4676-4e09-946d-7bcb24a9442d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.814969] env[69808]: DEBUG oslo_vmware.api [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Waiting for the task: (returnval){ [ 837.814969] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a322cd-6e2d-76d9-e310-9e75cd6f2f11" [ 837.814969] env[69808]: _type = "Task" [ 837.814969] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.818725] env[69808]: DEBUG nova.compute.manager [req-f89ece24-b3d8-45ba-bb36-c4bcac146a3b req-bb5f76f7-1816-4caf-8fc0-e6873c340d10 service nova] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Received event network-changed-69d356c4-7818-4a5f-98db-4f92608bba8f {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.821018] env[69808]: DEBUG nova.compute.manager [req-f89ece24-b3d8-45ba-bb36-c4bcac146a3b req-bb5f76f7-1816-4caf-8fc0-e6873c340d10 service nova] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Refreshing instance network info cache due to event network-changed-69d356c4-7818-4a5f-98db-4f92608bba8f. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.821018] env[69808]: DEBUG oslo_concurrency.lockutils [req-f89ece24-b3d8-45ba-bb36-c4bcac146a3b req-bb5f76f7-1816-4caf-8fc0-e6873c340d10 service nova] Acquiring lock "refresh_cache-cbed13e8-2cf5-4644-a12b-5aefb21b22a9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.821018] env[69808]: DEBUG oslo_concurrency.lockutils [req-f89ece24-b3d8-45ba-bb36-c4bcac146a3b req-bb5f76f7-1816-4caf-8fc0-e6873c340d10 service nova] Acquired lock "refresh_cache-cbed13e8-2cf5-4644-a12b-5aefb21b22a9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.821018] env[69808]: DEBUG nova.network.neutron [req-f89ece24-b3d8-45ba-bb36-c4bcac146a3b req-bb5f76f7-1816-4caf-8fc0-e6873c340d10 service nova] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Refreshing network info cache for port 69d356c4-7818-4a5f-98db-4f92608bba8f {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.835739] env[69808]: DEBUG oslo_vmware.api [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a322cd-6e2d-76d9-e310-9e75cd6f2f11, 'name': SearchDatastore_Task, 'duration_secs': 0.010982} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.836209] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.836566] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.837642] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.837642] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.837642] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.838056] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f236068f-edca-45d8-8e8b-9fba96c1ff9d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.850907] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.852158] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.852644] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1679d2cd-db71-4c71-8aab-3d109c3e0b10 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.860156] env[69808]: DEBUG oslo_vmware.api [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Waiting for the task: (returnval){ [ 837.860156] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f3a272-1b27-409b-751a-c2baf86c6029" [ 837.860156] env[69808]: _type = "Task" [ 837.860156] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.873370] env[69808]: DEBUG oslo_vmware.api [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f3a272-1b27-409b-751a-c2baf86c6029, 'name': SearchDatastore_Task, 'duration_secs': 0.01046} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.874473] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1898806f-93a4-4809-83de-ffe2eaad342f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.881556] env[69808]: DEBUG oslo_vmware.api [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Waiting for the task: (returnval){ [ 837.881556] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b431f6-0ecc-c969-67b8-5237898bbeee" [ 837.881556] env[69808]: _type = "Task" [ 837.881556] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.895923] env[69808]: DEBUG oslo_vmware.api [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b431f6-0ecc-c969-67b8-5237898bbeee, 'name': SearchDatastore_Task, 'duration_secs': 0.011297} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.896175] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.896441] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 52a3515b-c3c1-4277-931c-14e25d1f2d36/52a3515b-c3c1-4277-931c-14e25d1f2d36.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.896709] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b25f0d06-3bd0-4b7b-bef4-6a3fb83c22d1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.909766] env[69808]: DEBUG oslo_vmware.api [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Waiting for the task: (returnval){ [ 837.909766] env[69808]: value = "task-3789821" [ 837.909766] env[69808]: _type = "Task" [ 837.909766] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.925829] env[69808]: DEBUG oslo_vmware.api [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': task-3789821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.028090] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc73fae1-6164-4fed-be81-4f6c502ae3b9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.038411] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93e5268-037a-477f-9221-381409b1e36b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.077677] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7282e1b-b585-4c56-b3a2-5f2c060be563 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.087274] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9015b6e-4475-40ba-a6ff-fce4d65ad241 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.104030] env[69808]: DEBUG nova.compute.provider_tree [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.122978] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 838.122978] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5261d54e-15f7-e057-d4ab-3294990d09ff" [ 838.122978] env[69808]: _type = "HttpNfcLease" [ 838.122978] env[69808]: } is ready. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 838.123352] env[69808]: DEBUG oslo_vmware.rw_handles [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 838.123352] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5261d54e-15f7-e057-d4ab-3294990d09ff" [ 838.123352] env[69808]: _type = "HttpNfcLease" [ 838.123352] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 838.124200] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f261386e-4584-43af-92fa-8023c0da543d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.133840] env[69808]: DEBUG oslo_vmware.rw_handles [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52921ebd-6cc3-ff19-9883-489d7220af60/disk-0.vmdk from lease info. {{(pid=69808) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 838.133840] env[69808]: DEBUG oslo_vmware.rw_handles [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52921ebd-6cc3-ff19-9883-489d7220af60/disk-0.vmdk for reading. {{(pid=69808) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 838.235297] env[69808]: DEBUG oslo_concurrency.lockutils [req-b673a929-2e92-4611-9b89-4727dc4349ac req-dc62fd81-2516-41b1-bbf3-5605ef22b014 service nova] Releasing lock "refresh_cache-52a3515b-c3c1-4277-931c-14e25d1f2d36" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.235297] env[69808]: DEBUG nova.compute.manager [req-b673a929-2e92-4611-9b89-4727dc4349ac req-dc62fd81-2516-41b1-bbf3-5605ef22b014 service nova] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Received event network-vif-deleted-9822df4a-9011-496c-b357-57f79e8f6afa {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.235644] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-668e535a-6d2c-4aaa-963e-61837856032a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.333145] env[69808]: DEBUG nova.compute.manager [req-7d2e8bb5-8171-4fb6-8367-4366e1595b10 req-3fd7b20a-b160-4ca8-a82b-52d15b9d3c4e service nova] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Received event network-vif-deleted-ab34c338-7dd4-45ed-8530-bb85b0434518 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.429070] env[69808]: DEBUG oslo_vmware.api [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': task-3789821, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.429070] env[69808]: DEBUG nova.compute.manager [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.456964] env[69808]: DEBUG nova.virt.hardware [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.457431] env[69808]: DEBUG nova.virt.hardware [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.457602] env[69808]: DEBUG nova.virt.hardware [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.457769] env[69808]: DEBUG nova.virt.hardware [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.457909] env[69808]: DEBUG nova.virt.hardware [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.458106] env[69808]: DEBUG nova.virt.hardware [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.458462] env[69808]: DEBUG nova.virt.hardware [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.458561] env[69808]: DEBUG nova.virt.hardware [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.458663] env[69808]: DEBUG nova.virt.hardware [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.458804] env[69808]: DEBUG nova.virt.hardware [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.458980] env[69808]: DEBUG nova.virt.hardware [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.459947] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efd8b2e-43ee-44dc-99e5-a95e9d593553 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.472676] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a513f74-e28c-405e-99ee-b86be786fb9c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.607432] env[69808]: DEBUG nova.scheduler.client.report [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.653866] env[69808]: DEBUG nova.network.neutron [req-f89ece24-b3d8-45ba-bb36-c4bcac146a3b req-bb5f76f7-1816-4caf-8fc0-e6873c340d10 service nova] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Updated VIF entry in instance network info cache for port 69d356c4-7818-4a5f-98db-4f92608bba8f. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.653866] env[69808]: DEBUG nova.network.neutron [req-f89ece24-b3d8-45ba-bb36-c4bcac146a3b req-bb5f76f7-1816-4caf-8fc0-e6873c340d10 service nova] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Updating instance_info_cache with network_info: [{"id": "69d356c4-7818-4a5f-98db-4f92608bba8f", "address": "fa:16:3e:73:bd:fd", "network": {"id": "4bd546b2-1046-4bf7-8e4d-66a96a88c8cb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-975794085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd18a50c8cef48a5bb954889b405b45f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69d356c4-78", "ovs_interfaceid": "69d356c4-7818-4a5f-98db-4f92608bba8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.699633] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquiring lock "cbed13e8-2cf5-4644-a12b-5aefb21b22a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.700141] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lock "cbed13e8-2cf5-4644-a12b-5aefb21b22a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.700465] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquiring lock "cbed13e8-2cf5-4644-a12b-5aefb21b22a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.700870] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lock "cbed13e8-2cf5-4644-a12b-5aefb21b22a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.701149] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lock "cbed13e8-2cf5-4644-a12b-5aefb21b22a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.705655] env[69808]: INFO nova.compute.manager [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Terminating instance [ 838.919531] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65133ff-3eef-4b03-8854-5860a8d25560 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Volume attach. Driver type: vmdk {{(pid=69808) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 838.919844] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65133ff-3eef-4b03-8854-5860a8d25560 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-753901', 'volume_id': '9e195c97-6241-446c-8941-ca99939a9474', 'name': 'volume-9e195c97-6241-446c-8941-ca99939a9474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae9495ce-171c-4d44-b80f-b38a29f29b7a', 'attached_at': '', 'detached_at': '', 'volume_id': '9e195c97-6241-446c-8941-ca99939a9474', 'serial': '9e195c97-6241-446c-8941-ca99939a9474'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 838.920701] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5037128f-4b62-4b27-8214-14c502a8fb4a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.930049] env[69808]: DEBUG oslo_vmware.api [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': task-3789821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572127} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.941044] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 52a3515b-c3c1-4277-931c-14e25d1f2d36/52a3515b-c3c1-4277-931c-14e25d1f2d36.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.941467] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.942062] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-819c3d59-5dcc-416a-8941-401f8a99bfad {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.945061] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088ac02b-8226-4dfd-b3ad-1de63d64fd0b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.975328] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65133ff-3eef-4b03-8854-5860a8d25560 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] volume-9e195c97-6241-446c-8941-ca99939a9474/volume-9e195c97-6241-446c-8941-ca99939a9474.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.976857] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe106c8f-1e03-4d1b-ad41-7a8226afbbe9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.990463] env[69808]: DEBUG oslo_vmware.api [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Waiting for the task: (returnval){ [ 838.990463] env[69808]: value = "task-3789822" [ 838.990463] env[69808]: _type = "Task" [ 838.990463] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.003098] env[69808]: DEBUG oslo_vmware.api [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': task-3789822, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.006397] env[69808]: DEBUG oslo_vmware.api [None req-a65133ff-3eef-4b03-8854-5860a8d25560 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 839.006397] env[69808]: value = "task-3789823" [ 839.006397] env[69808]: _type = "Task" [ 839.006397] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.015561] env[69808]: DEBUG oslo_vmware.api [None req-a65133ff-3eef-4b03-8854-5860a8d25560 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3789823, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.113402] env[69808]: DEBUG oslo_concurrency.lockutils [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.113957] env[69808]: DEBUG nova.compute.manager [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.117486] env[69808]: DEBUG oslo_concurrency.lockutils [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.792s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.119610] env[69808]: INFO nova.compute.claims [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.155515] env[69808]: DEBUG oslo_concurrency.lockutils [req-f89ece24-b3d8-45ba-bb36-c4bcac146a3b req-bb5f76f7-1816-4caf-8fc0-e6873c340d10 service nova] Releasing lock "refresh_cache-cbed13e8-2cf5-4644-a12b-5aefb21b22a9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.210462] env[69808]: DEBUG nova.compute.manager [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.211096] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.212835] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9842c4-11c5-4e32-9b66-84eab8ab0e15 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.228037] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.232843] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab713ffa-8111-4b73-b453-172680d7130f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.240308] env[69808]: DEBUG oslo_vmware.api [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for the task: (returnval){ [ 839.240308] env[69808]: value = "task-3789824" [ 839.240308] env[69808]: _type = "Task" [ 839.240308] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.251974] env[69808]: DEBUG oslo_vmware.api [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.495432] env[69808]: DEBUG nova.network.neutron [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Successfully updated port: d5e749a1-1d8f-47ac-84f0-ca322eed8194 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.509969] env[69808]: DEBUG oslo_vmware.api [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': task-3789822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077192} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.515711] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.516769] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622bb776-b735-4548-8817-9840ca5c426f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.526223] env[69808]: DEBUG oslo_vmware.api [None req-a65133ff-3eef-4b03-8854-5860a8d25560 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3789823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.545752] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 52a3515b-c3c1-4277-931c-14e25d1f2d36/52a3515b-c3c1-4277-931c-14e25d1f2d36.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.550031] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4c4dc6f-7c0b-409a-8778-ec6d93e3266f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.569488] env[69808]: DEBUG oslo_vmware.api [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Waiting for the task: (returnval){ [ 839.569488] env[69808]: value = "task-3789825" [ 839.569488] env[69808]: _type = "Task" [ 839.569488] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.580539] env[69808]: DEBUG oslo_vmware.api [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': task-3789825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.628231] env[69808]: DEBUG nova.compute.utils [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.629875] env[69808]: DEBUG nova.compute.manager [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Not allocating networking since 'none' was specified. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 839.755520] env[69808]: DEBUG oslo_vmware.api [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789824, 'name': PowerOffVM_Task, 'duration_secs': 0.225689} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.755878] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.756062] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.756369] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b6bef4c-a92a-4550-8da5-3f2638d47e02 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.837946] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.838215] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.841048] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Deleting the datastore file [datastore2] cbed13e8-2cf5-4644-a12b-5aefb21b22a9 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.841048] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41827120-fa11-457a-b9f3-fd9ac8400584 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.847952] env[69808]: DEBUG oslo_vmware.api [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for the task: (returnval){ [ 839.847952] env[69808]: value = "task-3789827" [ 839.847952] env[69808]: _type = "Task" [ 839.847952] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.860437] env[69808]: DEBUG oslo_vmware.api [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.999293] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "refresh_cache-5006ea89-8a7a-47c5-8984-9a7239fad964" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.000471] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired lock "refresh_cache-5006ea89-8a7a-47c5-8984-9a7239fad964" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.000471] env[69808]: DEBUG nova.network.neutron [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.025089] env[69808]: DEBUG oslo_vmware.api [None req-a65133ff-3eef-4b03-8854-5860a8d25560 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3789823, 'name': ReconfigVM_Task, 'duration_secs': 0.714817} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.025089] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65133ff-3eef-4b03-8854-5860a8d25560 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Reconfigured VM instance instance-0000001f to attach disk [datastore2] volume-9e195c97-6241-446c-8941-ca99939a9474/volume-9e195c97-6241-446c-8941-ca99939a9474.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.030349] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-235e8a35-fd23-4561-bc07-66c3fb0dbfd3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.047155] env[69808]: DEBUG oslo_vmware.api [None req-a65133ff-3eef-4b03-8854-5860a8d25560 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 840.047155] env[69808]: value = "task-3789828" [ 840.047155] env[69808]: _type = "Task" [ 840.047155] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.058329] env[69808]: DEBUG oslo_vmware.api [None req-a65133ff-3eef-4b03-8854-5860a8d25560 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3789828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.082381] env[69808]: DEBUG oslo_vmware.api [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': task-3789825, 'name': ReconfigVM_Task, 'duration_secs': 0.327941} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.084041] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 52a3515b-c3c1-4277-931c-14e25d1f2d36/52a3515b-c3c1-4277-931c-14e25d1f2d36.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.084805] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a91ba09-0b6d-4f73-9189-317d6517ba00 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.093376] env[69808]: DEBUG oslo_vmware.api [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Waiting for the task: (returnval){ [ 840.093376] env[69808]: value = "task-3789829" [ 840.093376] env[69808]: _type = "Task" [ 840.093376] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.104746] env[69808]: DEBUG oslo_vmware.api [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': task-3789829, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.134948] env[69808]: DEBUG nova.compute.manager [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.369660] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "c29994b7-6684-4f16-85bb-618a49df3229" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.370863] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "c29994b7-6684-4f16-85bb-618a49df3229" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.371089] env[69808]: DEBUG oslo_vmware.api [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152162} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.376358] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.376963] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.377210] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.377563] env[69808]: INFO nova.compute.manager [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 840.377993] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.378885] env[69808]: DEBUG nova.compute.manager [-] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.379181] env[69808]: DEBUG nova.network.neutron [-] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.392019] env[69808]: DEBUG nova.compute.manager [req-37b01ab8-9258-4d23-b76f-888608126d1e req-e093bf2a-b657-4195-ab9d-76ca2dd7b585 service nova] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Received event network-vif-plugged-d5e749a1-1d8f-47ac-84f0-ca322eed8194 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.393072] env[69808]: DEBUG oslo_concurrency.lockutils [req-37b01ab8-9258-4d23-b76f-888608126d1e req-e093bf2a-b657-4195-ab9d-76ca2dd7b585 service nova] Acquiring lock "5006ea89-8a7a-47c5-8984-9a7239fad964-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.393409] env[69808]: DEBUG oslo_concurrency.lockutils [req-37b01ab8-9258-4d23-b76f-888608126d1e req-e093bf2a-b657-4195-ab9d-76ca2dd7b585 service nova] Lock "5006ea89-8a7a-47c5-8984-9a7239fad964-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.393645] env[69808]: DEBUG oslo_concurrency.lockutils [req-37b01ab8-9258-4d23-b76f-888608126d1e req-e093bf2a-b657-4195-ab9d-76ca2dd7b585 service nova] Lock "5006ea89-8a7a-47c5-8984-9a7239fad964-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.393959] env[69808]: DEBUG nova.compute.manager [req-37b01ab8-9258-4d23-b76f-888608126d1e req-e093bf2a-b657-4195-ab9d-76ca2dd7b585 service nova] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] No waiting events found dispatching network-vif-plugged-d5e749a1-1d8f-47ac-84f0-ca322eed8194 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 840.394192] env[69808]: WARNING nova.compute.manager [req-37b01ab8-9258-4d23-b76f-888608126d1e req-e093bf2a-b657-4195-ab9d-76ca2dd7b585 service nova] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Received unexpected event network-vif-plugged-d5e749a1-1d8f-47ac-84f0-ca322eed8194 for instance with vm_state building and task_state spawning. [ 840.394433] env[69808]: DEBUG nova.compute.manager [req-37b01ab8-9258-4d23-b76f-888608126d1e req-e093bf2a-b657-4195-ab9d-76ca2dd7b585 service nova] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Received event network-changed-d5e749a1-1d8f-47ac-84f0-ca322eed8194 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.394620] env[69808]: DEBUG nova.compute.manager [req-37b01ab8-9258-4d23-b76f-888608126d1e req-e093bf2a-b657-4195-ab9d-76ca2dd7b585 service nova] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Refreshing instance network info cache due to event network-changed-d5e749a1-1d8f-47ac-84f0-ca322eed8194. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.394952] env[69808]: DEBUG oslo_concurrency.lockutils [req-37b01ab8-9258-4d23-b76f-888608126d1e req-e093bf2a-b657-4195-ab9d-76ca2dd7b585 service nova] Acquiring lock "refresh_cache-5006ea89-8a7a-47c5-8984-9a7239fad964" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.562786] env[69808]: DEBUG oslo_vmware.api [None req-a65133ff-3eef-4b03-8854-5860a8d25560 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3789828, 'name': ReconfigVM_Task, 'duration_secs': 0.202168} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.563127] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65133ff-3eef-4b03-8854-5860a8d25560 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-753901', 'volume_id': '9e195c97-6241-446c-8941-ca99939a9474', 'name': 'volume-9e195c97-6241-446c-8941-ca99939a9474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae9495ce-171c-4d44-b80f-b38a29f29b7a', 'attached_at': '', 'detached_at': '', 'volume_id': '9e195c97-6241-446c-8941-ca99939a9474', 'serial': '9e195c97-6241-446c-8941-ca99939a9474'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 840.575485] env[69808]: DEBUG nova.network.neutron [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.607814] env[69808]: DEBUG oslo_vmware.api [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': task-3789829, 'name': Rename_Task, 'duration_secs': 0.170327} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.608099] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.608342] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e700b54a-bdb8-46d7-9fbd-c9d5b4c1dcba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.615125] env[69808]: DEBUG oslo_vmware.api [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Waiting for the task: (returnval){ [ 840.615125] env[69808]: value = "task-3789830" [ 840.615125] env[69808]: _type = "Task" [ 840.615125] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.624940] env[69808]: DEBUG oslo_vmware.api [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': task-3789830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.722912] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3889fd29-0c6f-447c-80ee-2070b97fda93 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.734638] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2ffde8-a8ab-4ddf-9762-0fd2b82fb003 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.775470] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289469e8-51ad-4d5e-af2f-1526b451ca84 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.784755] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e299454c-e9e4-4bfb-a464-866fac4ee373 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.802752] env[69808]: DEBUG nova.compute.provider_tree [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.900589] env[69808]: DEBUG nova.network.neutron [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Updating instance_info_cache with network_info: [{"id": "d5e749a1-1d8f-47ac-84f0-ca322eed8194", "address": "fa:16:3e:17:6e:d6", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5e749a1-1d", "ovs_interfaceid": "d5e749a1-1d8f-47ac-84f0-ca322eed8194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.127041] env[69808]: DEBUG oslo_vmware.api [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': task-3789830, 'name': PowerOnVM_Task, 'duration_secs': 0.486909} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.127334] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.127550] env[69808]: INFO nova.compute.manager [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Took 8.30 seconds to spawn the instance on the hypervisor. [ 841.127735] env[69808]: DEBUG nova.compute.manager [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 841.128643] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de8a37a-bab8-472e-8dc0-cdb6f2345003 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.151714] env[69808]: DEBUG nova.compute.manager [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.214738] env[69808]: DEBUG nova.virt.hardware [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.215084] env[69808]: DEBUG nova.virt.hardware [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.215189] env[69808]: DEBUG nova.virt.hardware [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.215381] env[69808]: DEBUG nova.virt.hardware [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.215591] env[69808]: DEBUG nova.virt.hardware [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.215794] env[69808]: DEBUG nova.virt.hardware [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.216031] env[69808]: DEBUG nova.virt.hardware [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.216200] env[69808]: DEBUG nova.virt.hardware [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.216373] env[69808]: DEBUG nova.virt.hardware [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.216538] env[69808]: DEBUG nova.virt.hardware [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.216730] env[69808]: DEBUG nova.virt.hardware [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.218798] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056a0c35-8cd6-4963-96f0-b27124b39255 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.227293] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da886d1-3e94-4142-ab60-737cbc88d6ca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.243022] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Instance VIF info [] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.248220] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Creating folder: Project (62b09e4c122d4e569d3bf77ab2424325). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.248938] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c62c6ce-6c74-499f-b36f-5c2bb27999a6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.260565] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Created folder: Project (62b09e4c122d4e569d3bf77ab2424325) in parent group-v753775. [ 841.260790] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Creating folder: Instances. Parent ref: group-v753907. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.261100] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce1771b9-cb0a-447b-8557-77b871199d47 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.274070] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Created folder: Instances in parent group-v753907. [ 841.274070] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.274070] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.274070] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a78c23af-0d60-4dbf-8656-2daac3baacd2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.290521] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.290521] env[69808]: value = "task-3789833" [ 841.290521] env[69808]: _type = "Task" [ 841.290521] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.299235] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789833, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.307433] env[69808]: DEBUG nova.scheduler.client.report [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.404682] env[69808]: DEBUG nova.network.neutron [-] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.405144] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Releasing lock "refresh_cache-5006ea89-8a7a-47c5-8984-9a7239fad964" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.405554] env[69808]: DEBUG nova.compute.manager [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Instance network_info: |[{"id": "d5e749a1-1d8f-47ac-84f0-ca322eed8194", "address": "fa:16:3e:17:6e:d6", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5e749a1-1d", "ovs_interfaceid": "d5e749a1-1d8f-47ac-84f0-ca322eed8194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.406161] env[69808]: DEBUG oslo_concurrency.lockutils [req-37b01ab8-9258-4d23-b76f-888608126d1e req-e093bf2a-b657-4195-ab9d-76ca2dd7b585 service nova] Acquired lock "refresh_cache-5006ea89-8a7a-47c5-8984-9a7239fad964" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.406409] env[69808]: DEBUG nova.network.neutron [req-37b01ab8-9258-4d23-b76f-888608126d1e req-e093bf2a-b657-4195-ab9d-76ca2dd7b585 service nova] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Refreshing network info cache for port d5e749a1-1d8f-47ac-84f0-ca322eed8194 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.408025] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:6e:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5e749a1-1d8f-47ac-84f0-ca322eed8194', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.418652] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.418652] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.418652] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5117d36-866a-4a6b-923a-c9dd91e3479f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.442325] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.442325] env[69808]: value = "task-3789834" [ 841.442325] env[69808]: _type = "Task" [ 841.442325] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.451298] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789834, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.654657] env[69808]: INFO nova.compute.manager [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Took 54.93 seconds to build instance. [ 841.675818] env[69808]: DEBUG nova.objects.instance [None req-a65133ff-3eef-4b03-8854-5860a8d25560 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lazy-loading 'flavor' on Instance uuid ae9495ce-171c-4d44-b80f-b38a29f29b7a {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.805155] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789833, 'name': CreateVM_Task, 'duration_secs': 0.388148} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.805463] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.806106] env[69808]: DEBUG oslo_concurrency.lockutils [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.806428] env[69808]: DEBUG oslo_concurrency.lockutils [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.806894] env[69808]: DEBUG oslo_concurrency.lockutils [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.807274] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc8efa4c-3dee-4ab2-90aa-3665a9568849 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.813068] env[69808]: DEBUG oslo_concurrency.lockutils [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.813560] env[69808]: DEBUG nova.compute.manager [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.818458] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.222s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.818693] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.821191] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.254s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.821734] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.823369] env[69808]: DEBUG oslo_concurrency.lockutils [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.649s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.823545] env[69808]: DEBUG oslo_concurrency.lockutils [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.825296] env[69808]: DEBUG oslo_concurrency.lockutils [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.185s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.827215] env[69808]: INFO nova.compute.claims [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.833118] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for the task: (returnval){ [ 841.833118] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529c26a5-aca1-33e0-1219-b36741ba283c" [ 841.833118] env[69808]: _type = "Task" [ 841.833118] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.852192] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529c26a5-aca1-33e0-1219-b36741ba283c, 'name': SearchDatastore_Task, 'duration_secs': 0.012021} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.852496] env[69808]: DEBUG oslo_concurrency.lockutils [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.852754] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.852989] env[69808]: DEBUG oslo_concurrency.lockutils [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.853151] env[69808]: DEBUG oslo_concurrency.lockutils [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.853330] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.853719] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-388d4ac0-7f99-49be-b092-fa5196950bd5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.864817] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.865374] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.865861] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0191afdb-801c-4d14-9c4c-72e145652557 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.877192] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for the task: (returnval){ [ 841.877192] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d54c05-2395-9fbe-d5eb-31e1664eed87" [ 841.877192] env[69808]: _type = "Task" [ 841.877192] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.893075] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d54c05-2395-9fbe-d5eb-31e1664eed87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.897544] env[69808]: INFO nova.scheduler.client.report [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Deleted allocations for instance 4f0a9dae-cbbb-4822-87b1-1dd61d701971 [ 841.901218] env[69808]: INFO nova.scheduler.client.report [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Deleted allocations for instance 971b1023-2f07-47a2-a43d-2b98ad899dd6 [ 841.907585] env[69808]: INFO nova.compute.manager [-] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Took 1.53 seconds to deallocate network for instance. [ 841.955428] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789834, 'name': CreateVM_Task, 'duration_secs': 0.429974} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.955627] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.956345] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.956512] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.956833] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.957120] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88dc11ad-206c-4b58-b1e2-b9bc14b1ebb9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.963403] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 841.963403] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d64a7e-d258-f354-6378-eb7d7e8a99fc" [ 841.963403] env[69808]: _type = "Task" [ 841.963403] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.967796] env[69808]: INFO nova.scheduler.client.report [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Deleted allocations for instance 3f4afb86-4e88-4741-92d1-a7bc0b498e4b [ 841.975110] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d64a7e-d258-f354-6378-eb7d7e8a99fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.153766] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79f009b9-0e3e-4822-9b70-7b4b7e7f7dbd tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Lock "52a3515b-c3c1-4277-931c-14e25d1f2d36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.607s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.180598] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a65133ff-3eef-4b03-8854-5860a8d25560 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "ae9495ce-171c-4d44-b80f-b38a29f29b7a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.905s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.336356] env[69808]: DEBUG nova.compute.utils [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.343669] env[69808]: DEBUG nova.compute.manager [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.343973] env[69808]: DEBUG nova.network.neutron [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.397651] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d54c05-2395-9fbe-d5eb-31e1664eed87, 'name': SearchDatastore_Task, 'duration_secs': 0.013305} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.399030] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e21a7b9-95bc-4222-8c69-f3bbdcbe7aa5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.410989] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for the task: (returnval){ [ 842.410989] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523355b0-4362-23f0-5248-5a9dc354ea34" [ 842.410989] env[69808]: _type = "Task" [ 842.410989] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.425716] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7b2e2463-c096-411d-b5bb-6d2aefdc05e7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "4f0a9dae-cbbb-4822-87b1-1dd61d701971" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.374s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.427199] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.427539] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ae74223c-1261-493a-9f82-4df660c3a357 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquiring lock "ae9495ce-171c-4d44-b80f-b38a29f29b7a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.427783] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ae74223c-1261-493a-9f82-4df660c3a357 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "ae9495ce-171c-4d44-b80f-b38a29f29b7a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.429087] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5266cf5d-07a2-4317-b829-9f691b1be657 tempest-ServerAddressesNegativeTestJSON-1719310490 tempest-ServerAddressesNegativeTestJSON-1719310490-project-member] Lock "971b1023-2f07-47a2-a43d-2b98ad899dd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.165s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.437022] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523355b0-4362-23f0-5248-5a9dc354ea34, 'name': SearchDatastore_Task, 'duration_secs': 0.011177} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.437432] env[69808]: DEBUG oslo_concurrency.lockutils [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.437724] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 250a4f01-6261-42d5-824e-8d53b6b02f60/250a4f01-6261-42d5-824e-8d53b6b02f60.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.437993] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1899abff-a514-4225-889e-2784655ffbf6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.446353] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for the task: (returnval){ [ 842.446353] env[69808]: value = "task-3789835" [ 842.446353] env[69808]: _type = "Task" [ 842.446353] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.457920] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.475447] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d64a7e-d258-f354-6378-eb7d7e8a99fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011665} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.477211] env[69808]: DEBUG nova.policy [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f118ab0d33074ee8b72c471fb61a0f8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f06a58f453434dc79a82cd9f7c798deb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.482191] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.482473] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.482655] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.482799] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.482970] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.483795] env[69808]: DEBUG oslo_concurrency.lockutils [None req-acb2d4f4-3c3d-4cb3-af3c-96628ea5c895 tempest-ServersV294TestFqdnHostnames-1435064219 tempest-ServersV294TestFqdnHostnames-1435064219-project-member] Lock "3f4afb86-4e88-4741-92d1-a7bc0b498e4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.516s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.484762] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e734b34-d907-4dac-b191-4324d86cc3f0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.505198] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.505427] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.506257] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dfd07e6-c8ba-4c01-876d-289acbd0db03 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.516043] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 842.516043] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5234f5e9-bbf1-f8fb-acfb-07d20af621ea" [ 842.516043] env[69808]: _type = "Task" [ 842.516043] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.528638] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5234f5e9-bbf1-f8fb-acfb-07d20af621ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.555426] env[69808]: DEBUG nova.network.neutron [req-37b01ab8-9258-4d23-b76f-888608126d1e req-e093bf2a-b657-4195-ab9d-76ca2dd7b585 service nova] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Updated VIF entry in instance network info cache for port d5e749a1-1d8f-47ac-84f0-ca322eed8194. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.555803] env[69808]: DEBUG nova.network.neutron [req-37b01ab8-9258-4d23-b76f-888608126d1e req-e093bf2a-b657-4195-ab9d-76ca2dd7b585 service nova] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Updating instance_info_cache with network_info: [{"id": "d5e749a1-1d8f-47ac-84f0-ca322eed8194", "address": "fa:16:3e:17:6e:d6", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5e749a1-1d", "ovs_interfaceid": "d5e749a1-1d8f-47ac-84f0-ca322eed8194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.606489] env[69808]: DEBUG nova.compute.manager [req-6b2d21de-9396-492c-a029-e0d54ee53510 req-204d1de0-a1ff-4357-b05b-cbee263bb11c service nova] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Received event network-vif-deleted-69d356c4-7818-4a5f-98db-4f92608bba8f {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.656909] env[69808]: DEBUG nova.compute.manager [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.847028] env[69808]: DEBUG nova.compute.manager [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.936026] env[69808]: INFO nova.compute.manager [None req-ae74223c-1261-493a-9f82-4df660c3a357 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Detaching volume 9e195c97-6241-446c-8941-ca99939a9474 [ 842.968027] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789835, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.008642] env[69808]: INFO nova.virt.block_device [None req-ae74223c-1261-493a-9f82-4df660c3a357 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Attempting to driver detach volume 9e195c97-6241-446c-8941-ca99939a9474 from mountpoint /dev/sdb [ 843.008886] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae74223c-1261-493a-9f82-4df660c3a357 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Volume detach. Driver type: vmdk {{(pid=69808) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 843.009224] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae74223c-1261-493a-9f82-4df660c3a357 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-753901', 'volume_id': '9e195c97-6241-446c-8941-ca99939a9474', 'name': 'volume-9e195c97-6241-446c-8941-ca99939a9474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae9495ce-171c-4d44-b80f-b38a29f29b7a', 'attached_at': '', 'detached_at': '', 'volume_id': '9e195c97-6241-446c-8941-ca99939a9474', 'serial': '9e195c97-6241-446c-8941-ca99939a9474'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 843.010021] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da25853-35f1-45e5-bae8-e1f69b6c06c6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.044050] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9299d7-1c61-4697-b920-607ce6f3cbe2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.056062] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5234f5e9-bbf1-f8fb-acfb-07d20af621ea, 'name': SearchDatastore_Task, 'duration_secs': 0.01634} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.058710] env[69808]: DEBUG oslo_concurrency.lockutils [req-37b01ab8-9258-4d23-b76f-888608126d1e req-e093bf2a-b657-4195-ab9d-76ca2dd7b585 service nova] Releasing lock "refresh_cache-5006ea89-8a7a-47c5-8984-9a7239fad964" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.059648] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f904124d-2b0b-49dc-b2c4-aef83b5b6f03 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.062695] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32f69f2-2070-4cea-aa45-fc9701763bcf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.074029] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 843.074029] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a411df-acb1-2e00-4e95-95f58138be9f" [ 843.074029] env[69808]: _type = "Task" [ 843.074029] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.098822] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae2df4d-539a-40d1-8ff8-29394caf7ed3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.108759] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a411df-acb1-2e00-4e95-95f58138be9f, 'name': SearchDatastore_Task, 'duration_secs': 0.012533} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.121504] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.121813] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 5006ea89-8a7a-47c5-8984-9a7239fad964/5006ea89-8a7a-47c5-8984-9a7239fad964.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.122237] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae74223c-1261-493a-9f82-4df660c3a357 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] The volume has not been displaced from its original location: [datastore2] volume-9e195c97-6241-446c-8941-ca99939a9474/volume-9e195c97-6241-446c-8941-ca99939a9474.vmdk. No consolidation needed. {{(pid=69808) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 843.129826] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae74223c-1261-493a-9f82-4df660c3a357 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Reconfiguring VM instance instance-0000001f to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 843.130937] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45a02dba-3427-45a4-b083-7f64b56a7a66 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.133346] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd799532-b9cc-4a22-be2a-fc879c54b04c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.154365] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 843.154365] env[69808]: value = "task-3789836" [ 843.154365] env[69808]: _type = "Task" [ 843.154365] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.156289] env[69808]: DEBUG oslo_vmware.api [None req-ae74223c-1261-493a-9f82-4df660c3a357 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 843.156289] env[69808]: value = "task-3789837" [ 843.156289] env[69808]: _type = "Task" [ 843.156289] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.172695] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.179254] env[69808]: DEBUG oslo_vmware.api [None req-ae74223c-1261-493a-9f82-4df660c3a357 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3789837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.189504] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.360266] env[69808]: INFO nova.virt.block_device [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Booting with volume 9385a0ad-1d24-41b9-8f5d-0210a4dc89ea at /dev/sda [ 843.414701] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86e5ee61-229a-4cd9-8ba2-c6726aad7773 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.425559] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1b7db5-e8f8-4d12-81eb-fb0b6cfa1a37 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.471951] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3240296b-3bb8-4a01-a720-2d2c766b2d60 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.476853] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551384} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.477594] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 250a4f01-6261-42d5-824e-8d53b6b02f60/250a4f01-6261-42d5-824e-8d53b6b02f60.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.477816] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.478110] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15732cb8-b14d-429b-af1a-dadbc4da72e8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.491454] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ae7cc4-e325-42fd-998c-e2d394a008e3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.504431] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for the task: (returnval){ [ 843.504431] env[69808]: value = "task-3789838" [ 843.504431] env[69808]: _type = "Task" [ 843.504431] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.514021] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.532253] env[69808]: DEBUG nova.network.neutron [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Successfully created port: a040a04d-09bd-4675-8f0a-98aa32d7dbb1 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.537791] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac34539a-248d-421f-b99f-3f0ad25b0fb9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.546272] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337d9106-036b-4a59-8bbc-2669fa35570b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.564318] env[69808]: DEBUG nova.virt.block_device [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Updating existing volume attachment record: 0a5681c7-630f-43c7-98b4-8b476712d7b8 {{(pid=69808) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 843.637588] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28f49f7-5005-42b3-a48f-c746b61eca5d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.651893] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c288077-3f83-4584-bd5a-3f04e169913b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.700059] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d683306d-47b7-4a51-8086-23fe9f1a740c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.703380] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.707083] env[69808]: DEBUG oslo_vmware.api [None req-ae74223c-1261-493a-9f82-4df660c3a357 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3789837, 'name': ReconfigVM_Task, 'duration_secs': 0.314299} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.707850] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae74223c-1261-493a-9f82-4df660c3a357 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Reconfigured VM instance instance-0000001f to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 843.716498] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b6fcf7e-a99c-4dff-9100-b33332c6e269 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.733027] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21489387-4269-4bc2-985e-a0a27c2de0f0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.750351] env[69808]: DEBUG nova.compute.provider_tree [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.753604] env[69808]: DEBUG oslo_vmware.api [None req-ae74223c-1261-493a-9f82-4df660c3a357 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 843.753604] env[69808]: value = "task-3789839" [ 843.753604] env[69808]: _type = "Task" [ 843.753604] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.766644] env[69808]: DEBUG oslo_vmware.api [None req-ae74223c-1261-493a-9f82-4df660c3a357 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3789839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.022177] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090843} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.022302] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.023645] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509e57c6-a51c-47a7-963d-342d122480d7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.058675] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 250a4f01-6261-42d5-824e-8d53b6b02f60/250a4f01-6261-42d5-824e-8d53b6b02f60.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.059055] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-903a2cab-1b93-4d73-8805-016f9742f3c9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.084347] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for the task: (returnval){ [ 844.084347] env[69808]: value = "task-3789840" [ 844.084347] env[69808]: _type = "Task" [ 844.084347] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.094976] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.173029] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789836, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.256147] env[69808]: DEBUG nova.scheduler.client.report [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.274496] env[69808]: DEBUG oslo_vmware.api [None req-ae74223c-1261-493a-9f82-4df660c3a357 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3789839, 'name': ReconfigVM_Task, 'duration_secs': 0.181659} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.278171] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae74223c-1261-493a-9f82-4df660c3a357 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-753901', 'volume_id': '9e195c97-6241-446c-8941-ca99939a9474', 'name': 'volume-9e195c97-6241-446c-8941-ca99939a9474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae9495ce-171c-4d44-b80f-b38a29f29b7a', 'attached_at': '', 'detached_at': '', 'volume_id': '9e195c97-6241-446c-8941-ca99939a9474', 'serial': '9e195c97-6241-446c-8941-ca99939a9474'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 844.599657] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.669212] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789836, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.308337} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.669645] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 5006ea89-8a7a-47c5-8984-9a7239fad964/5006ea89-8a7a-47c5-8984-9a7239fad964.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.669950] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.670281] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf7f15d8-ea35-4776-9a05-ab92564b3ad6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.682022] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 844.682022] env[69808]: value = "task-3789841" [ 844.682022] env[69808]: _type = "Task" [ 844.682022] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.694753] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.765350] env[69808]: DEBUG oslo_concurrency.lockutils [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.940s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.765920] env[69808]: DEBUG nova.compute.manager [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.769328] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.994s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.771327] env[69808]: INFO nova.compute.claims [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.811846] env[69808]: DEBUG nova.compute.manager [req-0ec0faaa-7065-466d-9e68-30fa805584c3 req-531f9a9d-c438-4326-bc2c-8e1a81fc8e76 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Received event network-changed-6576e98d-ae71-46d4-a13a-481898aecbc9 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.811846] env[69808]: DEBUG nova.compute.manager [req-0ec0faaa-7065-466d-9e68-30fa805584c3 req-531f9a9d-c438-4326-bc2c-8e1a81fc8e76 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Refreshing instance network info cache due to event network-changed-6576e98d-ae71-46d4-a13a-481898aecbc9. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.817966] env[69808]: DEBUG oslo_concurrency.lockutils [req-0ec0faaa-7065-466d-9e68-30fa805584c3 req-531f9a9d-c438-4326-bc2c-8e1a81fc8e76 service nova] Acquiring lock "refresh_cache-52a3515b-c3c1-4277-931c-14e25d1f2d36" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.817966] env[69808]: DEBUG oslo_concurrency.lockutils [req-0ec0faaa-7065-466d-9e68-30fa805584c3 req-531f9a9d-c438-4326-bc2c-8e1a81fc8e76 service nova] Acquired lock "refresh_cache-52a3515b-c3c1-4277-931c-14e25d1f2d36" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.817966] env[69808]: DEBUG nova.network.neutron [req-0ec0faaa-7065-466d-9e68-30fa805584c3 req-531f9a9d-c438-4326-bc2c-8e1a81fc8e76 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Refreshing network info cache for port 6576e98d-ae71-46d4-a13a-481898aecbc9 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.878320] env[69808]: DEBUG nova.objects.instance [None req-ae74223c-1261-493a-9f82-4df660c3a357 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lazy-loading 'flavor' on Instance uuid ae9495ce-171c-4d44-b80f-b38a29f29b7a {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.101344] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789840, 'name': ReconfigVM_Task, 'duration_secs': 0.623953} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.101344] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 250a4f01-6261-42d5-824e-8d53b6b02f60/250a4f01-6261-42d5-824e-8d53b6b02f60.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.101344] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eee4e0cf-bd3c-411f-9c0d-b1252151606c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.110137] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for the task: (returnval){ [ 845.110137] env[69808]: value = "task-3789842" [ 845.110137] env[69808]: _type = "Task" [ 845.110137] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.124895] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789842, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.194748] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094641} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.195258] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.196439] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9144abf3-2551-4c61-a2a0-6a960d8ac2fb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.234057] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 5006ea89-8a7a-47c5-8984-9a7239fad964/5006ea89-8a7a-47c5-8984-9a7239fad964.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.234057] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d7c992a-7eaa-4083-9bcd-041efda0ebaf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.259021] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 845.259021] env[69808]: value = "task-3789843" [ 845.259021] env[69808]: _type = "Task" [ 845.259021] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.268312] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789843, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.277039] env[69808]: DEBUG nova.compute.utils [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.282380] env[69808]: DEBUG nova.compute.manager [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.282701] env[69808]: DEBUG nova.network.neutron [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.465777] env[69808]: DEBUG nova.policy [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddf1189619e94de2912836a31a3887e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa06710fc9ea483fb53f3eb8392c0282', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.626996] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789842, 'name': Rename_Task, 'duration_secs': 0.236982} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.628121] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.628121] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2729656-3af3-4e12-9494-070916e929fe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.636424] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for the task: (returnval){ [ 845.636424] env[69808]: value = "task-3789844" [ 845.636424] env[69808]: _type = "Task" [ 845.636424] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.651844] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.756677] env[69808]: DEBUG nova.compute.manager [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.758173] env[69808]: DEBUG nova.virt.hardware [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.758449] env[69808]: DEBUG nova.virt.hardware [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.758656] env[69808]: DEBUG nova.virt.hardware [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.758879] env[69808]: DEBUG nova.virt.hardware [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.759107] env[69808]: DEBUG nova.virt.hardware [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.759344] env[69808]: DEBUG nova.virt.hardware [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.759605] env[69808]: DEBUG nova.virt.hardware [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.759807] env[69808]: DEBUG nova.virt.hardware [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.760092] env[69808]: DEBUG nova.virt.hardware [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.760306] env[69808]: DEBUG nova.virt.hardware [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.760575] env[69808]: DEBUG nova.virt.hardware [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.761973] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ed59f1-7e55-4334-ad0b-f5c522a2484d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.778114] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789843, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.779841] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4bbfc7-c8e5-4e1d-b9c7-43c2d4140258 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.798557] env[69808]: DEBUG nova.compute.manager [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.888125] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ae74223c-1261-493a-9f82-4df660c3a357 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "ae9495ce-171c-4d44-b80f-b38a29f29b7a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.460s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.138263] env[69808]: DEBUG nova.network.neutron [req-0ec0faaa-7065-466d-9e68-30fa805584c3 req-531f9a9d-c438-4326-bc2c-8e1a81fc8e76 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Updated VIF entry in instance network info cache for port 6576e98d-ae71-46d4-a13a-481898aecbc9. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.138648] env[69808]: DEBUG nova.network.neutron [req-0ec0faaa-7065-466d-9e68-30fa805584c3 req-531f9a9d-c438-4326-bc2c-8e1a81fc8e76 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Updating instance_info_cache with network_info: [{"id": "6576e98d-ae71-46d4-a13a-481898aecbc9", "address": "fa:16:3e:93:76:10", "network": {"id": "a783a549-715c-4fcc-9083-47479b835a5c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-53408039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a786dcde7d84a1cbee9de4355f81718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6576e98d-ae", "ovs_interfaceid": "6576e98d-ae71-46d4-a13a-481898aecbc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.163814] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789844, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.272513] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789843, 'name': ReconfigVM_Task, 'duration_secs': 0.529813} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.272832] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 5006ea89-8a7a-47c5-8984-9a7239fad964/5006ea89-8a7a-47c5-8984-9a7239fad964.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.273502] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f57eb90-30d6-4bb3-9daf-d971adbde9d1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.281758] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 846.281758] env[69808]: value = "task-3789845" [ 846.281758] env[69808]: _type = "Task" [ 846.281758] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.297166] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789845, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.306705] env[69808]: DEBUG nova.network.neutron [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Successfully updated port: a040a04d-09bd-4675-8f0a-98aa32d7dbb1 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.415111] env[69808]: DEBUG nova.network.neutron [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Successfully created port: c264f018-cdd9-424b-800d-9d46efd99dc5 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.599216] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36acd883-e184-450f-b9c9-fa3923abbfd9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.607785] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8ae6f1-4970-46cd-93c6-822fb9351ee8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.641321] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ed3123-fd44-4fdf-850d-1cce129e01d6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.651521] env[69808]: DEBUG oslo_concurrency.lockutils [req-0ec0faaa-7065-466d-9e68-30fa805584c3 req-531f9a9d-c438-4326-bc2c-8e1a81fc8e76 service nova] Releasing lock "refresh_cache-52a3515b-c3c1-4277-931c-14e25d1f2d36" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.653184] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e60054-4f94-459f-b25b-015695800b76 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.665936] env[69808]: DEBUG oslo_vmware.api [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789844, 'name': PowerOnVM_Task, 'duration_secs': 0.652422} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.666694] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.666908] env[69808]: INFO nova.compute.manager [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Took 5.51 seconds to spawn the instance on the hypervisor. [ 846.667663] env[69808]: DEBUG nova.compute.manager [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 846.667890] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0b34fc-3c58-4649-b258-819838b0be18 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.680655] env[69808]: DEBUG nova.compute.provider_tree [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.722784] env[69808]: DEBUG oslo_vmware.rw_handles [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52921ebd-6cc3-ff19-9883-489d7220af60/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 846.723810] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ac997d-df27-4896-85e5-b0724a853d20 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.735842] env[69808]: DEBUG oslo_vmware.rw_handles [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52921ebd-6cc3-ff19-9883-489d7220af60/disk-0.vmdk is in state: ready. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 846.737673] env[69808]: ERROR oslo_vmware.rw_handles [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52921ebd-6cc3-ff19-9883-489d7220af60/disk-0.vmdk due to incomplete transfer. [ 846.737931] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8de7ffe5-1abf-447d-9d54-31975fd08acd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.747008] env[69808]: DEBUG oslo_vmware.rw_handles [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52921ebd-6cc3-ff19-9883-489d7220af60/disk-0.vmdk. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 846.747242] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Uploaded image 529a8faf-8218-4db4-81cb-f5ee79248b76 to the Glance image server {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 846.749933] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Destroying the VM {{(pid=69808) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 846.749933] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9f4fab68-52a3-408e-a24c-df6311582d1f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.758327] env[69808]: DEBUG oslo_vmware.api [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 846.758327] env[69808]: value = "task-3789846" [ 846.758327] env[69808]: _type = "Task" [ 846.758327] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.773221] env[69808]: DEBUG oslo_vmware.api [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789846, 'name': Destroy_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.795305] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789845, 'name': Rename_Task, 'duration_secs': 0.21856} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.795737] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.797131] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dce951c-6965-425b-8225-1fb47d456954 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.804714] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 846.804714] env[69808]: value = "task-3789847" [ 846.804714] env[69808]: _type = "Task" [ 846.804714] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.815242] env[69808]: DEBUG oslo_concurrency.lockutils [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Acquiring lock "refresh_cache-893efe91-0f9d-4a56-b0ba-3f0c872feb02" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.816714] env[69808]: DEBUG oslo_concurrency.lockutils [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Acquired lock "refresh_cache-893efe91-0f9d-4a56-b0ba-3f0c872feb02" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.816714] env[69808]: DEBUG nova.network.neutron [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.817733] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.817930] env[69808]: DEBUG nova.compute.manager [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.857402] env[69808]: DEBUG nova.virt.hardware [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.858081] env[69808]: DEBUG nova.virt.hardware [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.858081] env[69808]: DEBUG nova.virt.hardware [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.858209] env[69808]: DEBUG nova.virt.hardware [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.858419] env[69808]: DEBUG nova.virt.hardware [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.858628] env[69808]: DEBUG nova.virt.hardware [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.859048] env[69808]: DEBUG nova.virt.hardware [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.859192] env[69808]: DEBUG nova.virt.hardware [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.859436] env[69808]: DEBUG nova.virt.hardware [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.859623] env[69808]: DEBUG nova.virt.hardware [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.859830] env[69808]: DEBUG nova.virt.hardware [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.860866] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d1cea2-22bd-4e62-977f-9f8f8e12bc35 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.871160] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4bfeac-5fbe-4af7-8722-265a0aca4d2e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.191345] env[69808]: DEBUG nova.scheduler.client.report [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.210704] env[69808]: INFO nova.compute.manager [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Took 52.41 seconds to build instance. [ 847.271453] env[69808]: DEBUG oslo_vmware.api [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789846, 'name': Destroy_Task, 'duration_secs': 0.426726} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.273457] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Destroyed the VM [ 847.273965] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Deleting Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 847.275572] env[69808]: DEBUG nova.compute.manager [req-db5d1bd1-81da-42c8-b8c9-93c600e1c725 req-8619beef-1203-46f6-bfa3-e1b17a131d29 service nova] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Received event network-vif-plugged-a040a04d-09bd-4675-8f0a-98aa32d7dbb1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.275911] env[69808]: DEBUG oslo_concurrency.lockutils [req-db5d1bd1-81da-42c8-b8c9-93c600e1c725 req-8619beef-1203-46f6-bfa3-e1b17a131d29 service nova] Acquiring lock "893efe91-0f9d-4a56-b0ba-3f0c872feb02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.276313] env[69808]: DEBUG oslo_concurrency.lockutils [req-db5d1bd1-81da-42c8-b8c9-93c600e1c725 req-8619beef-1203-46f6-bfa3-e1b17a131d29 service nova] Lock "893efe91-0f9d-4a56-b0ba-3f0c872feb02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.276596] env[69808]: DEBUG oslo_concurrency.lockutils [req-db5d1bd1-81da-42c8-b8c9-93c600e1c725 req-8619beef-1203-46f6-bfa3-e1b17a131d29 service nova] Lock "893efe91-0f9d-4a56-b0ba-3f0c872feb02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.276899] env[69808]: DEBUG nova.compute.manager [req-db5d1bd1-81da-42c8-b8c9-93c600e1c725 req-8619beef-1203-46f6-bfa3-e1b17a131d29 service nova] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] No waiting events found dispatching network-vif-plugged-a040a04d-09bd-4675-8f0a-98aa32d7dbb1 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 847.277190] env[69808]: WARNING nova.compute.manager [req-db5d1bd1-81da-42c8-b8c9-93c600e1c725 req-8619beef-1203-46f6-bfa3-e1b17a131d29 service nova] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Received unexpected event network-vif-plugged-a040a04d-09bd-4675-8f0a-98aa32d7dbb1 for instance with vm_state building and task_state spawning. [ 847.277450] env[69808]: DEBUG nova.compute.manager [req-db5d1bd1-81da-42c8-b8c9-93c600e1c725 req-8619beef-1203-46f6-bfa3-e1b17a131d29 service nova] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Received event network-changed-a040a04d-09bd-4675-8f0a-98aa32d7dbb1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.277728] env[69808]: DEBUG nova.compute.manager [req-db5d1bd1-81da-42c8-b8c9-93c600e1c725 req-8619beef-1203-46f6-bfa3-e1b17a131d29 service nova] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Refreshing instance network info cache due to event network-changed-a040a04d-09bd-4675-8f0a-98aa32d7dbb1. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.278041] env[69808]: DEBUG oslo_concurrency.lockutils [req-db5d1bd1-81da-42c8-b8c9-93c600e1c725 req-8619beef-1203-46f6-bfa3-e1b17a131d29 service nova] Acquiring lock "refresh_cache-893efe91-0f9d-4a56-b0ba-3f0c872feb02" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.279044] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9bc50a76-7a6b-49b5-b431-1cdbde1282b3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.290474] env[69808]: DEBUG oslo_vmware.api [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 847.290474] env[69808]: value = "task-3789848" [ 847.290474] env[69808]: _type = "Task" [ 847.290474] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.303075] env[69808]: DEBUG oslo_vmware.api [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789848, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.321264] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789847, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.371183] env[69808]: DEBUG nova.network.neutron [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.656459] env[69808]: DEBUG nova.network.neutron [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Updating instance_info_cache with network_info: [{"id": "a040a04d-09bd-4675-8f0a-98aa32d7dbb1", "address": "fa:16:3e:42:e9:90", "network": {"id": "5ccd7b15-f356-4023-a947-3f1be729a281", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1279887272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f06a58f453434dc79a82cd9f7c798deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa040a04d-09", "ovs_interfaceid": "a040a04d-09bd-4675-8f0a-98aa32d7dbb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.697214] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.928s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.697791] env[69808]: DEBUG nova.compute.manager [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.703174] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.211s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.706973] env[69808]: INFO nova.compute.claims [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.714191] env[69808]: DEBUG oslo_concurrency.lockutils [None req-afd56d36-3f92-43c8-9355-36385bf26215 tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Lock "250a4f01-6261-42d5-824e-8d53b6b02f60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.162s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.803693] env[69808]: DEBUG oslo_vmware.api [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789848, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.818357] env[69808]: DEBUG oslo_vmware.api [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789847, 'name': PowerOnVM_Task, 'duration_secs': 0.94764} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.818770] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.818911] env[69808]: INFO nova.compute.manager [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Took 9.39 seconds to spawn the instance on the hypervisor. [ 847.819154] env[69808]: DEBUG nova.compute.manager [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 847.820859] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a5c8fa-b246-4953-9be9-ebbef8b34869 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.845564] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquiring lock "9838c1a9-b0ae-45c9-9817-b1b59ec722b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.845966] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "9838c1a9-b0ae-45c9-9817-b1b59ec722b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.162022] env[69808]: DEBUG oslo_concurrency.lockutils [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Releasing lock "refresh_cache-893efe91-0f9d-4a56-b0ba-3f0c872feb02" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.162022] env[69808]: DEBUG nova.compute.manager [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Instance network_info: |[{"id": "a040a04d-09bd-4675-8f0a-98aa32d7dbb1", "address": "fa:16:3e:42:e9:90", "network": {"id": "5ccd7b15-f356-4023-a947-3f1be729a281", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1279887272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f06a58f453434dc79a82cd9f7c798deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa040a04d-09", "ovs_interfaceid": "a040a04d-09bd-4675-8f0a-98aa32d7dbb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.162237] env[69808]: DEBUG oslo_concurrency.lockutils [req-db5d1bd1-81da-42c8-b8c9-93c600e1c725 req-8619beef-1203-46f6-bfa3-e1b17a131d29 service nova] Acquired lock "refresh_cache-893efe91-0f9d-4a56-b0ba-3f0c872feb02" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.162237] env[69808]: DEBUG nova.network.neutron [req-db5d1bd1-81da-42c8-b8c9-93c600e1c725 req-8619beef-1203-46f6-bfa3-e1b17a131d29 service nova] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Refreshing network info cache for port a040a04d-09bd-4675-8f0a-98aa32d7dbb1 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.163197] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:e9:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a040a04d-09bd-4675-8f0a-98aa32d7dbb1', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.173471] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Creating folder: Project (f06a58f453434dc79a82cd9f7c798deb). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.178107] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5dc08010-9013-4eca-968f-56bd2eebd2f4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.196039] env[69808]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 848.196807] env[69808]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69808) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 848.197939] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Folder already exists: Project (f06a58f453434dc79a82cd9f7c798deb). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 848.197939] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Creating folder: Instances. Parent ref: group-v753854. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.198069] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c223cc9-30a0-4628-987b-83eb291b224a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.210061] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Created folder: Instances in parent group-v753854. [ 848.210415] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.210815] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.211295] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2681c51-5e73-49b8-807f-2275c99cf2ec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.237798] env[69808]: DEBUG nova.compute.utils [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.241634] env[69808]: DEBUG nova.compute.manager [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.248420] env[69808]: DEBUG nova.compute.manager [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.248769] env[69808]: DEBUG nova.network.neutron [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.257292] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.257292] env[69808]: value = "task-3789851" [ 848.257292] env[69808]: _type = "Task" [ 848.257292] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.267382] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789851, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.302979] env[69808]: DEBUG oslo_vmware.api [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789848, 'name': RemoveSnapshot_Task, 'duration_secs': 0.61251} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.303300] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Deleted Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 848.303515] env[69808]: INFO nova.compute.manager [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Took 13.91 seconds to snapshot the instance on the hypervisor. [ 848.346580] env[69808]: INFO nova.compute.manager [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Took 56.32 seconds to build instance. [ 848.372586] env[69808]: DEBUG nova.policy [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea109582968c48d592cfb68fe7b9b9ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cde177c157c54ffbaad7a0b9616ff02b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.548532] env[69808]: DEBUG nova.network.neutron [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Successfully updated port: c264f018-cdd9-424b-800d-9d46efd99dc5 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.695246] env[69808]: DEBUG nova.network.neutron [req-db5d1bd1-81da-42c8-b8c9-93c600e1c725 req-8619beef-1203-46f6-bfa3-e1b17a131d29 service nova] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Updated VIF entry in instance network info cache for port a040a04d-09bd-4675-8f0a-98aa32d7dbb1. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.695681] env[69808]: DEBUG nova.network.neutron [req-db5d1bd1-81da-42c8-b8c9-93c600e1c725 req-8619beef-1203-46f6-bfa3-e1b17a131d29 service nova] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Updating instance_info_cache with network_info: [{"id": "a040a04d-09bd-4675-8f0a-98aa32d7dbb1", "address": "fa:16:3e:42:e9:90", "network": {"id": "5ccd7b15-f356-4023-a947-3f1be729a281", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1279887272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f06a58f453434dc79a82cd9f7c798deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa040a04d-09", "ovs_interfaceid": "a040a04d-09bd-4675-8f0a-98aa32d7dbb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.752343] env[69808]: DEBUG nova.compute.manager [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.770460] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789851, 'name': CreateVM_Task, 'duration_secs': 0.358794} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.770849] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.771333] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'attachment_id': '0a5681c7-630f-43c7-98b4-8b476712d7b8', 'delete_on_termination': True, 'mount_device': '/dev/sda', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-753863', 'volume_id': '9385a0ad-1d24-41b9-8f5d-0210a4dc89ea', 'name': 'volume-9385a0ad-1d24-41b9-8f5d-0210a4dc89ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '893efe91-0f9d-4a56-b0ba-3f0c872feb02', 'attached_at': '', 'detached_at': '', 'volume_id': '9385a0ad-1d24-41b9-8f5d-0210a4dc89ea', 'serial': '9385a0ad-1d24-41b9-8f5d-0210a4dc89ea'}, 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69808) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 848.771541] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Root volume attach. Driver type: vmdk {{(pid=69808) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 848.773508] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b57ee7-9ae4-4805-9f1c-5b1b1154b937 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.784081] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.784655] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcf3299-ac39-4ef1-b7fc-61ab5e8bcd62 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.795264] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3894f3d6-03bf-4c9f-9d4d-e4d2bc450b2e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.806182] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f4b14159-676f-4df5-86ca-c5b49e3efdaa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.818869] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Waiting for the task: (returnval){ [ 848.818869] env[69808]: value = "task-3789852" [ 848.818869] env[69808]: _type = "Task" [ 848.818869] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.835779] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789852, 'name': RelocateVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.850926] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08e2d953-7b57-435c-9a4b-4473a357558f tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "5006ea89-8a7a-47c5-8984-9a7239fad964" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.794s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.881438] env[69808]: DEBUG nova.compute.manager [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Found 3 images (rotation: 2) {{(pid=69808) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 848.881651] env[69808]: DEBUG nova.compute.manager [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Rotating out 1 backups {{(pid=69808) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 848.881986] env[69808]: DEBUG nova.compute.manager [None req-73dc335c-9563-46b0-9511-09406f25a634 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Deleting image d003a79d-5374-447e-b8be-52e95b825e40 {{(pid=69808) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 848.951680] env[69808]: DEBUG nova.network.neutron [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Successfully created port: 4fee4ffe-72a9-4861-96fc-53fa2c7e2e36 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.044139] env[69808]: DEBUG oslo_concurrency.lockutils [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "refresh_cache-d201ab71-3029-46e2-8dc8-87e00515a083" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.044291] env[69808]: DEBUG oslo_concurrency.lockutils [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquired lock "refresh_cache-d201ab71-3029-46e2-8dc8-87e00515a083" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.044642] env[69808]: DEBUG nova.network.neutron [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.204849] env[69808]: DEBUG oslo_concurrency.lockutils [req-db5d1bd1-81da-42c8-b8c9-93c600e1c725 req-8619beef-1203-46f6-bfa3-e1b17a131d29 service nova] Releasing lock "refresh_cache-893efe91-0f9d-4a56-b0ba-3f0c872feb02" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.340928] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789852, 'name': RelocateVM_Task} progress is 38%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.353713] env[69808]: DEBUG nova.compute.manager [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.423485] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d28d2d8-e364-45ea-8e6f-64794c2a2b7d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.435856] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81cebe2-2810-4db3-b435-18020d80b2a9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.477951] env[69808]: INFO nova.compute.manager [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Rebuilding instance [ 849.488172] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96376cb-dd10-4a9b-9e4f-103032e534cc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.495376] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da369d3e-0c61-4629-909a-2eb05a561a03 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.515180] env[69808]: DEBUG nova.compute.provider_tree [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.568319] env[69808]: DEBUG nova.compute.manager [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 849.569381] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d68153c-4ce9-45f3-a86a-dd59c271de45 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.637415] env[69808]: DEBUG nova.network.neutron [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.769866] env[69808]: DEBUG nova.compute.manager [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.807673] env[69808]: DEBUG nova.virt.hardware [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.808015] env[69808]: DEBUG nova.virt.hardware [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.808349] env[69808]: DEBUG nova.virt.hardware [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.808623] env[69808]: DEBUG nova.virt.hardware [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.808802] env[69808]: DEBUG nova.virt.hardware [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.808957] env[69808]: DEBUG nova.virt.hardware [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.809272] env[69808]: DEBUG nova.virt.hardware [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.809457] env[69808]: DEBUG nova.virt.hardware [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.809669] env[69808]: DEBUG nova.virt.hardware [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.809891] env[69808]: DEBUG nova.virt.hardware [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.810115] env[69808]: DEBUG nova.virt.hardware [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.811140] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1b4ae4-8678-4792-a734-397be443911d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.822093] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed69fa5-131a-473b-9529-180901459dcd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.836222] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789852, 'name': RelocateVM_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.879867] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.022910] env[69808]: DEBUG nova.scheduler.client.report [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.049934] env[69808]: DEBUG nova.network.neutron [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Updating instance_info_cache with network_info: [{"id": "c264f018-cdd9-424b-800d-9d46efd99dc5", "address": "fa:16:3e:cd:73:39", "network": {"id": "45ff669e-777d-4263-81e7-8f6b8cee97af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-203378884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa06710fc9ea483fb53f3eb8392c0282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc264f018-cd", "ovs_interfaceid": "c264f018-cdd9-424b-800d-9d46efd99dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.066930] env[69808]: DEBUG nova.compute.manager [req-f6416ea1-aba1-46de-83db-967c99bb5e16 req-f4c68f6f-224f-4a97-94d0-b2406f4ec0d5 service nova] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Received event network-vif-plugged-c264f018-cdd9-424b-800d-9d46efd99dc5 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.067200] env[69808]: DEBUG oslo_concurrency.lockutils [req-f6416ea1-aba1-46de-83db-967c99bb5e16 req-f4c68f6f-224f-4a97-94d0-b2406f4ec0d5 service nova] Acquiring lock "d201ab71-3029-46e2-8dc8-87e00515a083-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.067408] env[69808]: DEBUG oslo_concurrency.lockutils [req-f6416ea1-aba1-46de-83db-967c99bb5e16 req-f4c68f6f-224f-4a97-94d0-b2406f4ec0d5 service nova] Lock "d201ab71-3029-46e2-8dc8-87e00515a083-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.067602] env[69808]: DEBUG oslo_concurrency.lockutils [req-f6416ea1-aba1-46de-83db-967c99bb5e16 req-f4c68f6f-224f-4a97-94d0-b2406f4ec0d5 service nova] Lock "d201ab71-3029-46e2-8dc8-87e00515a083-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.067766] env[69808]: DEBUG nova.compute.manager [req-f6416ea1-aba1-46de-83db-967c99bb5e16 req-f4c68f6f-224f-4a97-94d0-b2406f4ec0d5 service nova] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] No waiting events found dispatching network-vif-plugged-c264f018-cdd9-424b-800d-9d46efd99dc5 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 850.068347] env[69808]: WARNING nova.compute.manager [req-f6416ea1-aba1-46de-83db-967c99bb5e16 req-f4c68f6f-224f-4a97-94d0-b2406f4ec0d5 service nova] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Received unexpected event network-vif-plugged-c264f018-cdd9-424b-800d-9d46efd99dc5 for instance with vm_state building and task_state spawning. [ 850.068347] env[69808]: DEBUG nova.compute.manager [req-f6416ea1-aba1-46de-83db-967c99bb5e16 req-f4c68f6f-224f-4a97-94d0-b2406f4ec0d5 service nova] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Received event network-changed-c264f018-cdd9-424b-800d-9d46efd99dc5 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.068705] env[69808]: DEBUG nova.compute.manager [req-f6416ea1-aba1-46de-83db-967c99bb5e16 req-f4c68f6f-224f-4a97-94d0-b2406f4ec0d5 service nova] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Refreshing instance network info cache due to event network-changed-c264f018-cdd9-424b-800d-9d46efd99dc5. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.068705] env[69808]: DEBUG oslo_concurrency.lockutils [req-f6416ea1-aba1-46de-83db-967c99bb5e16 req-f4c68f6f-224f-4a97-94d0-b2406f4ec0d5 service nova] Acquiring lock "refresh_cache-d201ab71-3029-46e2-8dc8-87e00515a083" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.323232] env[69808]: DEBUG oslo_concurrency.lockutils [None req-792fcde0-3ecc-4d6f-997d-e9465030d4b3 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "5006ea89-8a7a-47c5-8984-9a7239fad964" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.323491] env[69808]: DEBUG oslo_concurrency.lockutils [None req-792fcde0-3ecc-4d6f-997d-e9465030d4b3 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "5006ea89-8a7a-47c5-8984-9a7239fad964" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.338231] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789852, 'name': RelocateVM_Task} progress is 62%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.529605] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.530214] env[69808]: DEBUG nova.compute.manager [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.533635] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.490s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.538800] env[69808]: INFO nova.compute.claims [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.552575] env[69808]: DEBUG oslo_concurrency.lockutils [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Releasing lock "refresh_cache-d201ab71-3029-46e2-8dc8-87e00515a083" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.553092] env[69808]: DEBUG nova.compute.manager [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Instance network_info: |[{"id": "c264f018-cdd9-424b-800d-9d46efd99dc5", "address": "fa:16:3e:cd:73:39", "network": {"id": "45ff669e-777d-4263-81e7-8f6b8cee97af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-203378884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa06710fc9ea483fb53f3eb8392c0282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc264f018-cd", "ovs_interfaceid": "c264f018-cdd9-424b-800d-9d46efd99dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.553441] env[69808]: DEBUG oslo_concurrency.lockutils [req-f6416ea1-aba1-46de-83db-967c99bb5e16 req-f4c68f6f-224f-4a97-94d0-b2406f4ec0d5 service nova] Acquired lock "refresh_cache-d201ab71-3029-46e2-8dc8-87e00515a083" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.553696] env[69808]: DEBUG nova.network.neutron [req-f6416ea1-aba1-46de-83db-967c99bb5e16 req-f4c68f6f-224f-4a97-94d0-b2406f4ec0d5 service nova] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Refreshing network info cache for port c264f018-cdd9-424b-800d-9d46efd99dc5 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.557621] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:73:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c264f018-cdd9-424b-800d-9d46efd99dc5', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.566423] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.569301] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.569301] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41917c04-c484-4f18-b545-e3e464fe18ec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.585851] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.586842] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d347044-570f-44a4-a7f6-dbd8a46dd0be {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.595038] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.595038] env[69808]: value = "task-3789853" [ 850.595038] env[69808]: _type = "Task" [ 850.595038] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.595564] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for the task: (returnval){ [ 850.595564] env[69808]: value = "task-3789854" [ 850.595564] env[69808]: _type = "Task" [ 850.595564] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.615051] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.615311] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789853, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.830043] env[69808]: DEBUG nova.compute.utils [None req-792fcde0-3ecc-4d6f-997d-e9465030d4b3 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.844097] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789852, 'name': RelocateVM_Task} progress is 75%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.041546] env[69808]: DEBUG nova.compute.utils [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.053704] env[69808]: DEBUG nova.compute.manager [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.053704] env[69808]: DEBUG nova.network.neutron [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.118843] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789853, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.124956] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789854, 'name': PowerOffVM_Task, 'duration_secs': 0.268946} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.129617] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.129861] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.130633] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "77b1a824-59d1-401b-9053-7842a5ce64c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.130795] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "77b1a824-59d1-401b-9053-7842a5ce64c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.131610] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fb3e39-4d3f-40d1-a27c-0616a8ac15f0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.141848] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.142143] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acbbc399-3cae-4c34-84cf-4745cd272125 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.174689] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.174988] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.175231] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Deleting the datastore file [datastore1] 250a4f01-6261-42d5-824e-8d53b6b02f60 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.175611] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81b9d519-f55b-409a-872f-64a7302d10d7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.185419] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for the task: (returnval){ [ 851.185419] env[69808]: value = "task-3789856" [ 851.185419] env[69808]: _type = "Task" [ 851.185419] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.197797] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.204030] env[69808]: DEBUG nova.policy [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9b7ac07045c4a05934825a8c87709e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3988a6c66cc408abdf6978b03e58a83', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.340871] env[69808]: DEBUG oslo_concurrency.lockutils [None req-792fcde0-3ecc-4d6f-997d-e9465030d4b3 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "5006ea89-8a7a-47c5-8984-9a7239fad964" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.348326] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789852, 'name': RelocateVM_Task} progress is 88%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.550782] env[69808]: DEBUG nova.compute.manager [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.617521] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789853, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.701771] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166688} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.702393] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.702798] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.703108] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.797846] env[69808]: DEBUG nova.network.neutron [req-f6416ea1-aba1-46de-83db-967c99bb5e16 req-f4c68f6f-224f-4a97-94d0-b2406f4ec0d5 service nova] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Updated VIF entry in instance network info cache for port c264f018-cdd9-424b-800d-9d46efd99dc5. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.800276] env[69808]: DEBUG nova.network.neutron [req-f6416ea1-aba1-46de-83db-967c99bb5e16 req-f4c68f6f-224f-4a97-94d0-b2406f4ec0d5 service nova] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Updating instance_info_cache with network_info: [{"id": "c264f018-cdd9-424b-800d-9d46efd99dc5", "address": "fa:16:3e:cd:73:39", "network": {"id": "45ff669e-777d-4263-81e7-8f6b8cee97af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-203378884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa06710fc9ea483fb53f3eb8392c0282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc264f018-cd", "ovs_interfaceid": "c264f018-cdd9-424b-800d-9d46efd99dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.849760] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789852, 'name': RelocateVM_Task} progress is 97%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.946742] env[69808]: DEBUG nova.network.neutron [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Successfully updated port: 4fee4ffe-72a9-4861-96fc-53fa2c7e2e36 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.066103] env[69808]: DEBUG nova.network.neutron [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Successfully created port: 7595d16a-4fbe-42b2-935d-16bfa20485dd {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.127034] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789853, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.212376] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1d1a11-1b28-4718-af98-5801123cf54b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.221712] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dd8c6e-df2d-4ba1-b1a9-4d377b0e586b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.257590] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f15990-98de-48d2-83fd-12131cce8d90 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.266910] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bdad89-a5b9-495a-92d1-248879dbf1ba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.286734] env[69808]: DEBUG nova.compute.provider_tree [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.302243] env[69808]: DEBUG oslo_concurrency.lockutils [req-f6416ea1-aba1-46de-83db-967c99bb5e16 req-f4c68f6f-224f-4a97-94d0-b2406f4ec0d5 service nova] Releasing lock "refresh_cache-d201ab71-3029-46e2-8dc8-87e00515a083" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.348028] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789852, 'name': RelocateVM_Task} progress is 97%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.465864] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "refresh_cache-f5b71ac9-d08a-4429-96ce-9bcfbcbfa978" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.466020] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "refresh_cache-f5b71ac9-d08a-4429-96ce-9bcfbcbfa978" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.466196] env[69808]: DEBUG nova.network.neutron [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.467790] env[69808]: DEBUG oslo_concurrency.lockutils [None req-792fcde0-3ecc-4d6f-997d-e9465030d4b3 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "5006ea89-8a7a-47c5-8984-9a7239fad964" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.467862] env[69808]: DEBUG oslo_concurrency.lockutils [None req-792fcde0-3ecc-4d6f-997d-e9465030d4b3 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "5006ea89-8a7a-47c5-8984-9a7239fad964" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.469370] env[69808]: INFO nova.compute.manager [None req-792fcde0-3ecc-4d6f-997d-e9465030d4b3 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Attaching volume d086dd9b-7ae5-464e-9831-7936c3d3f791 to /dev/sdb [ 852.541380] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec240be6-4a2a-4bab-8e2e-e785bb82e6ee {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.547613] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8205c2-e1d2-4dcf-8069-110985cf8d8b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.562374] env[69808]: DEBUG nova.virt.block_device [None req-792fcde0-3ecc-4d6f-997d-e9465030d4b3 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Updating existing volume attachment record: 2fbb244c-2354-40c9-bc15-f5c8ec7d3a78 {{(pid=69808) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 852.574148] env[69808]: DEBUG nova.compute.manager [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.616142] env[69808]: DEBUG nova.virt.hardware [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.616368] env[69808]: DEBUG nova.virt.hardware [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.616526] env[69808]: DEBUG nova.virt.hardware [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.616715] env[69808]: DEBUG nova.virt.hardware [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.616875] env[69808]: DEBUG nova.virt.hardware [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.617182] env[69808]: DEBUG nova.virt.hardware [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.617456] env[69808]: DEBUG nova.virt.hardware [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.617624] env[69808]: DEBUG nova.virt.hardware [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.617793] env[69808]: DEBUG nova.virt.hardware [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.617952] env[69808]: DEBUG nova.virt.hardware [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.618142] env[69808]: DEBUG nova.virt.hardware [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.619164] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec99140b-607d-4050-979e-c677de1022e7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.626935] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789853, 'name': CreateVM_Task, 'duration_secs': 1.58863} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.627592] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.628430] env[69808]: DEBUG oslo_concurrency.lockutils [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.628599] env[69808]: DEBUG oslo_concurrency.lockutils [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.628923] env[69808]: DEBUG oslo_concurrency.lockutils [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.629200] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4457001a-ca84-4220-912d-088220c4b569 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.637318] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aec481e-beca-4455-90f0-a4301d3a3df0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.640794] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 852.640794] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52954ea3-b476-f456-4570-bea71d64c60d" [ 852.640794] env[69808]: _type = "Task" [ 852.640794] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.659028] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52954ea3-b476-f456-4570-bea71d64c60d, 'name': SearchDatastore_Task, 'duration_secs': 0.011106} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.659346] env[69808]: DEBUG oslo_concurrency.lockutils [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.659591] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.659820] env[69808]: DEBUG oslo_concurrency.lockutils [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.660339] env[69808]: DEBUG oslo_concurrency.lockutils [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.660339] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.660515] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea88e26e-deca-4a65-a9d4-d670c3a67e36 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.670697] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.670878] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.671782] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87b1f5d7-3198-47ab-b544-0587fb00f627 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.678159] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 852.678159] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529930b0-9b6e-649e-2c60-6464634bcd72" [ 852.678159] env[69808]: _type = "Task" [ 852.678159] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.687723] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529930b0-9b6e-649e-2c60-6464634bcd72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.743015] env[69808]: DEBUG nova.virt.hardware [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.743168] env[69808]: DEBUG nova.virt.hardware [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.743326] env[69808]: DEBUG nova.virt.hardware [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.743511] env[69808]: DEBUG nova.virt.hardware [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.743661] env[69808]: DEBUG nova.virt.hardware [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.743884] env[69808]: DEBUG nova.virt.hardware [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.744109] env[69808]: DEBUG nova.virt.hardware [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.744272] env[69808]: DEBUG nova.virt.hardware [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.744439] env[69808]: DEBUG nova.virt.hardware [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.744682] env[69808]: DEBUG nova.virt.hardware [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.744866] env[69808]: DEBUG nova.virt.hardware [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.745835] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14ff9b6-f0e1-460b-aeed-4513ee6beb8f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.750612] env[69808]: DEBUG nova.compute.manager [req-30207189-5852-423f-96df-4371fae1c316 req-866abe1c-4ef5-4029-a983-ffd6b2e74ef6 service nova] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Received event network-vif-plugged-4fee4ffe-72a9-4861-96fc-53fa2c7e2e36 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.750823] env[69808]: DEBUG oslo_concurrency.lockutils [req-30207189-5852-423f-96df-4371fae1c316 req-866abe1c-4ef5-4029-a983-ffd6b2e74ef6 service nova] Acquiring lock "f5b71ac9-d08a-4429-96ce-9bcfbcbfa978-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.751052] env[69808]: DEBUG oslo_concurrency.lockutils [req-30207189-5852-423f-96df-4371fae1c316 req-866abe1c-4ef5-4029-a983-ffd6b2e74ef6 service nova] Lock "f5b71ac9-d08a-4429-96ce-9bcfbcbfa978-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.751227] env[69808]: DEBUG oslo_concurrency.lockutils [req-30207189-5852-423f-96df-4371fae1c316 req-866abe1c-4ef5-4029-a983-ffd6b2e74ef6 service nova] Lock "f5b71ac9-d08a-4429-96ce-9bcfbcbfa978-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.751395] env[69808]: DEBUG nova.compute.manager [req-30207189-5852-423f-96df-4371fae1c316 req-866abe1c-4ef5-4029-a983-ffd6b2e74ef6 service nova] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] No waiting events found dispatching network-vif-plugged-4fee4ffe-72a9-4861-96fc-53fa2c7e2e36 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 852.751557] env[69808]: WARNING nova.compute.manager [req-30207189-5852-423f-96df-4371fae1c316 req-866abe1c-4ef5-4029-a983-ffd6b2e74ef6 service nova] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Received unexpected event network-vif-plugged-4fee4ffe-72a9-4861-96fc-53fa2c7e2e36 for instance with vm_state building and task_state spawning. [ 852.751715] env[69808]: DEBUG nova.compute.manager [req-30207189-5852-423f-96df-4371fae1c316 req-866abe1c-4ef5-4029-a983-ffd6b2e74ef6 service nova] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Received event network-changed-4fee4ffe-72a9-4861-96fc-53fa2c7e2e36 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.751866] env[69808]: DEBUG nova.compute.manager [req-30207189-5852-423f-96df-4371fae1c316 req-866abe1c-4ef5-4029-a983-ffd6b2e74ef6 service nova] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Refreshing instance network info cache due to event network-changed-4fee4ffe-72a9-4861-96fc-53fa2c7e2e36. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.752054] env[69808]: DEBUG oslo_concurrency.lockutils [req-30207189-5852-423f-96df-4371fae1c316 req-866abe1c-4ef5-4029-a983-ffd6b2e74ef6 service nova] Acquiring lock "refresh_cache-f5b71ac9-d08a-4429-96ce-9bcfbcbfa978" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.759399] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768cb697-76af-4fb6-aadb-6c08d56aa2d7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.776976] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Instance VIF info [] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.782737] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.783050] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.783274] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a13557b4-9cf5-45dd-9866-d33ba9d1ec6a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.796243] env[69808]: DEBUG nova.scheduler.client.report [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.806955] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.806955] env[69808]: value = "task-3789858" [ 852.806955] env[69808]: _type = "Task" [ 852.806955] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.814946] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789858, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.845362] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789852, 'name': RelocateVM_Task} progress is 98%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.022554] env[69808]: DEBUG nova.network.neutron [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.126292] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "29e6ac06-994b-4b76-b919-2787bd3d4f98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.126292] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "29e6ac06-994b-4b76-b919-2787bd3d4f98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.191189] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529930b0-9b6e-649e-2c60-6464634bcd72, 'name': SearchDatastore_Task, 'duration_secs': 0.010933} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.192075] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af7f6cd4-8b0d-46fa-9007-5f4f8d5306f1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.200293] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 853.200293] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5210bb7d-8c17-2b86-a536-9587013e50a1" [ 853.200293] env[69808]: _type = "Task" [ 853.200293] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.211239] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5210bb7d-8c17-2b86-a536-9587013e50a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.276251] env[69808]: DEBUG nova.network.neutron [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Updating instance_info_cache with network_info: [{"id": "4fee4ffe-72a9-4861-96fc-53fa2c7e2e36", "address": "fa:16:3e:8d:dd:ba", "network": {"id": "af196450-77dc-4ac0-959d-83905e667de1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1784084215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde177c157c54ffbaad7a0b9616ff02b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fee4ffe-72", "ovs_interfaceid": "4fee4ffe-72a9-4861-96fc-53fa2c7e2e36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.303265] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.303265] env[69808]: DEBUG nova.compute.manager [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.305977] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.510s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.307908] env[69808]: INFO nova.compute.claims [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.328757] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789858, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.347840] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789852, 'name': RelocateVM_Task} progress is 98%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.715661] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5210bb7d-8c17-2b86-a536-9587013e50a1, 'name': SearchDatastore_Task, 'duration_secs': 0.014672} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.715981] env[69808]: DEBUG oslo_concurrency.lockutils [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.716564] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] d201ab71-3029-46e2-8dc8-87e00515a083/d201ab71-3029-46e2-8dc8-87e00515a083.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.716564] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54072083-2325-43f3-8893-24dee12a4ac1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.728254] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 853.728254] env[69808]: value = "task-3789861" [ 853.728254] env[69808]: _type = "Task" [ 853.728254] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.740995] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.779771] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "refresh_cache-f5b71ac9-d08a-4429-96ce-9bcfbcbfa978" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.780214] env[69808]: DEBUG nova.compute.manager [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Instance network_info: |[{"id": "4fee4ffe-72a9-4861-96fc-53fa2c7e2e36", "address": "fa:16:3e:8d:dd:ba", "network": {"id": "af196450-77dc-4ac0-959d-83905e667de1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1784084215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde177c157c54ffbaad7a0b9616ff02b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fee4ffe-72", "ovs_interfaceid": "4fee4ffe-72a9-4861-96fc-53fa2c7e2e36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.780819] env[69808]: DEBUG oslo_concurrency.lockutils [req-30207189-5852-423f-96df-4371fae1c316 req-866abe1c-4ef5-4029-a983-ffd6b2e74ef6 service nova] Acquired lock "refresh_cache-f5b71ac9-d08a-4429-96ce-9bcfbcbfa978" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.780819] env[69808]: DEBUG nova.network.neutron [req-30207189-5852-423f-96df-4371fae1c316 req-866abe1c-4ef5-4029-a983-ffd6b2e74ef6 service nova] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Refreshing network info cache for port 4fee4ffe-72a9-4861-96fc-53fa2c7e2e36 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.782110] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:dd:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fee4ffe-72a9-4861-96fc-53fa2c7e2e36', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.791859] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.792119] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.792380] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ead8b9e-41d2-4051-9269-5542838c6169 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.820496] env[69808]: DEBUG nova.compute.utils [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.821362] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.821362] env[69808]: value = "task-3789862" [ 853.821362] env[69808]: _type = "Task" [ 853.821362] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.822114] env[69808]: DEBUG nova.compute.manager [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.824689] env[69808]: DEBUG nova.network.neutron [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.843317] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789862, 'name': CreateVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.843546] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789858, 'name': CreateVM_Task, 'duration_secs': 0.902796} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.849022] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.849022] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.849197] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.849501] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.850184] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ad4e53c-8fac-49d7-8f4a-2045c9b751c0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.861612] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789852, 'name': RelocateVM_Task} progress is 98%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.866402] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for the task: (returnval){ [ 853.866402] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52af5d5f-1153-b8c6-bf38-bc6357046cff" [ 853.866402] env[69808]: _type = "Task" [ 853.866402] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.873959] env[69808]: DEBUG oslo_concurrency.lockutils [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Acquiring lock "0922ebfc-18b3-43c6-aee1-49d479cba0c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.876684] env[69808]: DEBUG oslo_concurrency.lockutils [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Lock "0922ebfc-18b3-43c6-aee1-49d479cba0c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.889346] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52af5d5f-1153-b8c6-bf38-bc6357046cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.908409] env[69808]: DEBUG nova.policy [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f7b825035204a10bbe12731c76e5bc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52a09f3b99194e859628edb69fe6793e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.091498] env[69808]: DEBUG nova.network.neutron [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Successfully updated port: 7595d16a-4fbe-42b2-935d-16bfa20485dd {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.118731] env[69808]: DEBUG oslo_concurrency.lockutils [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "7fe98ad5-a3f6-4329-9770-b4ff71276a2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.118731] env[69808]: DEBUG oslo_concurrency.lockutils [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "7fe98ad5-a3f6-4329-9770-b4ff71276a2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.237977] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789861, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.330147] env[69808]: DEBUG nova.compute.manager [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.357817] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789862, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.366895] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789852, 'name': RelocateVM_Task} progress is 98%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.380517] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52af5d5f-1153-b8c6-bf38-bc6357046cff, 'name': SearchDatastore_Task, 'duration_secs': 0.026334} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.384138] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.384138] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.384138] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.384138] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.384397] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.385016] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33e146f2-4358-4d96-8097-711548800223 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.400164] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.400381] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.401179] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b5791be-a704-4537-8074-3d1463844225 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.411258] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for the task: (returnval){ [ 854.411258] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523df4b5-d8e5-838a-3c8f-ec9dad0ad115" [ 854.411258] env[69808]: _type = "Task" [ 854.411258] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.424146] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523df4b5-d8e5-838a-3c8f-ec9dad0ad115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.597881] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Acquiring lock "refresh_cache-17b6e10a-2fad-448c-83c7-350a1e9f91c7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.597881] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Acquired lock "refresh_cache-17b6e10a-2fad-448c-83c7-350a1e9f91c7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.597881] env[69808]: DEBUG nova.network.neutron [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.741758] env[69808]: DEBUG nova.network.neutron [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Successfully created port: e2e1ac42-f272-4a13-8520-7bba90e73757 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.750930] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580661} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.754214] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] d201ab71-3029-46e2-8dc8-87e00515a083/d201ab71-3029-46e2-8dc8-87e00515a083.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.754454] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.754980] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b963bee-df98-46c8-a093-343126988250 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.763539] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 854.763539] env[69808]: value = "task-3789863" [ 854.763539] env[69808]: _type = "Task" [ 854.763539] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.779559] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.784392] env[69808]: DEBUG nova.network.neutron [req-30207189-5852-423f-96df-4371fae1c316 req-866abe1c-4ef5-4029-a983-ffd6b2e74ef6 service nova] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Updated VIF entry in instance network info cache for port 4fee4ffe-72a9-4861-96fc-53fa2c7e2e36. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.784824] env[69808]: DEBUG nova.network.neutron [req-30207189-5852-423f-96df-4371fae1c316 req-866abe1c-4ef5-4029-a983-ffd6b2e74ef6 service nova] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Updating instance_info_cache with network_info: [{"id": "4fee4ffe-72a9-4861-96fc-53fa2c7e2e36", "address": "fa:16:3e:8d:dd:ba", "network": {"id": "af196450-77dc-4ac0-959d-83905e667de1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1784084215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde177c157c54ffbaad7a0b9616ff02b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fee4ffe-72", "ovs_interfaceid": "4fee4ffe-72a9-4861-96fc-53fa2c7e2e36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.848693] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789862, 'name': CreateVM_Task, 'duration_secs': 0.578656} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.849041] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.853497] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.853682] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.854034] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.855239] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dcc3d56-66ab-4908-b5ce-320519755a57 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.865877] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789852, 'name': RelocateVM_Task} progress is 98%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.866231] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 854.866231] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ba481d-c506-a7d3-d033-85241dcf2618" [ 854.866231] env[69808]: _type = "Task" [ 854.866231] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.876564] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ba481d-c506-a7d3-d033-85241dcf2618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.925400] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523df4b5-d8e5-838a-3c8f-ec9dad0ad115, 'name': SearchDatastore_Task, 'duration_secs': 0.028077} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.925504] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc7435e-3f6b-40b7-83d1-ff8b35ea0d7c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.931431] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for the task: (returnval){ [ 854.931431] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a3cf28-f626-f306-320e-1f047fbd5910" [ 854.931431] env[69808]: _type = "Task" [ 854.931431] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.943792] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a3cf28-f626-f306-320e-1f047fbd5910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.971046] env[69808]: DEBUG nova.compute.manager [req-e09b77bb-945d-4507-b441-e19448459bbf req-925e6c93-697c-4d39-81dd-2bd4e1bbd8e6 service nova] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Received event network-vif-plugged-7595d16a-4fbe-42b2-935d-16bfa20485dd {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.971046] env[69808]: DEBUG oslo_concurrency.lockutils [req-e09b77bb-945d-4507-b441-e19448459bbf req-925e6c93-697c-4d39-81dd-2bd4e1bbd8e6 service nova] Acquiring lock "17b6e10a-2fad-448c-83c7-350a1e9f91c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.971286] env[69808]: DEBUG oslo_concurrency.lockutils [req-e09b77bb-945d-4507-b441-e19448459bbf req-925e6c93-697c-4d39-81dd-2bd4e1bbd8e6 service nova] Lock "17b6e10a-2fad-448c-83c7-350a1e9f91c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.971469] env[69808]: DEBUG oslo_concurrency.lockutils [req-e09b77bb-945d-4507-b441-e19448459bbf req-925e6c93-697c-4d39-81dd-2bd4e1bbd8e6 service nova] Lock "17b6e10a-2fad-448c-83c7-350a1e9f91c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.971702] env[69808]: DEBUG nova.compute.manager [req-e09b77bb-945d-4507-b441-e19448459bbf req-925e6c93-697c-4d39-81dd-2bd4e1bbd8e6 service nova] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] No waiting events found dispatching network-vif-plugged-7595d16a-4fbe-42b2-935d-16bfa20485dd {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 854.971910] env[69808]: WARNING nova.compute.manager [req-e09b77bb-945d-4507-b441-e19448459bbf req-925e6c93-697c-4d39-81dd-2bd4e1bbd8e6 service nova] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Received unexpected event network-vif-plugged-7595d16a-4fbe-42b2-935d-16bfa20485dd for instance with vm_state building and task_state spawning. [ 854.972253] env[69808]: DEBUG nova.compute.manager [req-e09b77bb-945d-4507-b441-e19448459bbf req-925e6c93-697c-4d39-81dd-2bd4e1bbd8e6 service nova] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Received event network-changed-7595d16a-4fbe-42b2-935d-16bfa20485dd {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.972480] env[69808]: DEBUG nova.compute.manager [req-e09b77bb-945d-4507-b441-e19448459bbf req-925e6c93-697c-4d39-81dd-2bd4e1bbd8e6 service nova] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Refreshing instance network info cache due to event network-changed-7595d16a-4fbe-42b2-935d-16bfa20485dd. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.972701] env[69808]: DEBUG oslo_concurrency.lockutils [req-e09b77bb-945d-4507-b441-e19448459bbf req-925e6c93-697c-4d39-81dd-2bd4e1bbd8e6 service nova] Acquiring lock "refresh_cache-17b6e10a-2fad-448c-83c7-350a1e9f91c7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.002882] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1a050062-9ee5-4074-8664-edc949bf8ec7 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "182c3c6f-9376-4d7c-9adc-af7f0237a6f2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.003220] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1a050062-9ee5-4074-8664-edc949bf8ec7 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "182c3c6f-9376-4d7c-9adc-af7f0237a6f2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.003442] env[69808]: DEBUG nova.compute.manager [None req-1a050062-9ee5-4074-8664-edc949bf8ec7 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 855.004904] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6b35df-91f2-4e28-b3c2-db643cd2f6f7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.013871] env[69808]: DEBUG nova.compute.manager [None req-1a050062-9ee5-4074-8664-edc949bf8ec7 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69808) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 855.013871] env[69808]: DEBUG nova.objects.instance [None req-1a050062-9ee5-4074-8664-edc949bf8ec7 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lazy-loading 'flavor' on Instance uuid 182c3c6f-9376-4d7c-9adc-af7f0237a6f2 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.035667] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045b86e3-afa6-454e-be7f-d26fd701b7fc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.044056] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21f0a19-587d-491a-96f9-4135a855c53a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.079431] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bb6f42-f807-4e51-b7a3-db331032b2ec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.088530] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f862f6-981a-4393-8ec1-912a57d55151 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.106421] env[69808]: DEBUG nova.compute.provider_tree [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.274171] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095112} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.274451] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.275343] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8448f784-f539-455b-8cd2-af29e3a3db83 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.290259] env[69808]: DEBUG oslo_concurrency.lockutils [req-30207189-5852-423f-96df-4371fae1c316 req-866abe1c-4ef5-4029-a983-ffd6b2e74ef6 service nova] Releasing lock "refresh_cache-f5b71ac9-d08a-4429-96ce-9bcfbcbfa978" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.300576] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] d201ab71-3029-46e2-8dc8-87e00515a083/d201ab71-3029-46e2-8dc8-87e00515a083.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.300981] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e30591df-0889-4e3e-a00a-ca2f4bef14d7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.324099] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 855.324099] env[69808]: value = "task-3789865" [ 855.324099] env[69808]: _type = "Task" [ 855.324099] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.324921] env[69808]: DEBUG nova.network.neutron [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.336095] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789865, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.354024] env[69808]: DEBUG nova.compute.manager [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.372150] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789852, 'name': RelocateVM_Task, 'duration_secs': 6.447359} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.373220] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Volume attach. Driver type: vmdk {{(pid=69808) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 855.373598] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-753863', 'volume_id': '9385a0ad-1d24-41b9-8f5d-0210a4dc89ea', 'name': 'volume-9385a0ad-1d24-41b9-8f5d-0210a4dc89ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '893efe91-0f9d-4a56-b0ba-3f0c872feb02', 'attached_at': '', 'detached_at': '', 'volume_id': '9385a0ad-1d24-41b9-8f5d-0210a4dc89ea', 'serial': '9385a0ad-1d24-41b9-8f5d-0210a4dc89ea'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 855.374673] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f89de2-01dd-404a-858a-39bc54e135f3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.386803] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ba481d-c506-a7d3-d033-85241dcf2618, 'name': SearchDatastore_Task, 'duration_secs': 0.015021} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.400611] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.402927] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.402927] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.402927] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.402927] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.405172] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3db52543-2651-4a79-aa2b-1896d3a85ae6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.408714] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0096a9fb-ae96-43eb-a8f7-71da41e4fa5c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.438602] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] volume-9385a0ad-1d24-41b9-8f5d-0210a4dc89ea/volume-9385a0ad-1d24-41b9-8f5d-0210a4dc89ea.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.442071] env[69808]: DEBUG nova.virt.hardware [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.442071] env[69808]: DEBUG nova.virt.hardware [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.442071] env[69808]: DEBUG nova.virt.hardware [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.442618] env[69808]: DEBUG nova.virt.hardware [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.442618] env[69808]: DEBUG nova.virt.hardware [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.442618] env[69808]: DEBUG nova.virt.hardware [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.442618] env[69808]: DEBUG nova.virt.hardware [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.442958] env[69808]: DEBUG nova.virt.hardware [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.442958] env[69808]: DEBUG nova.virt.hardware [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.443068] env[69808]: DEBUG nova.virt.hardware [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.443393] env[69808]: DEBUG nova.virt.hardware [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.445048] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7889c2c-9eb3-4a75-8fa0-3bd5d597a151 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.460874] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f537996-16ff-45c5-a09c-f45838085815 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.464893] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.464893] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.468411] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd219214-37a8-402d-a001-12c5ca3f0ec9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.484196] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08731d48-cc8e-4bdd-81f9-3ad92da40b25 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.488555] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 855.488555] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524d0298-14ee-f632-49bf-93b07102f197" [ 855.488555] env[69808]: _type = "Task" [ 855.488555] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.488968] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a3cf28-f626-f306-320e-1f047fbd5910, 'name': SearchDatastore_Task, 'duration_secs': 0.016192} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.489129] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Waiting for the task: (returnval){ [ 855.489129] env[69808]: value = "task-3789866" [ 855.489129] env[69808]: _type = "Task" [ 855.489129] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.492183] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.492183] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 250a4f01-6261-42d5-824e-8d53b6b02f60/250a4f01-6261-42d5-824e-8d53b6b02f60.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.496818] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cc33e6c-157c-472e-9d16-928783868fc1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.525454] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.525885] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for the task: (returnval){ [ 855.525885] env[69808]: value = "task-3789867" [ 855.525885] env[69808]: _type = "Task" [ 855.525885] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.526172] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524d0298-14ee-f632-49bf-93b07102f197, 'name': SearchDatastore_Task, 'duration_secs': 0.023922} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.531818] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-485dc29a-72df-4619-b01e-1721d5b9d530 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.544555] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 855.544555] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52474d75-a61c-cc43-b5b6-6edb197b08f2" [ 855.544555] env[69808]: _type = "Task" [ 855.544555] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.544555] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.552947] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52474d75-a61c-cc43-b5b6-6edb197b08f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.609977] env[69808]: DEBUG nova.scheduler.client.report [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.625389] env[69808]: DEBUG nova.network.neutron [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Updating instance_info_cache with network_info: [{"id": "7595d16a-4fbe-42b2-935d-16bfa20485dd", "address": "fa:16:3e:a5:e2:1b", "network": {"id": "3105011b-9da6-4260-a98a-dd8ec1e40d66", "bridge": "br-int", "label": "tempest-ServersTestJSON-872793050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3988a6c66cc408abdf6978b03e58a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7595d16a-4f", "ovs_interfaceid": "7595d16a-4fbe-42b2-935d-16bfa20485dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.837427] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789865, 'name': ReconfigVM_Task, 'duration_secs': 0.370917} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.837723] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Reconfigured VM instance instance-0000002c to attach disk [datastore1] d201ab71-3029-46e2-8dc8-87e00515a083/d201ab71-3029-46e2-8dc8-87e00515a083.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.838389] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16b44235-100e-4e3f-bf30-721f0abc3053 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.846790] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 855.846790] env[69808]: value = "task-3789868" [ 855.846790] env[69808]: _type = "Task" [ 855.846790] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.856712] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789868, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.004256] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789866, 'name': ReconfigVM_Task, 'duration_secs': 0.486362} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.004616] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Reconfigured VM instance instance-0000002b to attach disk [datastore1] volume-9385a0ad-1d24-41b9-8f5d-0210a4dc89ea/volume-9385a0ad-1d24-41b9-8f5d-0210a4dc89ea.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.009547] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-996b7864-8493-47ae-8527-ffbdd037001a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.027366] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Waiting for the task: (returnval){ [ 856.027366] env[69808]: value = "task-3789869" [ 856.027366] env[69808]: _type = "Task" [ 856.027366] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.034727] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a050062-9ee5-4074-8664-edc949bf8ec7 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.034946] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d779642c-2d8f-4592-baa1-ba43d4e8fa91 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.043854] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789869, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.055495] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789867, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.055872] env[69808]: DEBUG oslo_vmware.api [None req-1a050062-9ee5-4074-8664-edc949bf8ec7 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 856.055872] env[69808]: value = "task-3789870" [ 856.055872] env[69808]: _type = "Task" [ 856.055872] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.069020] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52474d75-a61c-cc43-b5b6-6edb197b08f2, 'name': SearchDatastore_Task, 'duration_secs': 0.017774} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.069020] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.069020] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] f5b71ac9-d08a-4429-96ce-9bcfbcbfa978/f5b71ac9-d08a-4429-96ce-9bcfbcbfa978.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.069020] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c42b59b-f1aa-4aca-a609-60e5cec5377c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.071464] env[69808]: DEBUG oslo_vmware.api [None req-1a050062-9ee5-4074-8664-edc949bf8ec7 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.077303] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 856.077303] env[69808]: value = "task-3789871" [ 856.077303] env[69808]: _type = "Task" [ 856.077303] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.086071] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.116469] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.117043] env[69808]: DEBUG nova.compute.manager [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.121020] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.419s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.122725] env[69808]: INFO nova.compute.claims [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.134120] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Releasing lock "refresh_cache-17b6e10a-2fad-448c-83c7-350a1e9f91c7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.134120] env[69808]: DEBUG nova.compute.manager [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Instance network_info: |[{"id": "7595d16a-4fbe-42b2-935d-16bfa20485dd", "address": "fa:16:3e:a5:e2:1b", "network": {"id": "3105011b-9da6-4260-a98a-dd8ec1e40d66", "bridge": "br-int", "label": "tempest-ServersTestJSON-872793050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3988a6c66cc408abdf6978b03e58a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7595d16a-4f", "ovs_interfaceid": "7595d16a-4fbe-42b2-935d-16bfa20485dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.134988] env[69808]: DEBUG oslo_concurrency.lockutils [req-e09b77bb-945d-4507-b441-e19448459bbf req-925e6c93-697c-4d39-81dd-2bd4e1bbd8e6 service nova] Acquired lock "refresh_cache-17b6e10a-2fad-448c-83c7-350a1e9f91c7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.134988] env[69808]: DEBUG nova.network.neutron [req-e09b77bb-945d-4507-b441-e19448459bbf req-925e6c93-697c-4d39-81dd-2bd4e1bbd8e6 service nova] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Refreshing network info cache for port 7595d16a-4fbe-42b2-935d-16bfa20485dd {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.135960] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:e2:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7595d16a-4fbe-42b2-935d-16bfa20485dd', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.144440] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Creating folder: Project (a3988a6c66cc408abdf6978b03e58a83). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.145025] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f5c58b1-8cc0-47e7-9362-4808bfe26fc6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.158759] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Created folder: Project (a3988a6c66cc408abdf6978b03e58a83) in parent group-v753775. [ 856.159041] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Creating folder: Instances. Parent ref: group-v753918. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.160166] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-def7c5c9-4479-4418-8160-ba60c9c1376e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.171364] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Created folder: Instances in parent group-v753918. [ 856.171744] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.172502] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.173945] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8aa331c-ea97-419c-8c77-339f9b56264e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.199279] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.199279] env[69808]: value = "task-3789874" [ 856.199279] env[69808]: _type = "Task" [ 856.199279] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.209253] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789874, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.358479] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789868, 'name': Rename_Task, 'duration_secs': 0.171692} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.358818] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.359088] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-898df134-d005-4d82-b8c1-d745b4c3d68c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.368057] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 856.368057] env[69808]: value = "task-3789875" [ 856.368057] env[69808]: _type = "Task" [ 856.368057] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.379703] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.543335] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789867, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.546406] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789869, 'name': ReconfigVM_Task, 'duration_secs': 0.143417} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.546744] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-753863', 'volume_id': '9385a0ad-1d24-41b9-8f5d-0210a4dc89ea', 'name': 'volume-9385a0ad-1d24-41b9-8f5d-0210a4dc89ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '893efe91-0f9d-4a56-b0ba-3f0c872feb02', 'attached_at': '', 'detached_at': '', 'volume_id': '9385a0ad-1d24-41b9-8f5d-0210a4dc89ea', 'serial': '9385a0ad-1d24-41b9-8f5d-0210a4dc89ea'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 856.547351] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45df66d4-4ed7-4628-addd-34ed71e9dc67 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.556066] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Waiting for the task: (returnval){ [ 856.556066] env[69808]: value = "task-3789876" [ 856.556066] env[69808]: _type = "Task" [ 856.556066] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.575459] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789876, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.579950] env[69808]: DEBUG oslo_vmware.api [None req-1a050062-9ee5-4074-8664-edc949bf8ec7 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.588985] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789871, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.629642] env[69808]: DEBUG nova.compute.utils [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.632311] env[69808]: DEBUG nova.compute.manager [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.632586] env[69808]: DEBUG nova.network.neutron [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.714366] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789874, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.787918] env[69808]: DEBUG nova.policy [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c57a4f31a7a4c57830e20cfcadbfa81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c2116cd51b044889de610fc9edfa9ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.880662] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.042662] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789867, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.356499} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.043024] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 250a4f01-6261-42d5-824e-8d53b6b02f60/250a4f01-6261-42d5-824e-8d53b6b02f60.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.043317] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.043649] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e61e4dc-4e13-4d01-94a6-7e7772a2afbe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.053244] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for the task: (returnval){ [ 857.053244] env[69808]: value = "task-3789877" [ 857.053244] env[69808]: _type = "Task" [ 857.053244] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.082473] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789876, 'name': Rename_Task, 'duration_secs': 0.420372} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.082870] env[69808]: DEBUG oslo_vmware.api [None req-1a050062-9ee5-4074-8664-edc949bf8ec7 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.083104] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.083350] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.087466] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34eb53c0-84d0-43c9-bd74-fcbd94f57c21 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.096445] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743937} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.098189] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] f5b71ac9-d08a-4429-96ce-9bcfbcbfa978/f5b71ac9-d08a-4429-96ce-9bcfbcbfa978.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.098500] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.098870] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Waiting for the task: (returnval){ [ 857.098870] env[69808]: value = "task-3789878" [ 857.098870] env[69808]: _type = "Task" [ 857.098870] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.099406] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efbc8cb8-8518-4b2f-96f7-e05db0794cdd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.116035] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.118154] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 857.118154] env[69808]: value = "task-3789879" [ 857.118154] env[69808]: _type = "Task" [ 857.118154] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.129146] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.133057] env[69808]: DEBUG nova.compute.manager [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.212206] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789874, 'name': CreateVM_Task, 'duration_secs': 0.854001} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.212540] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.213589] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.213844] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.214387] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.217454] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-503c1097-555d-4738-a137-f3dc0fdcfa15 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.224207] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Waiting for the task: (returnval){ [ 857.224207] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527fc4ed-d520-b3ec-d36f-3dbf2ccccd49" [ 857.224207] env[69808]: _type = "Task" [ 857.224207] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.236976] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527fc4ed-d520-b3ec-d36f-3dbf2ccccd49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.262275] env[69808]: DEBUG nova.compute.manager [req-ea57afbf-5b7c-40f9-bd12-fdfa2928933f req-7ce74c66-0316-438e-b146-a5498e0d0872 service nova] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Received event network-vif-plugged-e2e1ac42-f272-4a13-8520-7bba90e73757 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.262493] env[69808]: DEBUG oslo_concurrency.lockutils [req-ea57afbf-5b7c-40f9-bd12-fdfa2928933f req-7ce74c66-0316-438e-b146-a5498e0d0872 service nova] Acquiring lock "f94063df-5f47-4727-b272-d50ffa44121e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.262857] env[69808]: DEBUG oslo_concurrency.lockutils [req-ea57afbf-5b7c-40f9-bd12-fdfa2928933f req-7ce74c66-0316-438e-b146-a5498e0d0872 service nova] Lock "f94063df-5f47-4727-b272-d50ffa44121e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.266025] env[69808]: DEBUG oslo_concurrency.lockutils [req-ea57afbf-5b7c-40f9-bd12-fdfa2928933f req-7ce74c66-0316-438e-b146-a5498e0d0872 service nova] Lock "f94063df-5f47-4727-b272-d50ffa44121e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.266025] env[69808]: DEBUG nova.compute.manager [req-ea57afbf-5b7c-40f9-bd12-fdfa2928933f req-7ce74c66-0316-438e-b146-a5498e0d0872 service nova] [instance: f94063df-5f47-4727-b272-d50ffa44121e] No waiting events found dispatching network-vif-plugged-e2e1ac42-f272-4a13-8520-7bba90e73757 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 857.266025] env[69808]: WARNING nova.compute.manager [req-ea57afbf-5b7c-40f9-bd12-fdfa2928933f req-7ce74c66-0316-438e-b146-a5498e0d0872 service nova] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Received unexpected event network-vif-plugged-e2e1ac42-f272-4a13-8520-7bba90e73757 for instance with vm_state building and task_state spawning. [ 857.349879] env[69808]: DEBUG nova.network.neutron [req-e09b77bb-945d-4507-b441-e19448459bbf req-925e6c93-697c-4d39-81dd-2bd4e1bbd8e6 service nova] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Updated VIF entry in instance network info cache for port 7595d16a-4fbe-42b2-935d-16bfa20485dd. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.350270] env[69808]: DEBUG nova.network.neutron [req-e09b77bb-945d-4507-b441-e19448459bbf req-925e6c93-697c-4d39-81dd-2bd4e1bbd8e6 service nova] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Updating instance_info_cache with network_info: [{"id": "7595d16a-4fbe-42b2-935d-16bfa20485dd", "address": "fa:16:3e:a5:e2:1b", "network": {"id": "3105011b-9da6-4260-a98a-dd8ec1e40d66", "bridge": "br-int", "label": "tempest-ServersTestJSON-872793050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3988a6c66cc408abdf6978b03e58a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7595d16a-4f", "ovs_interfaceid": "7595d16a-4fbe-42b2-935d-16bfa20485dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.367545] env[69808]: DEBUG nova.network.neutron [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Successfully updated port: e2e1ac42-f272-4a13-8520-7bba90e73757 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.381979] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.568822] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212186} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.569296] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.570251] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b186cf9-c604-493c-957f-af3e614a9ac5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.578647] env[69808]: DEBUG oslo_vmware.api [None req-1a050062-9ee5-4074-8664-edc949bf8ec7 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3789870, 'name': PowerOffVM_Task, 'duration_secs': 1.204411} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.579441] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a050062-9ee5-4074-8664-edc949bf8ec7 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.579663] env[69808]: DEBUG nova.compute.manager [None req-1a050062-9ee5-4074-8664-edc949bf8ec7 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 857.580581] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dfdad4-4279-4648-b142-4241781912c8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.604489] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 250a4f01-6261-42d5-824e-8d53b6b02f60/250a4f01-6261-42d5-824e-8d53b6b02f60.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.606257] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86f3efe6-1e0c-405d-b1cc-0d27593519b2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.624513] env[69808]: DEBUG nova.network.neutron [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Successfully created port: 4357ae8d-4d81-47e7-a17e-58cba65d9396 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.635130] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-792fcde0-3ecc-4d6f-997d-e9465030d4b3 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Volume attach. Driver type: vmdk {{(pid=69808) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 857.635398] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-792fcde0-3ecc-4d6f-997d-e9465030d4b3 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-753916', 'volume_id': 'd086dd9b-7ae5-464e-9831-7936c3d3f791', 'name': 'volume-d086dd9b-7ae5-464e-9831-7936c3d3f791', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5006ea89-8a7a-47c5-8984-9a7239fad964', 'attached_at': '', 'detached_at': '', 'volume_id': 'd086dd9b-7ae5-464e-9831-7936c3d3f791', 'serial': 'd086dd9b-7ae5-464e-9831-7936c3d3f791'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 857.640328] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6f7ea2-1795-44c0-8668-87d5389729b5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.657044] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for the task: (returnval){ [ 857.657044] env[69808]: value = "task-3789880" [ 857.657044] env[69808]: _type = "Task" [ 857.657044] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.657044] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789878, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.680332] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136209} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.681383] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b72e0f-0e70-4287-a1f8-6181e1252672 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.685389] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.687704] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052631e4-3e42-4d55-b06a-919f38b8cf52 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.698257] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.720501] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-792fcde0-3ecc-4d6f-997d-e9465030d4b3 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] volume-d086dd9b-7ae5-464e-9831-7936c3d3f791/volume-d086dd9b-7ae5-464e-9831-7936c3d3f791.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.736022] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8902a1cb-a013-4550-b529-4d1133db0f2e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.754818] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] f5b71ac9-d08a-4429-96ce-9bcfbcbfa978/f5b71ac9-d08a-4429-96ce-9bcfbcbfa978.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.758953] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c8f1b04-a37f-45f9-a5ed-ea1780af506b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.785881] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527fc4ed-d520-b3ec-d36f-3dbf2ccccd49, 'name': SearchDatastore_Task, 'duration_secs': 0.012672} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.788587] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.788902] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.789259] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.789683] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.789683] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.790115] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 857.790115] env[69808]: value = "task-3789882" [ 857.790115] env[69808]: _type = "Task" [ 857.790115] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.790273] env[69808]: DEBUG oslo_vmware.api [None req-792fcde0-3ecc-4d6f-997d-e9465030d4b3 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 857.790273] env[69808]: value = "task-3789881" [ 857.790273] env[69808]: _type = "Task" [ 857.790273] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.790383] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6949fc4d-f4fb-476c-a947-51dd90fd0b4c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.809761] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.813413] env[69808]: DEBUG oslo_vmware.api [None req-792fcde0-3ecc-4d6f-997d-e9465030d4b3 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.814663] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.814886] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.815649] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a3fa4a-27c1-4a73-a0f5-3a05302cacd9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.824459] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Waiting for the task: (returnval){ [ 857.824459] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5239c863-0b71-2019-b064-04eb553b86bc" [ 857.824459] env[69808]: _type = "Task" [ 857.824459] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.834357] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5239c863-0b71-2019-b064-04eb553b86bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.853430] env[69808]: DEBUG oslo_concurrency.lockutils [req-e09b77bb-945d-4507-b441-e19448459bbf req-925e6c93-697c-4d39-81dd-2bd4e1bbd8e6 service nova] Releasing lock "refresh_cache-17b6e10a-2fad-448c-83c7-350a1e9f91c7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.870021] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Acquiring lock "refresh_cache-f94063df-5f47-4727-b272-d50ffa44121e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.871201] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Acquired lock "refresh_cache-f94063df-5f47-4727-b272-d50ffa44121e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.871201] env[69808]: DEBUG nova.network.neutron [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.884161] env[69808]: DEBUG oslo_vmware.api [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789875, 'name': PowerOnVM_Task, 'duration_secs': 1.216471} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.887237] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.887464] env[69808]: INFO nova.compute.manager [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Took 11.07 seconds to spawn the instance on the hypervisor. [ 857.887649] env[69808]: DEBUG nova.compute.manager [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 857.889033] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7522ae6f-3000-497f-a855-59bd3055e087 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.951658] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f9321d-925d-45b8-bd0b-e2588f16f4bf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.960332] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25f5ac9-2169-4789-a037-aa2d109ac779 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.993720] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769f472c-ba27-479d-8998-d7babd2c30fc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.002265] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bde6e28-47ac-4709-8b2c-62ffc89b51be {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.017487] env[69808]: DEBUG nova.compute.provider_tree [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.075488] env[69808]: DEBUG nova.network.neutron [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Successfully created port: a3ef6c9e-db3e-42ba-ab2d-e46f1264947f {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.116983] env[69808]: DEBUG oslo_vmware.api [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3789878, 'name': PowerOnVM_Task, 'duration_secs': 0.604439} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.117353] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.117546] env[69808]: INFO nova.compute.manager [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Took 12.36 seconds to spawn the instance on the hypervisor. [ 858.117762] env[69808]: DEBUG nova.compute.manager [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 858.118654] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5778317-8e85-4f6d-8acc-b6f3c0d28711 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.136644] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1a050062-9ee5-4074-8664-edc949bf8ec7 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "182c3c6f-9376-4d7c-9adc-af7f0237a6f2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.133s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.157492] env[69808]: DEBUG nova.compute.manager [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.174715] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.189316] env[69808]: DEBUG nova.virt.hardware [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.189727] env[69808]: DEBUG nova.virt.hardware [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.189901] env[69808]: DEBUG nova.virt.hardware [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.190103] env[69808]: DEBUG nova.virt.hardware [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.190256] env[69808]: DEBUG nova.virt.hardware [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.190409] env[69808]: DEBUG nova.virt.hardware [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.190622] env[69808]: DEBUG nova.virt.hardware [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.190855] env[69808]: DEBUG nova.virt.hardware [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.191074] env[69808]: DEBUG nova.virt.hardware [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.191254] env[69808]: DEBUG nova.virt.hardware [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.191434] env[69808]: DEBUG nova.virt.hardware [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.192672] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76c7ba9-5465-4274-9afc-8bed138458e0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.203511] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34576252-2ca0-4f00-9b84-26d6d3caf711 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.310050] env[69808]: DEBUG oslo_vmware.api [None req-792fcde0-3ecc-4d6f-997d-e9465030d4b3 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.310707] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.335981] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5239c863-0b71-2019-b064-04eb553b86bc, 'name': SearchDatastore_Task, 'duration_secs': 0.028405} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.336890] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5087a8ef-adc8-49db-9d2f-79ba0330946c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.343131] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Waiting for the task: (returnval){ [ 858.343131] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527928a6-c588-0852-b713-55964c3f2167" [ 858.343131] env[69808]: _type = "Task" [ 858.343131] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.352900] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527928a6-c588-0852-b713-55964c3f2167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.414531] env[69808]: INFO nova.compute.manager [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Took 48.80 seconds to build instance. [ 858.457783] env[69808]: DEBUG nova.network.neutron [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.521371] env[69808]: DEBUG nova.scheduler.client.report [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.584691] env[69808]: DEBUG nova.network.neutron [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Successfully created port: 7c448106-e86f-4337-a568-4bb6830dcb8c {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.637538] env[69808]: INFO nova.compute.manager [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Took 61.34 seconds to build instance. [ 858.671042] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789880, 'name': ReconfigVM_Task, 'duration_secs': 0.588403} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.671374] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 250a4f01-6261-42d5-824e-8d53b6b02f60/250a4f01-6261-42d5-824e-8d53b6b02f60.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.672098] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-497a5770-7ae3-43aa-a726-4ad822ee8180 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.679689] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for the task: (returnval){ [ 858.679689] env[69808]: value = "task-3789883" [ 858.679689] env[69808]: _type = "Task" [ 858.679689] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.689449] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789883, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.800583] env[69808]: DEBUG nova.network.neutron [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Updating instance_info_cache with network_info: [{"id": "e2e1ac42-f272-4a13-8520-7bba90e73757", "address": "fa:16:3e:fa:2d:8f", "network": {"id": "501cf11d-a5c0-4062-9706-11524b02b9f1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1087621347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52a09f3b99194e859628edb69fe6793e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2e1ac42-f2", "ovs_interfaceid": "e2e1ac42-f272-4a13-8520-7bba90e73757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.807864] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789882, 'name': ReconfigVM_Task, 'duration_secs': 0.658808} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.811224] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Reconfigured VM instance instance-0000002d to attach disk [datastore1] f5b71ac9-d08a-4429-96ce-9bcfbcbfa978/f5b71ac9-d08a-4429-96ce-9bcfbcbfa978.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.812210] env[69808]: DEBUG oslo_vmware.api [None req-792fcde0-3ecc-4d6f-997d-e9465030d4b3 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789881, 'name': ReconfigVM_Task, 'duration_secs': 0.671838} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.812447] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecbac5fa-396d-41c6-a5bf-ec43aa81b225 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.814340] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-792fcde0-3ecc-4d6f-997d-e9465030d4b3 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Reconfigured VM instance instance-00000029 to attach disk [datastore2] volume-d086dd9b-7ae5-464e-9831-7936c3d3f791/volume-d086dd9b-7ae5-464e-9831-7936c3d3f791.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.820998] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fc55a71-7d9b-4d5f-8758-19ee573a3931 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.837183] env[69808]: DEBUG oslo_vmware.api [None req-792fcde0-3ecc-4d6f-997d-e9465030d4b3 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 858.837183] env[69808]: value = "task-3789885" [ 858.837183] env[69808]: _type = "Task" [ 858.837183] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.838726] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 858.838726] env[69808]: value = "task-3789884" [ 858.838726] env[69808]: _type = "Task" [ 858.838726] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.856225] env[69808]: DEBUG oslo_vmware.api [None req-792fcde0-3ecc-4d6f-997d-e9465030d4b3 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789885, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.861049] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789884, 'name': Rename_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.867651] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527928a6-c588-0852-b713-55964c3f2167, 'name': SearchDatastore_Task, 'duration_secs': 0.017902} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.867958] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.868252] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 17b6e10a-2fad-448c-83c7-350a1e9f91c7/17b6e10a-2fad-448c-83c7-350a1e9f91c7.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.868672] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a035fa77-2141-4b62-8c33-d383fff0d93d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.875972] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Waiting for the task: (returnval){ [ 858.875972] env[69808]: value = "task-3789886" [ 858.875972] env[69808]: _type = "Task" [ 858.875972] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.774341] env[69808]: DEBUG oslo_concurrency.lockutils [None req-97850de7-580a-4349-973a-2903084be87f tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "d201ab71-3029-46e2-8dc8-87e00515a083" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.481s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.775156] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.655s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.775683] env[69808]: DEBUG nova.compute.manager [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.779561] env[69808]: DEBUG oslo_concurrency.lockutils [None req-623c62f9-d7d0-4461-a174-f9b2286ae7c4 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Lock "893efe91-0f9d-4a56-b0ba-3f0c872feb02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.760s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.780102] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Releasing lock "refresh_cache-f94063df-5f47-4727-b272-d50ffa44121e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.780391] env[69808]: DEBUG nova.compute.manager [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Instance network_info: |[{"id": "e2e1ac42-f272-4a13-8520-7bba90e73757", "address": "fa:16:3e:fa:2d:8f", "network": {"id": "501cf11d-a5c0-4062-9706-11524b02b9f1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1087621347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52a09f3b99194e859628edb69fe6793e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2e1ac42-f2", "ovs_interfaceid": "e2e1ac42-f272-4a13-8520-7bba90e73757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.781840] env[69808]: DEBUG nova.compute.manager [req-271814ba-0532-42bf-b541-6ef274566fc0 req-85ecf059-d86c-46cc-bdf1-07e086b073db service nova] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Received event network-changed-e2e1ac42-f272-4a13-8520-7bba90e73757 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.782036] env[69808]: DEBUG nova.compute.manager [req-271814ba-0532-42bf-b541-6ef274566fc0 req-85ecf059-d86c-46cc-bdf1-07e086b073db service nova] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Refreshing instance network info cache due to event network-changed-e2e1ac42-f272-4a13-8520-7bba90e73757. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.782314] env[69808]: DEBUG oslo_concurrency.lockutils [req-271814ba-0532-42bf-b541-6ef274566fc0 req-85ecf059-d86c-46cc-bdf1-07e086b073db service nova] Acquiring lock "refresh_cache-f94063df-5f47-4727-b272-d50ffa44121e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.782483] env[69808]: DEBUG oslo_concurrency.lockutils [req-271814ba-0532-42bf-b541-6ef274566fc0 req-85ecf059-d86c-46cc-bdf1-07e086b073db service nova] Acquired lock "refresh_cache-f94063df-5f47-4727-b272-d50ffa44121e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.782649] env[69808]: DEBUG nova.network.neutron [req-271814ba-0532-42bf-b541-6ef274566fc0 req-85ecf059-d86c-46cc-bdf1-07e086b073db service nova] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Refreshing network info cache for port e2e1ac42-f272-4a13-8520-7bba90e73757 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.787024] env[69808]: DEBUG oslo_concurrency.lockutils [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.900s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.787024] env[69808]: DEBUG nova.objects.instance [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Lazy-loading 'resources' on Instance uuid fe137230-0536-435e-be78-c3828f7a783d {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.794016] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:2d:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2e1ac42-f272-4a13-8520-7bba90e73757', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.801359] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Creating folder: Project (52a09f3b99194e859628edb69fe6793e). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.810895] env[69808]: DEBUG nova.compute.manager [req-70b681a7-b103-4ae3-8e12-776ae8c857d9 req-3a695146-8b74-4d98-9da6-f8871dd9003d service nova] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Received event network-changed-a040a04d-09bd-4675-8f0a-98aa32d7dbb1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.811155] env[69808]: DEBUG nova.compute.manager [req-70b681a7-b103-4ae3-8e12-776ae8c857d9 req-3a695146-8b74-4d98-9da6-f8871dd9003d service nova] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Refreshing instance network info cache due to event network-changed-a040a04d-09bd-4675-8f0a-98aa32d7dbb1. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.811396] env[69808]: DEBUG oslo_concurrency.lockutils [req-70b681a7-b103-4ae3-8e12-776ae8c857d9 req-3a695146-8b74-4d98-9da6-f8871dd9003d service nova] Acquiring lock "refresh_cache-893efe91-0f9d-4a56-b0ba-3f0c872feb02" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.811542] env[69808]: DEBUG oslo_concurrency.lockutils [req-70b681a7-b103-4ae3-8e12-776ae8c857d9 req-3a695146-8b74-4d98-9da6-f8871dd9003d service nova] Acquired lock "refresh_cache-893efe91-0f9d-4a56-b0ba-3f0c872feb02" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.811706] env[69808]: DEBUG nova.network.neutron [req-70b681a7-b103-4ae3-8e12-776ae8c857d9 req-3a695146-8b74-4d98-9da6-f8871dd9003d service nova] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Refreshing network info cache for port a040a04d-09bd-4675-8f0a-98aa32d7dbb1 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.819606] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4089f79-7b44-42f4-a198-3522d2a10726 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.820984] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': task-3789886, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.821596] env[69808]: WARNING oslo_vmware.common.loopingcall [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] task run outlasted interval by 0.444971 sec [ 859.842931] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789883, 'name': Rename_Task, 'duration_secs': 0.142475} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.843174] env[69808]: DEBUG oslo_vmware.api [None req-792fcde0-3ecc-4d6f-997d-e9465030d4b3 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789885, 'name': ReconfigVM_Task, 'duration_secs': 0.189359} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.843387] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789884, 'name': Rename_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.845988] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.846287] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-792fcde0-3ecc-4d6f-997d-e9465030d4b3 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-753916', 'volume_id': 'd086dd9b-7ae5-464e-9831-7936c3d3f791', 'name': 'volume-d086dd9b-7ae5-464e-9831-7936c3d3f791', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5006ea89-8a7a-47c5-8984-9a7239fad964', 'attached_at': '', 'detached_at': '', 'volume_id': 'd086dd9b-7ae5-464e-9831-7936c3d3f791', 'serial': 'd086dd9b-7ae5-464e-9831-7936c3d3f791'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 859.848811] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Created folder: Project (52a09f3b99194e859628edb69fe6793e) in parent group-v753775. [ 859.849086] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Creating folder: Instances. Parent ref: group-v753921. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.851112] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50f99e2d-c59e-4ad2-a988-c946ba931400 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.853010] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18bc6975-0394-43e6-83eb-fa17b857f39f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.862024] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': task-3789886, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.863239] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for the task: (returnval){ [ 859.863239] env[69808]: value = "task-3789888" [ 859.863239] env[69808]: _type = "Task" [ 859.863239] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.870698] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Created folder: Instances in parent group-v753921. [ 859.870913] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.871628] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.873125] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef1b7de1-057e-4815-a18d-1ef6710f678c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.892180] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.898353] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.898353] env[69808]: value = "task-3789890" [ 859.898353] env[69808]: _type = "Task" [ 859.898353] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.908294] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789890, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.076591] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2188b31a-461b-45ef-8942-e2ad707b0ea8 tempest-ServersAdminTestJSON-51838501 tempest-ServersAdminTestJSON-51838501-project-admin] Acquiring lock "refresh_cache-d201ab71-3029-46e2-8dc8-87e00515a083" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.076591] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2188b31a-461b-45ef-8942-e2ad707b0ea8 tempest-ServersAdminTestJSON-51838501 tempest-ServersAdminTestJSON-51838501-project-admin] Acquired lock "refresh_cache-d201ab71-3029-46e2-8dc8-87e00515a083" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.077626] env[69808]: DEBUG nova.network.neutron [None req-2188b31a-461b-45ef-8942-e2ad707b0ea8 tempest-ServersAdminTestJSON-51838501 tempest-ServersAdminTestJSON-51838501-project-admin] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.283231] env[69808]: DEBUG nova.compute.utils [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.283231] env[69808]: DEBUG nova.compute.manager [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.283231] env[69808]: DEBUG nova.network.neutron [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.297265] env[69808]: DEBUG nova.compute.manager [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.310784] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789884, 'name': Rename_Task, 'duration_secs': 1.227349} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.312275] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.312275] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31916015-9db5-488c-8dad-d93b600ef54d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.317876] env[69808]: DEBUG nova.compute.manager [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.334981] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 860.334981] env[69808]: value = "task-3789891" [ 860.334981] env[69808]: _type = "Task" [ 860.334981] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.345248] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': task-3789886, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.360018] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.381166] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789888, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.414362] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789890, 'name': CreateVM_Task, 'duration_secs': 0.475163} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.414362] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.415584] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.415584] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.416097] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.420093] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43d0664a-2013-43f1-a0e0-869ad9318d0d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.428403] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Waiting for the task: (returnval){ [ 860.428403] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52cb78a3-971b-e916-85c3-b39fd176b86b" [ 860.428403] env[69808]: _type = "Task" [ 860.428403] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.444149] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52cb78a3-971b-e916-85c3-b39fd176b86b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.511184] env[69808]: DEBUG nova.policy [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a8f60d5b821423bb6292efcd68083a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4e6ca35f44449c08596f5da45d88fe5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.718991] env[69808]: DEBUG nova.network.neutron [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Successfully updated port: 4357ae8d-4d81-47e7-a17e-58cba65d9396 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.764472] env[69808]: DEBUG nova.network.neutron [req-271814ba-0532-42bf-b541-6ef274566fc0 req-85ecf059-d86c-46cc-bdf1-07e086b073db service nova] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Updated VIF entry in instance network info cache for port e2e1ac42-f272-4a13-8520-7bba90e73757. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.765261] env[69808]: DEBUG nova.network.neutron [req-271814ba-0532-42bf-b541-6ef274566fc0 req-85ecf059-d86c-46cc-bdf1-07e086b073db service nova] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Updating instance_info_cache with network_info: [{"id": "e2e1ac42-f272-4a13-8520-7bba90e73757", "address": "fa:16:3e:fa:2d:8f", "network": {"id": "501cf11d-a5c0-4062-9706-11524b02b9f1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1087621347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52a09f3b99194e859628edb69fe6793e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2e1ac42-f2", "ovs_interfaceid": "e2e1ac42-f272-4a13-8520-7bba90e73757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.790213] env[69808]: DEBUG nova.compute.manager [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.821597] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.852646] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': task-3789886, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.867096} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.853318] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 17b6e10a-2fad-448c-83c7-350a1e9f91c7/17b6e10a-2fad-448c-83c7-350a1e9f91c7.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.853802] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.854990] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.857494] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84f8bd08-eb98-4222-b0d1-fc3b3114fadf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.865186] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789891, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.870369] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Waiting for the task: (returnval){ [ 860.870369] env[69808]: value = "task-3789892" [ 860.870369] env[69808]: _type = "Task" [ 860.870369] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.874482] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789888, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.889433] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': task-3789892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.925225] env[69808]: DEBUG nova.network.neutron [req-70b681a7-b103-4ae3-8e12-776ae8c857d9 req-3a695146-8b74-4d98-9da6-f8871dd9003d service nova] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Updated VIF entry in instance network info cache for port a040a04d-09bd-4675-8f0a-98aa32d7dbb1. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.925225] env[69808]: DEBUG nova.network.neutron [req-70b681a7-b103-4ae3-8e12-776ae8c857d9 req-3a695146-8b74-4d98-9da6-f8871dd9003d service nova] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Updating instance_info_cache with network_info: [{"id": "a040a04d-09bd-4675-8f0a-98aa32d7dbb1", "address": "fa:16:3e:42:e9:90", "network": {"id": "5ccd7b15-f356-4023-a947-3f1be729a281", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1279887272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f06a58f453434dc79a82cd9f7c798deb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa040a04d-09", "ovs_interfaceid": "a040a04d-09bd-4675-8f0a-98aa32d7dbb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.942316] env[69808]: DEBUG nova.objects.instance [None req-792fcde0-3ecc-4d6f-997d-e9465030d4b3 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lazy-loading 'flavor' on Instance uuid 5006ea89-8a7a-47c5-8984-9a7239fad964 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.944324] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52cb78a3-971b-e916-85c3-b39fd176b86b, 'name': SearchDatastore_Task, 'duration_secs': 0.015435} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.947739] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.947990] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.948246] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.948415] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.948700] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.949774] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c82f6d46-b638-4172-9215-ebac34ae0095 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.962167] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.962334] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.966171] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b57ca37-e80d-4fd8-9c1e-c4fc718a35ea {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.970910] env[69808]: DEBUG nova.network.neutron [None req-2188b31a-461b-45ef-8942-e2ad707b0ea8 tempest-ServersAdminTestJSON-51838501 tempest-ServersAdminTestJSON-51838501-project-admin] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Updating instance_info_cache with network_info: [{"id": "c264f018-cdd9-424b-800d-9d46efd99dc5", "address": "fa:16:3e:cd:73:39", "network": {"id": "45ff669e-777d-4263-81e7-8f6b8cee97af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-203378884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa06710fc9ea483fb53f3eb8392c0282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc264f018-cd", "ovs_interfaceid": "c264f018-cdd9-424b-800d-9d46efd99dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.977053] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Waiting for the task: (returnval){ [ 860.977053] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529ccbcc-adc7-8a25-4850-0f7c0a5ee21e" [ 860.977053] env[69808]: _type = "Task" [ 860.977053] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.993042] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529ccbcc-adc7-8a25-4850-0f7c0a5ee21e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.994507] env[69808]: DEBUG nova.compute.manager [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Stashing vm_state: stopped {{(pid=69808) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 861.068247] env[69808]: DEBUG nova.network.neutron [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Successfully created port: a35abc74-3513-4bd5-bfcd-e403768efaf6 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.087344] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2daeeba-ff12-4416-8651-847c9aa2900b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.095926] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d111146f-f0a6-4311-ad1d-43fd76581e44 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.129011] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b0ab08-b38e-416c-9110-f09795a70086 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.138455] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda34da1-0e22-423c-b4c6-88fb05bf81dd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.156600] env[69808]: DEBUG nova.compute.provider_tree [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.271969] env[69808]: DEBUG oslo_concurrency.lockutils [req-271814ba-0532-42bf-b541-6ef274566fc0 req-85ecf059-d86c-46cc-bdf1-07e086b073db service nova] Releasing lock "refresh_cache-f94063df-5f47-4727-b272-d50ffa44121e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.356752] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789891, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.374912] env[69808]: DEBUG oslo_vmware.api [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789888, 'name': PowerOnVM_Task, 'duration_secs': 1.050229} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.378797] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.379068] env[69808]: DEBUG nova.compute.manager [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 861.380295] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6e09b7-1978-4ee1-94d3-b40dbf4d0bb1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.390708] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': task-3789892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224287} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.393226] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.397849] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca905509-f5db-4ff5-a13d-f7f2d2cbe4e5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.423679] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 17b6e10a-2fad-448c-83c7-350a1e9f91c7/17b6e10a-2fad-448c-83c7-350a1e9f91c7.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.424113] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f70b01f8-1f15-48e7-8080-b6b0097df859 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.440401] env[69808]: DEBUG oslo_concurrency.lockutils [req-70b681a7-b103-4ae3-8e12-776ae8c857d9 req-3a695146-8b74-4d98-9da6-f8871dd9003d service nova] Releasing lock "refresh_cache-893efe91-0f9d-4a56-b0ba-3f0c872feb02" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.448964] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Waiting for the task: (returnval){ [ 861.448964] env[69808]: value = "task-3789893" [ 861.448964] env[69808]: _type = "Task" [ 861.448964] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.449450] env[69808]: DEBUG oslo_concurrency.lockutils [None req-792fcde0-3ecc-4d6f-997d-e9465030d4b3 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "5006ea89-8a7a-47c5-8984-9a7239fad964" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.982s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.467882] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': task-3789893, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.473823] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2188b31a-461b-45ef-8942-e2ad707b0ea8 tempest-ServersAdminTestJSON-51838501 tempest-ServersAdminTestJSON-51838501-project-admin] Releasing lock "refresh_cache-d201ab71-3029-46e2-8dc8-87e00515a083" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.474103] env[69808]: DEBUG nova.compute.manager [None req-2188b31a-461b-45ef-8942-e2ad707b0ea8 tempest-ServersAdminTestJSON-51838501 tempest-ServersAdminTestJSON-51838501-project-admin] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Inject network info {{(pid=69808) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 861.474742] env[69808]: DEBUG nova.compute.manager [None req-2188b31a-461b-45ef-8942-e2ad707b0ea8 tempest-ServersAdminTestJSON-51838501 tempest-ServersAdminTestJSON-51838501-project-admin] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] network_info to inject: |[{"id": "c264f018-cdd9-424b-800d-9d46efd99dc5", "address": "fa:16:3e:cd:73:39", "network": {"id": "45ff669e-777d-4263-81e7-8f6b8cee97af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-203378884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa06710fc9ea483fb53f3eb8392c0282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc264f018-cd", "ovs_interfaceid": "c264f018-cdd9-424b-800d-9d46efd99dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 861.479223] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2188b31a-461b-45ef-8942-e2ad707b0ea8 tempest-ServersAdminTestJSON-51838501 tempest-ServersAdminTestJSON-51838501-project-admin] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Reconfiguring VM instance to set the machine id {{(pid=69808) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 861.479881] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-283038d4-55e7-4d32-bb4e-e05ddde3bfa0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.511782] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529ccbcc-adc7-8a25-4850-0f7c0a5ee21e, 'name': SearchDatastore_Task, 'duration_secs': 0.042979} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.515745] env[69808]: DEBUG oslo_vmware.api [None req-2188b31a-461b-45ef-8942-e2ad707b0ea8 tempest-ServersAdminTestJSON-51838501 tempest-ServersAdminTestJSON-51838501-project-admin] Waiting for the task: (returnval){ [ 861.515745] env[69808]: value = "task-3789894" [ 861.515745] env[69808]: _type = "Task" [ 861.515745] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.515745] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f342818-8099-4c65-a321-221cfb70fe8b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.526778] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Waiting for the task: (returnval){ [ 861.526778] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522c3bff-7e15-b26d-c880-77be4a662cf0" [ 861.526778] env[69808]: _type = "Task" [ 861.526778] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.529049] env[69808]: DEBUG oslo_concurrency.lockutils [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.532490] env[69808]: DEBUG oslo_vmware.api [None req-2188b31a-461b-45ef-8942-e2ad707b0ea8 tempest-ServersAdminTestJSON-51838501 tempest-ServersAdminTestJSON-51838501-project-admin] Task: {'id': task-3789894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.543538] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522c3bff-7e15-b26d-c880-77be4a662cf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.660326] env[69808]: DEBUG nova.scheduler.client.report [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.807281] env[69808]: DEBUG nova.compute.manager [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.835089] env[69808]: DEBUG nova.virt.hardware [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.835324] env[69808]: DEBUG nova.virt.hardware [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.835490] env[69808]: DEBUG nova.virt.hardware [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.835806] env[69808]: DEBUG nova.virt.hardware [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.835999] env[69808]: DEBUG nova.virt.hardware [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.836242] env[69808]: DEBUG nova.virt.hardware [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.836466] env[69808]: DEBUG nova.virt.hardware [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.836629] env[69808]: DEBUG nova.virt.hardware [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.837943] env[69808]: DEBUG nova.virt.hardware [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.837943] env[69808]: DEBUG nova.virt.hardware [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.837943] env[69808]: DEBUG nova.virt.hardware [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.838093] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4de14a-df0d-4d07-b918-95ae79d84f9c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.854022] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01d73d8-d7b8-4f72-9075-3026318fb755 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.861164] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789891, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.906972] env[69808]: DEBUG nova.compute.manager [req-2f626fa3-07cf-432f-8a74-201216ff89e0 req-5c1b0389-998d-45ff-999d-09cd401dd5ec service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Received event network-vif-plugged-4357ae8d-4d81-47e7-a17e-58cba65d9396 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.907395] env[69808]: DEBUG oslo_concurrency.lockutils [req-2f626fa3-07cf-432f-8a74-201216ff89e0 req-5c1b0389-998d-45ff-999d-09cd401dd5ec service nova] Acquiring lock "1e3b38e2-0d82-4e5d-aad9-831602aff20e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.907631] env[69808]: DEBUG oslo_concurrency.lockutils [req-2f626fa3-07cf-432f-8a74-201216ff89e0 req-5c1b0389-998d-45ff-999d-09cd401dd5ec service nova] Lock "1e3b38e2-0d82-4e5d-aad9-831602aff20e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.907802] env[69808]: DEBUG oslo_concurrency.lockutils [req-2f626fa3-07cf-432f-8a74-201216ff89e0 req-5c1b0389-998d-45ff-999d-09cd401dd5ec service nova] Lock "1e3b38e2-0d82-4e5d-aad9-831602aff20e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.908013] env[69808]: DEBUG nova.compute.manager [req-2f626fa3-07cf-432f-8a74-201216ff89e0 req-5c1b0389-998d-45ff-999d-09cd401dd5ec service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] No waiting events found dispatching network-vif-plugged-4357ae8d-4d81-47e7-a17e-58cba65d9396 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 861.908192] env[69808]: WARNING nova.compute.manager [req-2f626fa3-07cf-432f-8a74-201216ff89e0 req-5c1b0389-998d-45ff-999d-09cd401dd5ec service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Received unexpected event network-vif-plugged-4357ae8d-4d81-47e7-a17e-58cba65d9396 for instance with vm_state building and task_state spawning. [ 861.908351] env[69808]: DEBUG nova.compute.manager [req-2f626fa3-07cf-432f-8a74-201216ff89e0 req-5c1b0389-998d-45ff-999d-09cd401dd5ec service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Received event network-changed-4357ae8d-4d81-47e7-a17e-58cba65d9396 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.908532] env[69808]: DEBUG nova.compute.manager [req-2f626fa3-07cf-432f-8a74-201216ff89e0 req-5c1b0389-998d-45ff-999d-09cd401dd5ec service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Refreshing instance network info cache due to event network-changed-4357ae8d-4d81-47e7-a17e-58cba65d9396. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.908747] env[69808]: DEBUG oslo_concurrency.lockutils [req-2f626fa3-07cf-432f-8a74-201216ff89e0 req-5c1b0389-998d-45ff-999d-09cd401dd5ec service nova] Acquiring lock "refresh_cache-1e3b38e2-0d82-4e5d-aad9-831602aff20e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.908887] env[69808]: DEBUG oslo_concurrency.lockutils [req-2f626fa3-07cf-432f-8a74-201216ff89e0 req-5c1b0389-998d-45ff-999d-09cd401dd5ec service nova] Acquired lock "refresh_cache-1e3b38e2-0d82-4e5d-aad9-831602aff20e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.909058] env[69808]: DEBUG nova.network.neutron [req-2f626fa3-07cf-432f-8a74-201216ff89e0 req-5c1b0389-998d-45ff-999d-09cd401dd5ec service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Refreshing network info cache for port 4357ae8d-4d81-47e7-a17e-58cba65d9396 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.913838] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.966219] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': task-3789893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.029539] env[69808]: DEBUG oslo_vmware.api [None req-2188b31a-461b-45ef-8942-e2ad707b0ea8 tempest-ServersAdminTestJSON-51838501 tempest-ServersAdminTestJSON-51838501-project-admin] Task: {'id': task-3789894, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.044426] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522c3bff-7e15-b26d-c880-77be4a662cf0, 'name': SearchDatastore_Task, 'duration_secs': 0.017919} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.044896] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.045279] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] f94063df-5f47-4727-b272-d50ffa44121e/f94063df-5f47-4727-b272-d50ffa44121e.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.045711] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3952b8b0-2074-4fe2-b54d-899ef93cf158 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.053518] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Waiting for the task: (returnval){ [ 862.053518] env[69808]: value = "task-3789895" [ 862.053518] env[69808]: _type = "Task" [ 862.053518] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.063346] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': task-3789895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.166584] env[69808]: DEBUG oslo_concurrency.lockutils [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.379s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.169630] env[69808]: DEBUG oslo_concurrency.lockutils [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.644s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.170034] env[69808]: DEBUG nova.objects.instance [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lazy-loading 'resources' on Instance uuid 57ee964a-1c5a-4687-95ba-30ea77022b14 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.196701] env[69808]: INFO nova.scheduler.client.report [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Deleted allocations for instance fe137230-0536-435e-be78-c3828f7a783d [ 862.352009] env[69808]: DEBUG oslo_vmware.api [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789891, 'name': PowerOnVM_Task, 'duration_secs': 1.669983} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.352361] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.353044] env[69808]: INFO nova.compute.manager [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Took 12.58 seconds to spawn the instance on the hypervisor. [ 862.353044] env[69808]: DEBUG nova.compute.manager [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 862.353620] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a601eb4-0c81-4031-bc2f-b58bf13c4202 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.381582] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "5006ea89-8a7a-47c5-8984-9a7239fad964" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.382020] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "5006ea89-8a7a-47c5-8984-9a7239fad964" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.382750] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "5006ea89-8a7a-47c5-8984-9a7239fad964-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.382750] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "5006ea89-8a7a-47c5-8984-9a7239fad964-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.383113] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "5006ea89-8a7a-47c5-8984-9a7239fad964-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.389604] env[69808]: INFO nova.compute.manager [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Terminating instance [ 862.467817] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': task-3789893, 'name': ReconfigVM_Task, 'duration_secs': 0.659076} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.468191] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 17b6e10a-2fad-448c-83c7-350a1e9f91c7/17b6e10a-2fad-448c-83c7-350a1e9f91c7.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.468922] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-688dfd81-28c1-4563-ad25-45dee256c07a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.473126] env[69808]: DEBUG nova.network.neutron [req-2f626fa3-07cf-432f-8a74-201216ff89e0 req-5c1b0389-998d-45ff-999d-09cd401dd5ec service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.478809] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Waiting for the task: (returnval){ [ 862.478809] env[69808]: value = "task-3789896" [ 862.478809] env[69808]: _type = "Task" [ 862.478809] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.489904] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': task-3789896, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.530707] env[69808]: DEBUG oslo_vmware.api [None req-2188b31a-461b-45ef-8942-e2ad707b0ea8 tempest-ServersAdminTestJSON-51838501 tempest-ServersAdminTestJSON-51838501-project-admin] Task: {'id': task-3789894, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.566778] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': task-3789895, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.654683] env[69808]: DEBUG nova.network.neutron [req-2f626fa3-07cf-432f-8a74-201216ff89e0 req-5c1b0389-998d-45ff-999d-09cd401dd5ec service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.691039] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Acquiring lock "250a4f01-6261-42d5-824e-8d53b6b02f60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.691792] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Lock "250a4f01-6261-42d5-824e-8d53b6b02f60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.692478] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Acquiring lock "250a4f01-6261-42d5-824e-8d53b6b02f60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.692785] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Lock "250a4f01-6261-42d5-824e-8d53b6b02f60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.692976] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Lock "250a4f01-6261-42d5-824e-8d53b6b02f60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.696447] env[69808]: INFO nova.compute.manager [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Terminating instance [ 862.710481] env[69808]: DEBUG oslo_concurrency.lockutils [None req-81d71160-7d7d-4934-9baf-a9cf88d4df41 tempest-InstanceActionsV221TestJSON-1846362907 tempest-InstanceActionsV221TestJSON-1846362907-project-member] Lock "fe137230-0536-435e-be78-c3828f7a783d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.790s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.883593] env[69808]: INFO nova.compute.manager [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Took 48.13 seconds to build instance. [ 862.898108] env[69808]: DEBUG nova.compute.manager [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.898437] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.901626] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03a06bf3-1094-471e-8925-1c3cfa284e43 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.910330] env[69808]: DEBUG oslo_vmware.api [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 862.910330] env[69808]: value = "task-3789897" [ 862.910330] env[69808]: _type = "Task" [ 862.910330] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.925211] env[69808]: DEBUG oslo_vmware.api [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.939955] env[69808]: DEBUG nova.network.neutron [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Successfully updated port: a35abc74-3513-4bd5-bfcd-e403768efaf6 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.992658] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': task-3789896, 'name': Rename_Task, 'duration_secs': 0.338357} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.993015] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.993296] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f0f2c66-e205-4ccc-9377-efee15183304 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.004184] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Waiting for the task: (returnval){ [ 863.004184] env[69808]: value = "task-3789898" [ 863.004184] env[69808]: _type = "Task" [ 863.004184] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.016475] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': task-3789898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.029936] env[69808]: DEBUG oslo_vmware.api [None req-2188b31a-461b-45ef-8942-e2ad707b0ea8 tempest-ServersAdminTestJSON-51838501 tempest-ServersAdminTestJSON-51838501-project-admin] Task: {'id': task-3789894, 'name': ReconfigVM_Task, 'duration_secs': 1.24037} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.030246] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2188b31a-461b-45ef-8942-e2ad707b0ea8 tempest-ServersAdminTestJSON-51838501 tempest-ServersAdminTestJSON-51838501-project-admin] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Reconfigured VM instance to set the machine id {{(pid=69808) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 863.047859] env[69808]: DEBUG nova.compute.manager [req-f8ff853c-2479-4a48-bf63-4c56719065ff req-10200b09-dbef-4f3e-94de-b2284adb0daa service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Received event network-vif-plugged-a3ef6c9e-db3e-42ba-ab2d-e46f1264947f {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.048090] env[69808]: DEBUG oslo_concurrency.lockutils [req-f8ff853c-2479-4a48-bf63-4c56719065ff req-10200b09-dbef-4f3e-94de-b2284adb0daa service nova] Acquiring lock "1e3b38e2-0d82-4e5d-aad9-831602aff20e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.048327] env[69808]: DEBUG oslo_concurrency.lockutils [req-f8ff853c-2479-4a48-bf63-4c56719065ff req-10200b09-dbef-4f3e-94de-b2284adb0daa service nova] Lock "1e3b38e2-0d82-4e5d-aad9-831602aff20e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.048501] env[69808]: DEBUG oslo_concurrency.lockutils [req-f8ff853c-2479-4a48-bf63-4c56719065ff req-10200b09-dbef-4f3e-94de-b2284adb0daa service nova] Lock "1e3b38e2-0d82-4e5d-aad9-831602aff20e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.048687] env[69808]: DEBUG nova.compute.manager [req-f8ff853c-2479-4a48-bf63-4c56719065ff req-10200b09-dbef-4f3e-94de-b2284adb0daa service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] No waiting events found dispatching network-vif-plugged-a3ef6c9e-db3e-42ba-ab2d-e46f1264947f {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 863.048838] env[69808]: WARNING nova.compute.manager [req-f8ff853c-2479-4a48-bf63-4c56719065ff req-10200b09-dbef-4f3e-94de-b2284adb0daa service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Received unexpected event network-vif-plugged-a3ef6c9e-db3e-42ba-ab2d-e46f1264947f for instance with vm_state building and task_state spawning. [ 863.066583] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': task-3789895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.817304} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.066863] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] f94063df-5f47-4727-b272-d50ffa44121e/f94063df-5f47-4727-b272-d50ffa44121e.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.067089] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.067350] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aec0ae15-81c1-46d3-909d-0dccaf3f3d28 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.080418] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Waiting for the task: (returnval){ [ 863.080418] env[69808]: value = "task-3789899" [ 863.080418] env[69808]: _type = "Task" [ 863.080418] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.084877] env[69808]: DEBUG nova.network.neutron [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Successfully updated port: a3ef6c9e-db3e-42ba-ab2d-e46f1264947f {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.106137] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': task-3789899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.162736] env[69808]: DEBUG oslo_concurrency.lockutils [req-2f626fa3-07cf-432f-8a74-201216ff89e0 req-5c1b0389-998d-45ff-999d-09cd401dd5ec service nova] Releasing lock "refresh_cache-1e3b38e2-0d82-4e5d-aad9-831602aff20e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.204708] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Acquiring lock "refresh_cache-250a4f01-6261-42d5-824e-8d53b6b02f60" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.204944] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Acquired lock "refresh_cache-250a4f01-6261-42d5-824e-8d53b6b02f60" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.205151] env[69808]: DEBUG nova.network.neutron [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.334950] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e8d24d-720b-4527-a919-9eff38e2e5b3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.348121] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef7d947-0864-428d-9814-f0d39e615f99 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.382556] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c5ce1d-09fb-48c6-87a3-e8994df21d6c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.385943] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1b324a8d-dae8-4ff7-a3bf-76180564e6de tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "f5b71ac9-d08a-4429-96ce-9bcfbcbfa978" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.897s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.395126] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dbc687-a638-445e-a2fb-99cca8e803d5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.410304] env[69808]: DEBUG nova.compute.provider_tree [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.425781] env[69808]: DEBUG oslo_vmware.api [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789897, 'name': PowerOffVM_Task, 'duration_secs': 0.258734} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.426036] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.426263] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Volume detach. Driver type: vmdk {{(pid=69808) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 863.428092] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-753916', 'volume_id': 'd086dd9b-7ae5-464e-9831-7936c3d3f791', 'name': 'volume-d086dd9b-7ae5-464e-9831-7936c3d3f791', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5006ea89-8a7a-47c5-8984-9a7239fad964', 'attached_at': '', 'detached_at': '', 'volume_id': 'd086dd9b-7ae5-464e-9831-7936c3d3f791', 'serial': 'd086dd9b-7ae5-464e-9831-7936c3d3f791'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 863.428092] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432d69b3-69ce-419f-b87e-8e09b90871ca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.451603] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquiring lock "refresh_cache-13b1a4ec-7ef4-4ead-a9d8-59ee94455600" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.451603] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquired lock "refresh_cache-13b1a4ec-7ef4-4ead-a9d8-59ee94455600" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.451603] env[69808]: DEBUG nova.network.neutron [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.454030] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e0778b-358a-44c3-8897-61ccffc5b12f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.466200] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c2426c-21ec-436a-8839-ef187e29899b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.489618] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd8c376-18f4-472d-90e5-aeecca33212d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.508169] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] The volume has not been displaced from its original location: [datastore2] volume-d086dd9b-7ae5-464e-9831-7936c3d3f791/volume-d086dd9b-7ae5-464e-9831-7936c3d3f791.vmdk. No consolidation needed. {{(pid=69808) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 863.513677] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Reconfiguring VM instance instance-00000029 to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 863.517178] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-112d6957-298e-43cc-b0b1-6465e8391d80 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.538818] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': task-3789898, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.540644] env[69808]: DEBUG oslo_vmware.api [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 863.540644] env[69808]: value = "task-3789900" [ 863.540644] env[69808]: _type = "Task" [ 863.540644] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.550466] env[69808]: DEBUG oslo_vmware.api [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.593793] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': task-3789899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160564} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.594154] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.595745] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aade70f-10d4-47cb-ae3e-82c4015e0e10 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.620087] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] f94063df-5f47-4727-b272-d50ffa44121e/f94063df-5f47-4727-b272-d50ffa44121e.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.620427] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b949475-37fa-483c-aff7-1143e9de0651 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.641886] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Waiting for the task: (returnval){ [ 863.641886] env[69808]: value = "task-3789901" [ 863.641886] env[69808]: _type = "Task" [ 863.641886] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.651992] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': task-3789901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.734235] env[69808]: DEBUG nova.network.neutron [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.858432] env[69808]: DEBUG nova.network.neutron [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.888846] env[69808]: DEBUG nova.compute.manager [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.920371] env[69808]: DEBUG nova.scheduler.client.report [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.025313] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': task-3789898, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.054614] env[69808]: DEBUG oslo_vmware.api [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.152500] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': task-3789901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.312953] env[69808]: DEBUG nova.network.neutron [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.346541] env[69808]: DEBUG nova.compute.manager [req-a64975c3-ac59-4fbf-ba91-4a63ba346d6a req-2ec71edd-8450-46db-b117-464a1f1cf64b service nova] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Received event network-vif-plugged-a35abc74-3513-4bd5-bfcd-e403768efaf6 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.346541] env[69808]: DEBUG oslo_concurrency.lockutils [req-a64975c3-ac59-4fbf-ba91-4a63ba346d6a req-2ec71edd-8450-46db-b117-464a1f1cf64b service nova] Acquiring lock "13b1a4ec-7ef4-4ead-a9d8-59ee94455600-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.346541] env[69808]: DEBUG oslo_concurrency.lockutils [req-a64975c3-ac59-4fbf-ba91-4a63ba346d6a req-2ec71edd-8450-46db-b117-464a1f1cf64b service nova] Lock "13b1a4ec-7ef4-4ead-a9d8-59ee94455600-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.346541] env[69808]: DEBUG oslo_concurrency.lockutils [req-a64975c3-ac59-4fbf-ba91-4a63ba346d6a req-2ec71edd-8450-46db-b117-464a1f1cf64b service nova] Lock "13b1a4ec-7ef4-4ead-a9d8-59ee94455600-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.346541] env[69808]: DEBUG nova.compute.manager [req-a64975c3-ac59-4fbf-ba91-4a63ba346d6a req-2ec71edd-8450-46db-b117-464a1f1cf64b service nova] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] No waiting events found dispatching network-vif-plugged-a35abc74-3513-4bd5-bfcd-e403768efaf6 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 864.346928] env[69808]: WARNING nova.compute.manager [req-a64975c3-ac59-4fbf-ba91-4a63ba346d6a req-2ec71edd-8450-46db-b117-464a1f1cf64b service nova] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Received unexpected event network-vif-plugged-a35abc74-3513-4bd5-bfcd-e403768efaf6 for instance with vm_state building and task_state spawning. [ 864.346928] env[69808]: DEBUG nova.compute.manager [req-a64975c3-ac59-4fbf-ba91-4a63ba346d6a req-2ec71edd-8450-46db-b117-464a1f1cf64b service nova] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Received event network-changed-a35abc74-3513-4bd5-bfcd-e403768efaf6 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.347447] env[69808]: DEBUG nova.compute.manager [req-a64975c3-ac59-4fbf-ba91-4a63ba346d6a req-2ec71edd-8450-46db-b117-464a1f1cf64b service nova] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Refreshing instance network info cache due to event network-changed-a35abc74-3513-4bd5-bfcd-e403768efaf6. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.347447] env[69808]: DEBUG oslo_concurrency.lockutils [req-a64975c3-ac59-4fbf-ba91-4a63ba346d6a req-2ec71edd-8450-46db-b117-464a1f1cf64b service nova] Acquiring lock "refresh_cache-13b1a4ec-7ef4-4ead-a9d8-59ee94455600" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.361832] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Releasing lock "refresh_cache-250a4f01-6261-42d5-824e-8d53b6b02f60" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.362279] env[69808]: DEBUG nova.compute.manager [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.362472] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.363770] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76e22bf-02ee-421b-b3d7-efdacd0b361f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.373337] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.373535] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4199857-eb4a-47bd-a21d-5456a38b9b5c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.382101] env[69808]: DEBUG oslo_vmware.api [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for the task: (returnval){ [ 864.382101] env[69808]: value = "task-3789902" [ 864.382101] env[69808]: _type = "Task" [ 864.382101] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.394700] env[69808]: DEBUG oslo_vmware.api [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.422358] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.427119] env[69808]: DEBUG oslo_concurrency.lockutils [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.429645] env[69808]: DEBUG oslo_concurrency.lockutils [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.745s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.429940] env[69808]: DEBUG nova.objects.instance [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lazy-loading 'resources' on Instance uuid 10dddda7-ac47-4728-a74d-1f85045a148b {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.448622] env[69808]: INFO nova.scheduler.client.report [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Deleted allocations for instance 57ee964a-1c5a-4687-95ba-30ea77022b14 [ 864.522196] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': task-3789898, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.551477] env[69808]: DEBUG oslo_vmware.api [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789900, 'name': ReconfigVM_Task, 'duration_secs': 0.632762} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.551777] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Reconfigured VM instance instance-00000029 to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 864.557369] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84534dc3-3bdb-475a-876f-404ff42969cc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.578185] env[69808]: DEBUG oslo_vmware.api [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 864.578185] env[69808]: value = "task-3789903" [ 864.578185] env[69808]: _type = "Task" [ 864.578185] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.588945] env[69808]: DEBUG oslo_vmware.api [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789903, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.617057] env[69808]: DEBUG nova.network.neutron [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Updating instance_info_cache with network_info: [{"id": "a35abc74-3513-4bd5-bfcd-e403768efaf6", "address": "fa:16:3e:a3:81:9b", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa35abc74-35", "ovs_interfaceid": "a35abc74-3513-4bd5-bfcd-e403768efaf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.659299] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': task-3789901, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.894470] env[69808]: DEBUG oslo_vmware.api [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789902, 'name': PowerOffVM_Task, 'duration_secs': 0.136322} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.894897] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.895062] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.895384] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bca2268-df56-49a2-87df-4a986fadfb8d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.925150] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.925150] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.925150] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Deleting the datastore file [datastore2] 250a4f01-6261-42d5-824e-8d53b6b02f60 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.925150] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14e4261a-332e-463f-9be7-63085b1bc74d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.931416] env[69808]: DEBUG oslo_vmware.api [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for the task: (returnval){ [ 864.931416] env[69808]: value = "task-3789905" [ 864.931416] env[69808]: _type = "Task" [ 864.931416] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.948361] env[69808]: DEBUG oslo_vmware.api [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.960456] env[69808]: DEBUG oslo_concurrency.lockutils [None req-de4fd0fa-efba-4cf1-a9c3-1ba3be0b239a tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "57ee964a-1c5a-4687-95ba-30ea77022b14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.577s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.027038] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': task-3789898, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.104743] env[69808]: DEBUG oslo_vmware.api [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789903, 'name': ReconfigVM_Task, 'duration_secs': 0.206743} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.106189] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-753916', 'volume_id': 'd086dd9b-7ae5-464e-9831-7936c3d3f791', 'name': 'volume-d086dd9b-7ae5-464e-9831-7936c3d3f791', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5006ea89-8a7a-47c5-8984-9a7239fad964', 'attached_at': '', 'detached_at': '', 'volume_id': 'd086dd9b-7ae5-464e-9831-7936c3d3f791', 'serial': 'd086dd9b-7ae5-464e-9831-7936c3d3f791'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 865.106189] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.109788] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d639c75c-23cc-4c11-866c-3ea74d1037b4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.118744] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Releasing lock "refresh_cache-13b1a4ec-7ef4-4ead-a9d8-59ee94455600" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.118952] env[69808]: DEBUG nova.compute.manager [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Instance network_info: |[{"id": "a35abc74-3513-4bd5-bfcd-e403768efaf6", "address": "fa:16:3e:a3:81:9b", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa35abc74-35", "ovs_interfaceid": "a35abc74-3513-4bd5-bfcd-e403768efaf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.119369] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.119660] env[69808]: DEBUG oslo_concurrency.lockutils [req-a64975c3-ac59-4fbf-ba91-4a63ba346d6a req-2ec71edd-8450-46db-b117-464a1f1cf64b service nova] Acquired lock "refresh_cache-13b1a4ec-7ef4-4ead-a9d8-59ee94455600" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.119832] env[69808]: DEBUG nova.network.neutron [req-a64975c3-ac59-4fbf-ba91-4a63ba346d6a req-2ec71edd-8450-46db-b117-464a1f1cf64b service nova] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Refreshing network info cache for port a35abc74-3513-4bd5-bfcd-e403768efaf6 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.121179] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:81:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a35abc74-3513-4bd5-bfcd-e403768efaf6', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.131117] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.131117] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-126b0e4e-e6e0-42c4-8e1e-c2b75211242c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.137534] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.138503] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95f0ed61-a046-4652-aeb5-b9577520353d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.172087] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': task-3789901, 'name': ReconfigVM_Task, 'duration_secs': 1.064502} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.173838] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Reconfigured VM instance instance-0000002f to attach disk [datastore2] f94063df-5f47-4727-b272-d50ffa44121e/f94063df-5f47-4727-b272-d50ffa44121e.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.176902] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.176902] env[69808]: value = "task-3789907" [ 865.176902] env[69808]: _type = "Task" [ 865.176902] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.176902] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2249bf9-138a-433d-8ce9-b4c42c07adce {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.191844] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789907, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.196330] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Waiting for the task: (returnval){ [ 865.196330] env[69808]: value = "task-3789908" [ 865.196330] env[69808]: _type = "Task" [ 865.196330] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.211245] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': task-3789908, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.251084] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.251260] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.251920] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Deleting the datastore file [datastore1] 5006ea89-8a7a-47c5-8984-9a7239fad964 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.251920] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0500f4d9-94f7-444a-9757-e3b4e212c93e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.267064] env[69808]: DEBUG oslo_vmware.api [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 865.267064] env[69808]: value = "task-3789909" [ 865.267064] env[69808]: _type = "Task" [ 865.267064] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.282935] env[69808]: DEBUG oslo_vmware.api [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.450739] env[69808]: DEBUG oslo_vmware.api [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Task: {'id': task-3789905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14323} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.454667] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.454978] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.455142] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.455389] env[69808]: INFO nova.compute.manager [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Took 1.09 seconds to destroy the instance on the hypervisor. [ 865.455998] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.456244] env[69808]: DEBUG nova.compute.manager [-] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.456362] env[69808]: DEBUG nova.network.neutron [-] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.491766] env[69808]: DEBUG nova.network.neutron [-] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.525524] env[69808]: DEBUG oslo_vmware.api [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': task-3789898, 'name': PowerOnVM_Task, 'duration_secs': 2.120309} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.526288] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.526288] env[69808]: INFO nova.compute.manager [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Took 12.95 seconds to spawn the instance on the hypervisor. [ 865.526459] env[69808]: DEBUG nova.compute.manager [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 865.527691] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ad4905-4488-4868-9a86-02104af64d25 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.643145] env[69808]: DEBUG nova.network.neutron [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Successfully updated port: 7c448106-e86f-4337-a568-4bb6830dcb8c {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.703752] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789907, 'name': CreateVM_Task, 'duration_secs': 0.416715} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.708439] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.709265] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f1a06d-1540-498c-a29e-2d622e59f948 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.712798] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.712937] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.713277] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.713984] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8dc69ef-6534-4e85-b260-5599439b15e6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.725104] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': task-3789908, 'name': Rename_Task, 'duration_secs': 0.183492} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.727579] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54ddde9-ab39-427a-ab6d-c63608e1b27e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.730476] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.734231] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f38a6582-e498-48b5-b62c-58baa6258849 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.734742] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for the task: (returnval){ [ 865.734742] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5223a7a1-ada4-74f3-68ac-957a7bcb9387" [ 865.734742] env[69808]: _type = "Task" [ 865.734742] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.780662] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f26416-33f3-483c-baa4-6aeaab17df6d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.785639] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Waiting for the task: (returnval){ [ 865.785639] env[69808]: value = "task-3789910" [ 865.785639] env[69808]: _type = "Task" [ 865.785639] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.790606] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5223a7a1-ada4-74f3-68ac-957a7bcb9387, 'name': SearchDatastore_Task, 'duration_secs': 0.013733} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.795304] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.795462] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.795927] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.795927] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.796112] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.801157] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ce50d04-74d9-43f1-a4ec-401b7f07124f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.803769] env[69808]: DEBUG oslo_vmware.api [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3789909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19973} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.809296] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147b9f01-ead2-41e0-9966-056983d76fb9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.814137] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.814137] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.814137] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.814137] env[69808]: INFO nova.compute.manager [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Took 2.92 seconds to destroy the instance on the hypervisor. [ 865.814137] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.820739] env[69808]: DEBUG nova.compute.manager [-] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.820898] env[69808]: DEBUG nova.network.neutron [-] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.823616] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': task-3789910, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.837428] env[69808]: DEBUG nova.compute.provider_tree [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.840643] env[69808]: DEBUG nova.compute.manager [req-a074cad7-b766-4422-a382-55b6050a22cd req-8065ae62-03ea-4ecc-90b7-c1f74a7d2851 service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Received event network-changed-a3ef6c9e-db3e-42ba-ab2d-e46f1264947f {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.840844] env[69808]: DEBUG nova.compute.manager [req-a074cad7-b766-4422-a382-55b6050a22cd req-8065ae62-03ea-4ecc-90b7-c1f74a7d2851 service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Refreshing instance network info cache due to event network-changed-a3ef6c9e-db3e-42ba-ab2d-e46f1264947f. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.841448] env[69808]: DEBUG oslo_concurrency.lockutils [req-a074cad7-b766-4422-a382-55b6050a22cd req-8065ae62-03ea-4ecc-90b7-c1f74a7d2851 service nova] Acquiring lock "refresh_cache-1e3b38e2-0d82-4e5d-aad9-831602aff20e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.841448] env[69808]: DEBUG oslo_concurrency.lockutils [req-a074cad7-b766-4422-a382-55b6050a22cd req-8065ae62-03ea-4ecc-90b7-c1f74a7d2851 service nova] Acquired lock "refresh_cache-1e3b38e2-0d82-4e5d-aad9-831602aff20e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.841579] env[69808]: DEBUG nova.network.neutron [req-a074cad7-b766-4422-a382-55b6050a22cd req-8065ae62-03ea-4ecc-90b7-c1f74a7d2851 service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Refreshing network info cache for port a3ef6c9e-db3e-42ba-ab2d-e46f1264947f {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.843269] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.843466] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.848763] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-543d923e-cfea-4b16-94fe-54cd0b09763d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.850098] env[69808]: INFO nova.compute.manager [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Rebuilding instance [ 865.861726] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for the task: (returnval){ [ 865.861726] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c2f6d0-89f2-40c9-292b-bf79d09f0414" [ 865.861726] env[69808]: _type = "Task" [ 865.861726] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.878480] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c2f6d0-89f2-40c9-292b-bf79d09f0414, 'name': SearchDatastore_Task, 'duration_secs': 0.010905} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.879192] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2912ab8d-c50d-4f98-8d9f-909a3d6ebbb1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.890990] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for the task: (returnval){ [ 865.890990] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523258f5-32ad-212f-f2cf-77fc6d81bd11" [ 865.890990] env[69808]: _type = "Task" [ 865.890990] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.909205] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523258f5-32ad-212f-f2cf-77fc6d81bd11, 'name': SearchDatastore_Task, 'duration_secs': 0.017364} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.911096] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.911096] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 13b1a4ec-7ef4-4ead-a9d8-59ee94455600/13b1a4ec-7ef4-4ead-a9d8-59ee94455600.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.911096] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81a63a15-1dde-42bf-a775-c2dae68dd3b4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.919164] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for the task: (returnval){ [ 865.919164] env[69808]: value = "task-3789911" [ 865.919164] env[69808]: _type = "Task" [ 865.919164] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.946271] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.949791] env[69808]: DEBUG nova.compute.manager [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 865.950800] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933323e5-e31e-498d-af8c-179ac22bfc72 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.994159] env[69808]: DEBUG nova.network.neutron [-] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.057787] env[69808]: INFO nova.compute.manager [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Took 48.58 seconds to build instance. [ 866.135391] env[69808]: DEBUG nova.network.neutron [req-a64975c3-ac59-4fbf-ba91-4a63ba346d6a req-2ec71edd-8450-46db-b117-464a1f1cf64b service nova] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Updated VIF entry in instance network info cache for port a35abc74-3513-4bd5-bfcd-e403768efaf6. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.135783] env[69808]: DEBUG nova.network.neutron [req-a64975c3-ac59-4fbf-ba91-4a63ba346d6a req-2ec71edd-8450-46db-b117-464a1f1cf64b service nova] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Updating instance_info_cache with network_info: [{"id": "a35abc74-3513-4bd5-bfcd-e403768efaf6", "address": "fa:16:3e:a3:81:9b", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa35abc74-35", "ovs_interfaceid": "a35abc74-3513-4bd5-bfcd-e403768efaf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.146207] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquiring lock "refresh_cache-1e3b38e2-0d82-4e5d-aad9-831602aff20e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.308443] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': task-3789910, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.346223] env[69808]: DEBUG nova.scheduler.client.report [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.443837] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "11c45281-964e-41c6-bb96-6b8037972cf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.444149] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "11c45281-964e-41c6-bb96-6b8037972cf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.444686] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789911, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.450874] env[69808]: DEBUG nova.network.neutron [req-a074cad7-b766-4422-a382-55b6050a22cd req-8065ae62-03ea-4ecc-90b7-c1f74a7d2851 service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.497343] env[69808]: INFO nova.compute.manager [-] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Took 1.04 seconds to deallocate network for instance. [ 866.561024] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8b6dd767-e7d5-47e3-926a-69deb33ea654 tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Lock "17b6e10a-2fad-448c-83c7-350a1e9f91c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.350s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.600402] env[69808]: DEBUG nova.network.neutron [req-a074cad7-b766-4422-a382-55b6050a22cd req-8065ae62-03ea-4ecc-90b7-c1f74a7d2851 service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.639465] env[69808]: DEBUG oslo_concurrency.lockutils [req-a64975c3-ac59-4fbf-ba91-4a63ba346d6a req-2ec71edd-8450-46db-b117-464a1f1cf64b service nova] Releasing lock "refresh_cache-13b1a4ec-7ef4-4ead-a9d8-59ee94455600" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.725379] env[69808]: DEBUG nova.network.neutron [-] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.809590] env[69808]: DEBUG oslo_vmware.api [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': task-3789910, 'name': PowerOnVM_Task, 'duration_secs': 0.563193} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.809906] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.810216] env[69808]: INFO nova.compute.manager [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Took 11.46 seconds to spawn the instance on the hypervisor. [ 866.810412] env[69808]: DEBUG nova.compute.manager [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 866.811248] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c29fe65-948b-495d-aa1f-c8dc10781bae {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.856777] env[69808]: DEBUG oslo_concurrency.lockutils [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.426s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.859035] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.431s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.859035] env[69808]: DEBUG nova.objects.instance [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lazy-loading 'resources' on Instance uuid cbed13e8-2cf5-4644-a12b-5aefb21b22a9 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.900846] env[69808]: INFO nova.scheduler.client.report [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Deleted allocations for instance 10dddda7-ac47-4728-a74d-1f85045a148b [ 866.932123] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621753} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.932512] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 13b1a4ec-7ef4-4ead-a9d8-59ee94455600/13b1a4ec-7ef4-4ead-a9d8-59ee94455600.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.932662] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.933020] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93cedf8e-0354-4cea-a640-5d0ce801d300 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.942817] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for the task: (returnval){ [ 866.942817] env[69808]: value = "task-3789912" [ 866.942817] env[69808]: _type = "Task" [ 866.942817] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.954491] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.959904] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Acquiring lock "514260a0-06e4-41bb-8478-3f423ce82018" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.960606] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Lock "514260a0-06e4-41bb-8478-3f423ce82018" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.968634] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.969074] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3181574c-368b-4e08-aed7-86130410a600 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.978156] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 866.978156] env[69808]: value = "task-3789913" [ 866.978156] env[69808]: _type = "Task" [ 866.978156] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.994648] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.010239] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.065710] env[69808]: DEBUG nova.compute.manager [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.106577] env[69808]: DEBUG oslo_concurrency.lockutils [req-a074cad7-b766-4422-a382-55b6050a22cd req-8065ae62-03ea-4ecc-90b7-c1f74a7d2851 service nova] Releasing lock "refresh_cache-1e3b38e2-0d82-4e5d-aad9-831602aff20e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.106577] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquired lock "refresh_cache-1e3b38e2-0d82-4e5d-aad9-831602aff20e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.106798] env[69808]: DEBUG nova.network.neutron [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.229261] env[69808]: INFO nova.compute.manager [-] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Took 1.41 seconds to deallocate network for instance. [ 867.344757] env[69808]: INFO nova.compute.manager [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Took 44.32 seconds to build instance. [ 867.420864] env[69808]: DEBUG oslo_concurrency.lockutils [None req-da0a63d6-07b1-4c8b-a127-455fa9887f0b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "10dddda7-ac47-4728-a74d-1f85045a148b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.983s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.463312] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.310696} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.463623] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.464671] env[69808]: DEBUG nova.compute.utils [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.467308] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f2a93e-5763-4725-b841-3dd0ddf9be4f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.494445] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 13b1a4ec-7ef4-4ead-a9d8-59ee94455600/13b1a4ec-7ef4-4ead-a9d8-59ee94455600.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.502235] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-814409d2-1634-4735-8efd-ce93bdd86f7c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.526592] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789913, 'name': PowerOffVM_Task, 'duration_secs': 0.486118} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.532856] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.532856] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.532856] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for the task: (returnval){ [ 867.532856] env[69808]: value = "task-3789914" [ 867.532856] env[69808]: _type = "Task" [ 867.532856] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.537283] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c1f840-53d0-4eb1-ad96-2c244ad1d685 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.555358] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.557917] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.558284] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a53ac915-1656-40a2-a1c2-b0b2d47b8957 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.591023] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.688862] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.688862] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.689395] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Deleting the datastore file [datastore1] f5b71ac9-d08a-4429-96ce-9bcfbcbfa978 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.689768] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d72e422a-74dc-43ab-9d62-89ef649460e2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.699587] env[69808]: DEBUG nova.network.neutron [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.709678] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 867.709678] env[69808]: value = "task-3789916" [ 867.709678] env[69808]: _type = "Task" [ 867.709678] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.721307] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.802778] env[69808]: INFO nova.compute.manager [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Took 0.57 seconds to detach 1 volumes for instance. [ 867.849531] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ed112db4-0e9b-401b-9269-87201f8cbf64 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Lock "f94063df-5f47-4727-b272-d50ffa44121e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.553s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.972082] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Lock "514260a0-06e4-41bb-8478-3f423ce82018" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.045929] env[69808]: INFO nova.compute.manager [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Rebuilding instance [ 868.064493] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.071133] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8045ed-417d-4108-87a4-4b3d58c95034 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.085641] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da5cf30-0549-4d72-b903-aae1314caaec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.130473] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297055cd-a16a-44f1-9317-c9acdb8cc4e9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.133751] env[69808]: DEBUG nova.compute.manager [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 868.135040] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9ec818-93de-4a87-b2ba-d7ae1b2247d4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.148989] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca90180-dd3a-4937-a2dd-6efb4bb6b517 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.171173] env[69808]: DEBUG nova.compute.provider_tree [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.221914] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220206} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.222203] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.222392] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.222662] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.312875] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.352145] env[69808]: DEBUG nova.compute.manager [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.562937] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789914, 'name': ReconfigVM_Task, 'duration_secs': 0.655959} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.563563] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 13b1a4ec-7ef4-4ead-a9d8-59ee94455600/13b1a4ec-7ef4-4ead-a9d8-59ee94455600.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.564548] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8080fc2f-2619-44dd-8baa-36febce2cfb8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.575653] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for the task: (returnval){ [ 868.575653] env[69808]: value = "task-3789917" [ 868.575653] env[69808]: _type = "Task" [ 868.575653] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.589442] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789917, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.674798] env[69808]: DEBUG nova.scheduler.client.report [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.875603] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.937412] env[69808]: DEBUG nova.compute.manager [req-956f11a6-68ec-4ae8-8274-de0974170671 req-9a78c524-fafd-4399-9eea-49031300b801 service nova] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Received event network-changed-7595d16a-4fbe-42b2-935d-16bfa20485dd {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.937529] env[69808]: DEBUG nova.compute.manager [req-956f11a6-68ec-4ae8-8274-de0974170671 req-9a78c524-fafd-4399-9eea-49031300b801 service nova] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Refreshing instance network info cache due to event network-changed-7595d16a-4fbe-42b2-935d-16bfa20485dd. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.937814] env[69808]: DEBUG oslo_concurrency.lockutils [req-956f11a6-68ec-4ae8-8274-de0974170671 req-9a78c524-fafd-4399-9eea-49031300b801 service nova] Acquiring lock "refresh_cache-17b6e10a-2fad-448c-83c7-350a1e9f91c7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.938026] env[69808]: DEBUG oslo_concurrency.lockutils [req-956f11a6-68ec-4ae8-8274-de0974170671 req-9a78c524-fafd-4399-9eea-49031300b801 service nova] Acquired lock "refresh_cache-17b6e10a-2fad-448c-83c7-350a1e9f91c7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.938208] env[69808]: DEBUG nova.network.neutron [req-956f11a6-68ec-4ae8-8274-de0974170671 req-9a78c524-fafd-4399-9eea-49031300b801 service nova] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Refreshing network info cache for port 7595d16a-4fbe-42b2-935d-16bfa20485dd {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.990535] env[69808]: DEBUG nova.network.neutron [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Updating instance_info_cache with network_info: [{"id": "4357ae8d-4d81-47e7-a17e-58cba65d9396", "address": "fa:16:3e:21:aa:bf", "network": {"id": "e529a795-4f20-4065-a74a-f78561db1dcc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1365643608", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2116cd51b044889de610fc9edfa9ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4357ae8d-4d", "ovs_interfaceid": "4357ae8d-4d81-47e7-a17e-58cba65d9396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3ef6c9e-db3e-42ba-ab2d-e46f1264947f", "address": "fa:16:3e:99:34:8d", "network": {"id": "3bd6074b-be46-436b-958e-32cb13364463", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1101646226", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0c2116cd51b044889de610fc9edfa9ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ef6c9e-db", "ovs_interfaceid": "a3ef6c9e-db3e-42ba-ab2d-e46f1264947f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c448106-e86f-4337-a568-4bb6830dcb8c", "address": "fa:16:3e:02:6e:d5", "network": {"id": "e529a795-4f20-4065-a74a-f78561db1dcc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1365643608", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2116cd51b044889de610fc9edfa9ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c448106-e8", "ovs_interfaceid": "7c448106-e86f-4337-a568-4bb6830dcb8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.059924] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Acquiring lock "514260a0-06e4-41bb-8478-3f423ce82018" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.059924] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Lock "514260a0-06e4-41bb-8478-3f423ce82018" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.059924] env[69808]: INFO nova.compute.manager [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Attaching volume cd819f12-3b85-44e2-aab5-9fea4eb2ebfb to /dev/sdb [ 869.089186] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789917, 'name': Rename_Task, 'duration_secs': 0.17454} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.089186] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.089186] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c548cba-1a83-4169-bbd8-15a6b3dea476 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.092908] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce13ef05-bc2f-43f0-a6e4-dc1b738f17e8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.097315] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for the task: (returnval){ [ 869.097315] env[69808]: value = "task-3789918" [ 869.097315] env[69808]: _type = "Task" [ 869.097315] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.103269] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a038b2-6d55-4749-be59-c86d82e4d2ab {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.109167] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.126864] env[69808]: DEBUG nova.virt.block_device [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Updating existing volume attachment record: b86ef475-be97-4b94-b2ec-49f15efbf834 {{(pid=69808) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 869.165381] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.165381] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9da5e8f0-7951-43ae-a0b1-d0836c0fd0c4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.172284] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 869.172284] env[69808]: value = "task-3789919" [ 869.172284] env[69808]: _type = "Task" [ 869.172284] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.186340] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.324s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.186340] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.186340] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.997s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.189332] env[69808]: INFO nova.compute.claims [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.218115] env[69808]: INFO nova.scheduler.client.report [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Deleted allocations for instance cbed13e8-2cf5-4644-a12b-5aefb21b22a9 [ 869.270836] env[69808]: DEBUG nova.virt.hardware [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.271050] env[69808]: DEBUG nova.virt.hardware [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.271209] env[69808]: DEBUG nova.virt.hardware [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.271390] env[69808]: DEBUG nova.virt.hardware [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.271538] env[69808]: DEBUG nova.virt.hardware [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.271688] env[69808]: DEBUG nova.virt.hardware [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.271901] env[69808]: DEBUG nova.virt.hardware [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.272091] env[69808]: DEBUG nova.virt.hardware [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.272346] env[69808]: DEBUG nova.virt.hardware [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.272574] env[69808]: DEBUG nova.virt.hardware [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.272775] env[69808]: DEBUG nova.virt.hardware [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.275118] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d49f249-10b0-4803-a4bf-bc2401b9ff53 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.285232] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c526da-c625-44ae-829c-b1a47dacbca9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.302362] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:dd:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fee4ffe-72a9-4861-96fc-53fa2c7e2e36', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.310503] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.311235] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.311606] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-777734c7-d119-4fe7-9cee-b6b8d4ce92eb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.334465] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.334465] env[69808]: value = "task-3789922" [ 869.334465] env[69808]: _type = "Task" [ 869.334465] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.342024] env[69808]: DEBUG nova.compute.manager [req-b87d95f4-1651-47f6-b5a2-e3c78990b40d req-e97f91c3-f350-41fb-b698-c9a6782fa69e service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Received event network-vif-plugged-7c448106-e86f-4337-a568-4bb6830dcb8c {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.342277] env[69808]: DEBUG oslo_concurrency.lockutils [req-b87d95f4-1651-47f6-b5a2-e3c78990b40d req-e97f91c3-f350-41fb-b698-c9a6782fa69e service nova] Acquiring lock "1e3b38e2-0d82-4e5d-aad9-831602aff20e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.342978] env[69808]: DEBUG oslo_concurrency.lockutils [req-b87d95f4-1651-47f6-b5a2-e3c78990b40d req-e97f91c3-f350-41fb-b698-c9a6782fa69e service nova] Lock "1e3b38e2-0d82-4e5d-aad9-831602aff20e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.342978] env[69808]: DEBUG oslo_concurrency.lockutils [req-b87d95f4-1651-47f6-b5a2-e3c78990b40d req-e97f91c3-f350-41fb-b698-c9a6782fa69e service nova] Lock "1e3b38e2-0d82-4e5d-aad9-831602aff20e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.342978] env[69808]: DEBUG nova.compute.manager [req-b87d95f4-1651-47f6-b5a2-e3c78990b40d req-e97f91c3-f350-41fb-b698-c9a6782fa69e service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] No waiting events found dispatching network-vif-plugged-7c448106-e86f-4337-a568-4bb6830dcb8c {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 869.343109] env[69808]: WARNING nova.compute.manager [req-b87d95f4-1651-47f6-b5a2-e3c78990b40d req-e97f91c3-f350-41fb-b698-c9a6782fa69e service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Received unexpected event network-vif-plugged-7c448106-e86f-4337-a568-4bb6830dcb8c for instance with vm_state building and task_state spawning. [ 869.343273] env[69808]: DEBUG nova.compute.manager [req-b87d95f4-1651-47f6-b5a2-e3c78990b40d req-e97f91c3-f350-41fb-b698-c9a6782fa69e service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Received event network-changed-7c448106-e86f-4337-a568-4bb6830dcb8c {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.343505] env[69808]: DEBUG nova.compute.manager [req-b87d95f4-1651-47f6-b5a2-e3c78990b40d req-e97f91c3-f350-41fb-b698-c9a6782fa69e service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Refreshing instance network info cache due to event network-changed-7c448106-e86f-4337-a568-4bb6830dcb8c. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.343718] env[69808]: DEBUG oslo_concurrency.lockutils [req-b87d95f4-1651-47f6-b5a2-e3c78990b40d req-e97f91c3-f350-41fb-b698-c9a6782fa69e service nova] Acquiring lock "refresh_cache-1e3b38e2-0d82-4e5d-aad9-831602aff20e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.358395] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789922, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.494089] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Releasing lock "refresh_cache-1e3b38e2-0d82-4e5d-aad9-831602aff20e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.494265] env[69808]: DEBUG nova.compute.manager [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Instance network_info: |[{"id": "4357ae8d-4d81-47e7-a17e-58cba65d9396", "address": "fa:16:3e:21:aa:bf", "network": {"id": "e529a795-4f20-4065-a74a-f78561db1dcc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1365643608", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2116cd51b044889de610fc9edfa9ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4357ae8d-4d", "ovs_interfaceid": "4357ae8d-4d81-47e7-a17e-58cba65d9396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3ef6c9e-db3e-42ba-ab2d-e46f1264947f", "address": "fa:16:3e:99:34:8d", "network": {"id": "3bd6074b-be46-436b-958e-32cb13364463", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1101646226", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0c2116cd51b044889de610fc9edfa9ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ef6c9e-db", "ovs_interfaceid": "a3ef6c9e-db3e-42ba-ab2d-e46f1264947f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c448106-e86f-4337-a568-4bb6830dcb8c", "address": "fa:16:3e:02:6e:d5", "network": {"id": "e529a795-4f20-4065-a74a-f78561db1dcc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1365643608", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2116cd51b044889de610fc9edfa9ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c448106-e8", "ovs_interfaceid": "7c448106-e86f-4337-a568-4bb6830dcb8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.497056] env[69808]: DEBUG oslo_concurrency.lockutils [req-b87d95f4-1651-47f6-b5a2-e3c78990b40d req-e97f91c3-f350-41fb-b698-c9a6782fa69e service nova] Acquired lock "refresh_cache-1e3b38e2-0d82-4e5d-aad9-831602aff20e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.497175] env[69808]: DEBUG nova.network.neutron [req-b87d95f4-1651-47f6-b5a2-e3c78990b40d req-e97f91c3-f350-41fb-b698-c9a6782fa69e service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Refreshing network info cache for port 7c448106-e86f-4337-a568-4bb6830dcb8c {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.499143] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:aa:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4357ae8d-4d81-47e7-a17e-58cba65d9396', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:34:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3ef6c9e-db3e-42ba-ab2d-e46f1264947f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:6e:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c448106-e86f-4337-a568-4bb6830dcb8c', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.515114] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Creating folder: Project (0c2116cd51b044889de610fc9edfa9ff). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.515114] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba9ba1ea-d1b3-46fb-b0c2-e6330e40c211 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.527995] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Created folder: Project (0c2116cd51b044889de610fc9edfa9ff) in parent group-v753775. [ 869.527995] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Creating folder: Instances. Parent ref: group-v753929. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.528341] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-876dd9a7-f161-4c54-b6ad-389f467beeb4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.545467] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Created folder: Instances in parent group-v753929. [ 869.545467] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.545467] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.545467] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bfd5854-e7e8-4a71-a428-48942da45467 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.573992] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.573992] env[69808]: value = "task-3789926" [ 869.573992] env[69808]: _type = "Task" [ 869.573992] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.585078] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789926, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.618577] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789918, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.685756] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789919, 'name': PowerOffVM_Task, 'duration_secs': 0.354374} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.689192] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.689503] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.692376] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99fe43a-4ced-42e1-a7f5-8b749054b7cf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.703663] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.704301] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa43dc25-830f-40b3-85cd-7d2c6d999916 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.732279] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aad4bb90-c1be-40cd-9ca1-cfbc9eff0301 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lock "cbed13e8-2cf5-4644-a12b-5aefb21b22a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.032s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.821884] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.822165] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.822377] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Deleting the datastore file [datastore2] 892ec809-73b2-41f3-949f-95c2766d3a30 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.822688] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-230938de-a221-4ee7-99ab-07c62338c231 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.835283] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 869.835283] env[69808]: value = "task-3789928" [ 869.835283] env[69808]: _type = "Task" [ 869.835283] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.850219] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.854598] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789922, 'name': CreateVM_Task, 'duration_secs': 0.468973} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.856070] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.856070] env[69808]: DEBUG oslo_concurrency.lockutils [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.856070] env[69808]: DEBUG oslo_concurrency.lockutils [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.856447] env[69808]: DEBUG oslo_concurrency.lockutils [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.857736] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d175697-685c-42c1-a816-2bb1c2463e95 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.865811] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 869.865811] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528e6ab2-cbef-476c-b2d8-7a87390471b9" [ 869.865811] env[69808]: _type = "Task" [ 869.865811] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.876950] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528e6ab2-cbef-476c-b2d8-7a87390471b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.999253] env[69808]: DEBUG nova.network.neutron [req-956f11a6-68ec-4ae8-8274-de0974170671 req-9a78c524-fafd-4399-9eea-49031300b801 service nova] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Updated VIF entry in instance network info cache for port 7595d16a-4fbe-42b2-935d-16bfa20485dd. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.999743] env[69808]: DEBUG nova.network.neutron [req-956f11a6-68ec-4ae8-8274-de0974170671 req-9a78c524-fafd-4399-9eea-49031300b801 service nova] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Updating instance_info_cache with network_info: [{"id": "7595d16a-4fbe-42b2-935d-16bfa20485dd", "address": "fa:16:3e:a5:e2:1b", "network": {"id": "3105011b-9da6-4260-a98a-dd8ec1e40d66", "bridge": "br-int", "label": "tempest-ServersTestJSON-872793050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3988a6c66cc408abdf6978b03e58a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7595d16a-4f", "ovs_interfaceid": "7595d16a-4fbe-42b2-935d-16bfa20485dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.089053] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789926, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.112135] env[69808]: DEBUG oslo_vmware.api [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789918, 'name': PowerOnVM_Task, 'duration_secs': 0.66952} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.112135] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.112135] env[69808]: INFO nova.compute.manager [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Took 8.30 seconds to spawn the instance on the hypervisor. [ 870.112135] env[69808]: DEBUG nova.compute.manager [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 870.112135] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa656271-e96e-440e-8d3e-c96d7484cef2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.354144] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289832} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.357218] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.357437] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.357618] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.379351] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528e6ab2-cbef-476c-b2d8-7a87390471b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010739} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.379625] env[69808]: DEBUG oslo_concurrency.lockutils [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.380802] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.381206] env[69808]: DEBUG oslo_concurrency.lockutils [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.381515] env[69808]: DEBUG oslo_concurrency.lockutils [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.382660] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.382660] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1f0c109-3afa-4c10-b943-f05333536472 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.398637] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.398908] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.399947] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9fe173c-91a6-45b8-a55c-a750f4cddaaf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.410042] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 870.410042] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524c84cf-8c28-5c69-31df-5a699621f073" [ 870.410042] env[69808]: _type = "Task" [ 870.410042] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.428018] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524c84cf-8c28-5c69-31df-5a699621f073, 'name': SearchDatastore_Task, 'duration_secs': 0.012791} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.431700] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-828f3f3c-f179-4970-a763-49305a4c0ec3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.438431] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 870.438431] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52828022-eb0c-a11d-1c4c-f9c7c0f29fc3" [ 870.438431] env[69808]: _type = "Task" [ 870.438431] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.447387] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52828022-eb0c-a11d-1c4c-f9c7c0f29fc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.491066] env[69808]: DEBUG nova.network.neutron [req-b87d95f4-1651-47f6-b5a2-e3c78990b40d req-e97f91c3-f350-41fb-b698-c9a6782fa69e service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Updated VIF entry in instance network info cache for port 7c448106-e86f-4337-a568-4bb6830dcb8c. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.491609] env[69808]: DEBUG nova.network.neutron [req-b87d95f4-1651-47f6-b5a2-e3c78990b40d req-e97f91c3-f350-41fb-b698-c9a6782fa69e service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Updating instance_info_cache with network_info: [{"id": "4357ae8d-4d81-47e7-a17e-58cba65d9396", "address": "fa:16:3e:21:aa:bf", "network": {"id": "e529a795-4f20-4065-a74a-f78561db1dcc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1365643608", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2116cd51b044889de610fc9edfa9ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4357ae8d-4d", "ovs_interfaceid": "4357ae8d-4d81-47e7-a17e-58cba65d9396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3ef6c9e-db3e-42ba-ab2d-e46f1264947f", "address": "fa:16:3e:99:34:8d", "network": {"id": "3bd6074b-be46-436b-958e-32cb13364463", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1101646226", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0c2116cd51b044889de610fc9edfa9ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ef6c9e-db", "ovs_interfaceid": "a3ef6c9e-db3e-42ba-ab2d-e46f1264947f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c448106-e86f-4337-a568-4bb6830dcb8c", "address": "fa:16:3e:02:6e:d5", "network": {"id": "e529a795-4f20-4065-a74a-f78561db1dcc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1365643608", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2116cd51b044889de610fc9edfa9ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c448106-e8", "ovs_interfaceid": "7c448106-e86f-4337-a568-4bb6830dcb8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.504665] env[69808]: DEBUG oslo_concurrency.lockutils [req-956f11a6-68ec-4ae8-8274-de0974170671 req-9a78c524-fafd-4399-9eea-49031300b801 service nova] Releasing lock "refresh_cache-17b6e10a-2fad-448c-83c7-350a1e9f91c7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.592034] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789926, 'name': CreateVM_Task, 'duration_secs': 0.549816} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.592034] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.592034] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.592034] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.592034] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.592034] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-897e4cc2-612b-4c41-ae0c-8d7a403f6aa7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.602062] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for the task: (returnval){ [ 870.602062] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ff9657-5d2c-8b71-3a7c-189273d675a6" [ 870.602062] env[69808]: _type = "Task" [ 870.602062] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.611091] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ff9657-5d2c-8b71-3a7c-189273d675a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.634358] env[69808]: INFO nova.compute.manager [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Took 42.97 seconds to build instance. [ 870.839578] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e79ecc-4e51-4d37-9508-c546b1b440ce {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.848771] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75996fca-ae3e-47b8-8d15-39e40cf04155 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.885682] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57154fa-625a-41a1-aa10-f7118f58ed89 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.894227] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba06962-8b0a-4717-9d4b-ec1f8ada1b9c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.908428] env[69808]: DEBUG nova.compute.provider_tree [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.952221] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52828022-eb0c-a11d-1c4c-f9c7c0f29fc3, 'name': SearchDatastore_Task, 'duration_secs': 0.031372} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.952512] env[69808]: DEBUG oslo_concurrency.lockutils [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.952767] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] f5b71ac9-d08a-4429-96ce-9bcfbcbfa978/f5b71ac9-d08a-4429-96ce-9bcfbcbfa978.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.953033] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbcbdcad-3036-4048-bb5c-9fff9d29fdea {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.960205] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 870.960205] env[69808]: value = "task-3789929" [ 870.960205] env[69808]: _type = "Task" [ 870.960205] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.969334] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.995544] env[69808]: DEBUG oslo_concurrency.lockutils [req-b87d95f4-1651-47f6-b5a2-e3c78990b40d req-e97f91c3-f350-41fb-b698-c9a6782fa69e service nova] Releasing lock "refresh_cache-1e3b38e2-0d82-4e5d-aad9-831602aff20e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.995759] env[69808]: DEBUG nova.compute.manager [req-b87d95f4-1651-47f6-b5a2-e3c78990b40d req-e97f91c3-f350-41fb-b698-c9a6782fa69e service nova] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Received event network-vif-deleted-d5e749a1-1d8f-47ac-84f0-ca322eed8194 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.113314] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ff9657-5d2c-8b71-3a7c-189273d675a6, 'name': SearchDatastore_Task, 'duration_secs': 0.031674} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.115364] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.115364] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.115364] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.115364] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.115364] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.115364] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afebf0b8-57e2-4465-9042-93c418b7c9a3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.124374] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.124571] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.125341] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-657057a9-671e-4956-88d1-8a1e4b17618f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.131093] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for the task: (returnval){ [ 871.131093] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ba19da-accd-c45e-5ef1-4b737c02bbc8" [ 871.131093] env[69808]: _type = "Task" [ 871.131093] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.136473] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d9a12e22-30b0-4b29-890a-42d546bd57f1 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Lock "13b1a4ec-7ef4-4ead-a9d8-59ee94455600" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.538s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.140825] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ba19da-accd-c45e-5ef1-4b737c02bbc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.412063] env[69808]: DEBUG nova.scheduler.client.report [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.427478] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114d8d24-62e9-4efd-bb0c-a994ad20f191 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.432956] env[69808]: DEBUG nova.virt.hardware [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.433214] env[69808]: DEBUG nova.virt.hardware [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.433370] env[69808]: DEBUG nova.virt.hardware [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.433598] env[69808]: DEBUG nova.virt.hardware [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.433741] env[69808]: DEBUG nova.virt.hardware [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.433885] env[69808]: DEBUG nova.virt.hardware [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.434114] env[69808]: DEBUG nova.virt.hardware [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.434383] env[69808]: DEBUG nova.virt.hardware [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.434561] env[69808]: DEBUG nova.virt.hardware [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.434787] env[69808]: DEBUG nova.virt.hardware [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.435542] env[69808]: DEBUG nova.virt.hardware [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.436458] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cdb2b2-5d68-41f3-9c4f-93d498b1d795 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.448744] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32343d81-8084-46e1-b9ba-a3d026db44c0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.453023] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7fade6-1d26-4d0d-b4ac-a7ad50ee786e tempest-ServersAdminNegativeTestJSON-121164329 tempest-ServersAdminNegativeTestJSON-121164329-project-admin] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Suspending the VM {{(pid=69808) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 871.453715] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d2b73796-2c6a-489b-9ebc-0e2e0a9624cd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.468808] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:c9:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed68946c-1abc-490c-949f-92608b1d0eda', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.477758] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.484031] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.484472] env[69808]: DEBUG oslo_vmware.api [None req-eb7fade6-1d26-4d0d-b4ac-a7ad50ee786e tempest-ServersAdminNegativeTestJSON-121164329 tempest-ServersAdminNegativeTestJSON-121164329-project-admin] Waiting for the task: (returnval){ [ 871.484472] env[69808]: value = "task-3789930" [ 871.484472] env[69808]: _type = "Task" [ 871.484472] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.484759] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29758fbd-c4b0-4961-8bf8-1a93a01dc9fc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.509691] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789929, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.514916] env[69808]: DEBUG oslo_vmware.api [None req-eb7fade6-1d26-4d0d-b4ac-a7ad50ee786e tempest-ServersAdminNegativeTestJSON-121164329 tempest-ServersAdminNegativeTestJSON-121164329-project-admin] Task: {'id': task-3789930, 'name': SuspendVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.516440] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.516440] env[69808]: value = "task-3789932" [ 871.516440] env[69808]: _type = "Task" [ 871.516440] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.525624] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789932, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.645560] env[69808]: DEBUG nova.compute.manager [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.648515] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ba19da-accd-c45e-5ef1-4b737c02bbc8, 'name': SearchDatastore_Task, 'duration_secs': 0.010814} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.649649] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e5e3fe9-f180-4177-9952-2d927dde8f86 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.657162] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for the task: (returnval){ [ 871.657162] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5285020d-5010-1f65-f6ea-a53b89a3459b" [ 871.657162] env[69808]: _type = "Task" [ 871.657162] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.669632] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5285020d-5010-1f65-f6ea-a53b89a3459b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.769138] env[69808]: DEBUG nova.compute.manager [req-71d5ab2d-9189-421c-b3e3-37ac9430b04a req-8e8356cd-bd8a-49fd-aa62-fcd8d362ddc2 service nova] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Received event network-changed-e2e1ac42-f272-4a13-8520-7bba90e73757 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.770431] env[69808]: DEBUG nova.compute.manager [req-71d5ab2d-9189-421c-b3e3-37ac9430b04a req-8e8356cd-bd8a-49fd-aa62-fcd8d362ddc2 service nova] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Refreshing instance network info cache due to event network-changed-e2e1ac42-f272-4a13-8520-7bba90e73757. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.770431] env[69808]: DEBUG oslo_concurrency.lockutils [req-71d5ab2d-9189-421c-b3e3-37ac9430b04a req-8e8356cd-bd8a-49fd-aa62-fcd8d362ddc2 service nova] Acquiring lock "refresh_cache-f94063df-5f47-4727-b272-d50ffa44121e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.770431] env[69808]: DEBUG oslo_concurrency.lockutils [req-71d5ab2d-9189-421c-b3e3-37ac9430b04a req-8e8356cd-bd8a-49fd-aa62-fcd8d362ddc2 service nova] Acquired lock "refresh_cache-f94063df-5f47-4727-b272-d50ffa44121e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.770431] env[69808]: DEBUG nova.network.neutron [req-71d5ab2d-9189-421c-b3e3-37ac9430b04a req-8e8356cd-bd8a-49fd-aa62-fcd8d362ddc2 service nova] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Refreshing network info cache for port e2e1ac42-f272-4a13-8520-7bba90e73757 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.924130] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.924778] env[69808]: DEBUG nova.compute.manager [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.927691] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.144s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.929230] env[69808]: INFO nova.compute.claims [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.984519] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791454} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.984519] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] f5b71ac9-d08a-4429-96ce-9bcfbcbfa978/f5b71ac9-d08a-4429-96ce-9bcfbcbfa978.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.984519] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.984519] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1385332-dcb9-416e-a8cf-4b5d527643aa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.991385] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 871.991385] env[69808]: value = "task-3789933" [ 871.991385] env[69808]: _type = "Task" [ 871.991385] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.003919] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.013686] env[69808]: DEBUG oslo_vmware.api [None req-eb7fade6-1d26-4d0d-b4ac-a7ad50ee786e tempest-ServersAdminNegativeTestJSON-121164329 tempest-ServersAdminNegativeTestJSON-121164329-project-admin] Task: {'id': task-3789930, 'name': SuspendVM_Task} progress is 91%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.028213] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789932, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.171061] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5285020d-5010-1f65-f6ea-a53b89a3459b, 'name': SearchDatastore_Task, 'duration_secs': 0.088292} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.172253] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.172588] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.172853] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 1e3b38e2-0d82-4e5d-aad9-831602aff20e/1e3b38e2-0d82-4e5d-aad9-831602aff20e.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.173139] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3297678-0963-4369-9969-ad9c80580807 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.181335] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for the task: (returnval){ [ 872.181335] env[69808]: value = "task-3789934" [ 872.181335] env[69808]: _type = "Task" [ 872.181335] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.190433] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3789934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.400811] env[69808]: DEBUG oslo_concurrency.lockutils [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Acquiring lock "eae18895-9914-4301-91c2-ffd1e296adcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.401128] env[69808]: DEBUG oslo_concurrency.lockutils [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Lock "eae18895-9914-4301-91c2-ffd1e296adcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.434988] env[69808]: DEBUG nova.compute.utils [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.440184] env[69808]: DEBUG nova.compute.manager [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.440525] env[69808]: DEBUG nova.network.neutron [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.507080] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074405} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.509857] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.510818] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba9edd8-3c09-4388-9a31-9bfe2e8ffa83 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.521813] env[69808]: DEBUG oslo_vmware.api [None req-eb7fade6-1d26-4d0d-b4ac-a7ad50ee786e tempest-ServersAdminNegativeTestJSON-121164329 tempest-ServersAdminNegativeTestJSON-121164329-project-admin] Task: {'id': task-3789930, 'name': SuspendVM_Task, 'duration_secs': 0.871514} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.538546] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7fade6-1d26-4d0d-b4ac-a7ad50ee786e tempest-ServersAdminNegativeTestJSON-121164329 tempest-ServersAdminNegativeTestJSON-121164329-project-admin] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Suspended the VM {{(pid=69808) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 872.538865] env[69808]: DEBUG nova.compute.manager [None req-eb7fade6-1d26-4d0d-b4ac-a7ad50ee786e tempest-ServersAdminNegativeTestJSON-121164329 tempest-ServersAdminNegativeTestJSON-121164329-project-admin] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 872.551986] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] f5b71ac9-d08a-4429-96ce-9bcfbcbfa978/f5b71ac9-d08a-4429-96ce-9bcfbcbfa978.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.557106] env[69808]: DEBUG nova.policy [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6aa1bfa87fe4b0f978c0072b98fe194', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60f5afe8694941a483771559188e08d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.559475] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1788f3-9b3a-4692-acc7-e01ec93d886d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.564290] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-220ca155-0616-4f33-9b0b-d974a4de59ab {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.587529] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789932, 'name': CreateVM_Task, 'duration_secs': 0.683516} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.590768] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.593158] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 872.593158] env[69808]: value = "task-3789935" [ 872.593158] env[69808]: _type = "Task" [ 872.593158] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.594494] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.594724] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.595048] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.595712] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86b19e72-6df9-456a-871a-bed95aacaa83 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.605592] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 872.605592] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]526530c7-eeb8-b1f5-8336-29319c77ec6c" [ 872.605592] env[69808]: _type = "Task" [ 872.605592] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.612647] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.619962] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]526530c7-eeb8-b1f5-8336-29319c77ec6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.691377] env[69808]: DEBUG nova.network.neutron [req-71d5ab2d-9189-421c-b3e3-37ac9430b04a req-8e8356cd-bd8a-49fd-aa62-fcd8d362ddc2 service nova] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Updated VIF entry in instance network info cache for port e2e1ac42-f272-4a13-8520-7bba90e73757. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.691769] env[69808]: DEBUG nova.network.neutron [req-71d5ab2d-9189-421c-b3e3-37ac9430b04a req-8e8356cd-bd8a-49fd-aa62-fcd8d362ddc2 service nova] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Updating instance_info_cache with network_info: [{"id": "e2e1ac42-f272-4a13-8520-7bba90e73757", "address": "fa:16:3e:fa:2d:8f", "network": {"id": "501cf11d-a5c0-4062-9706-11524b02b9f1", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1087621347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52a09f3b99194e859628edb69fe6793e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2e1ac42-f2", "ovs_interfaceid": "e2e1ac42-f272-4a13-8520-7bba90e73757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.696973] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3789934, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.942030] env[69808]: DEBUG nova.compute.manager [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.111805] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789935, 'name': ReconfigVM_Task, 'duration_secs': 0.39435} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.115217] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Reconfigured VM instance instance-0000002d to attach disk [datastore1] f5b71ac9-d08a-4429-96ce-9bcfbcbfa978/f5b71ac9-d08a-4429-96ce-9bcfbcbfa978.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.115961] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcd97851-3f8a-4355-afe4-3d81591445b0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.128415] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]526530c7-eeb8-b1f5-8336-29319c77ec6c, 'name': SearchDatastore_Task, 'duration_secs': 0.029549} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.134187] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.134187] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.134187] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.134187] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.134187] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.134466] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 873.134466] env[69808]: value = "task-3789936" [ 873.134466] env[69808]: _type = "Task" [ 873.134466] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.135874] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cd1e4cf-c93e-46e6-9eda-b33768a19ed6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.149851] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789936, 'name': Rename_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.154777] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.155044] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.155886] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05295288-e445-4af3-8ab2-a5fda1e3741d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.165570] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 873.165570] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523d3e12-9259-902e-7eb2-d065a17c9a36" [ 873.165570] env[69808]: _type = "Task" [ 873.165570] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.176867] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523d3e12-9259-902e-7eb2-d065a17c9a36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.196401] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3789934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542125} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.196401] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 1e3b38e2-0d82-4e5d-aad9-831602aff20e/1e3b38e2-0d82-4e5d-aad9-831602aff20e.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.196401] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.196401] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5df1069e-4e0d-499e-b4fc-81509f0b2303 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.200506] env[69808]: DEBUG oslo_concurrency.lockutils [req-71d5ab2d-9189-421c-b3e3-37ac9430b04a req-8e8356cd-bd8a-49fd-aa62-fcd8d362ddc2 service nova] Releasing lock "refresh_cache-f94063df-5f47-4727-b272-d50ffa44121e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.209867] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for the task: (returnval){ [ 873.209867] env[69808]: value = "task-3789937" [ 873.209867] env[69808]: _type = "Task" [ 873.209867] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.219955] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3789937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.388250] env[69808]: DEBUG oslo_concurrency.lockutils [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquiring lock "5bf859dd-a617-4e3e-b868-d68e3219222f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.388250] env[69808]: DEBUG oslo_concurrency.lockutils [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lock "5bf859dd-a617-4e3e-b868-d68e3219222f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.388250] env[69808]: DEBUG oslo_concurrency.lockutils [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquiring lock "5bf859dd-a617-4e3e-b868-d68e3219222f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.388250] env[69808]: DEBUG oslo_concurrency.lockutils [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lock "5bf859dd-a617-4e3e-b868-d68e3219222f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.388250] env[69808]: DEBUG oslo_concurrency.lockutils [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lock "5bf859dd-a617-4e3e-b868-d68e3219222f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.394886] env[69808]: INFO nova.compute.manager [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Terminating instance [ 873.399529] env[69808]: DEBUG nova.network.neutron [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Successfully created port: 81788255-4338-4870-9dcf-8c682719cfbd {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.603168] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe41dfac-86d7-4730-9923-9c255d98cdcc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.611919] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d5ce5b-4cfa-4d63-baf9-c9606584fb7b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.650208] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf60f61c-6961-40f1-b9eb-c8be07b8c2a6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.662768] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8b1d6b-4aed-4997-babf-5b90da5ed9d7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.667323] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789936, 'name': Rename_Task, 'duration_secs': 0.162482} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.667734] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.674101] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d30ba1a-d5eb-499a-8123-4c7410e60449 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.683978] env[69808]: DEBUG nova.compute.provider_tree [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.687319] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Volume attach. Driver type: vmdk {{(pid=69808) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 873.687580] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-753928', 'volume_id': 'cd819f12-3b85-44e2-aab5-9fea4eb2ebfb', 'name': 'volume-cd819f12-3b85-44e2-aab5-9fea4eb2ebfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '514260a0-06e4-41bb-8478-3f423ce82018', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd819f12-3b85-44e2-aab5-9fea4eb2ebfb', 'serial': 'cd819f12-3b85-44e2-aab5-9fea4eb2ebfb'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 873.689281] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcee5f6-0848-4ef0-86cc-d9c2562ae0d8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.696377] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523d3e12-9259-902e-7eb2-d065a17c9a36, 'name': SearchDatastore_Task, 'duration_secs': 0.013853} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.699572] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 873.699572] env[69808]: value = "task-3789938" [ 873.699572] env[69808]: _type = "Task" [ 873.699572] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.699877] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1a6ebbb-3d52-4497-a4e4-358dd7c21844 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.721629] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa35af5-5a5c-4136-8a94-9fd72b85024a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.726561] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 873.726561] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f69f66-d82f-6655-7f32-5ad2dfab8c87" [ 873.726561] env[69808]: _type = "Task" [ 873.726561] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.754397] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3789937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091373} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.754701] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.762787] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] volume-cd819f12-3b85-44e2-aab5-9fea4eb2ebfb/volume-cd819f12-3b85-44e2-aab5-9fea4eb2ebfb.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.763721] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.764075] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae88bae5-23bf-43e5-ab16-42c0659a76d3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.782326] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd873a88-676a-4028-867c-7cb8178417e4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.785086] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f69f66-d82f-6655-7f32-5ad2dfab8c87, 'name': SearchDatastore_Task, 'duration_secs': 0.022394} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.785950] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.786356] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 892ec809-73b2-41f3-949f-95c2766d3a30/892ec809-73b2-41f3-949f-95c2766d3a30.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.786923] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02992add-715b-4e49-a68d-912ae5fa8e51 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.811401] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 1e3b38e2-0d82-4e5d-aad9-831602aff20e/1e3b38e2-0d82-4e5d-aad9-831602aff20e.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.813599] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc88b5bb-0c92-4a4f-af27-1f77ae28d82b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.828885] env[69808]: DEBUG oslo_vmware.api [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Waiting for the task: (returnval){ [ 873.828885] env[69808]: value = "task-3789939" [ 873.828885] env[69808]: _type = "Task" [ 873.828885] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.831030] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 873.831030] env[69808]: value = "task-3789940" [ 873.831030] env[69808]: _type = "Task" [ 873.831030] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.839995] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for the task: (returnval){ [ 873.839995] env[69808]: value = "task-3789941" [ 873.839995] env[69808]: _type = "Task" [ 873.839995] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.852424] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.852810] env[69808]: DEBUG oslo_vmware.api [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Task: {'id': task-3789939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.859069] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3789941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.904040] env[69808]: DEBUG nova.compute.manager [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.904385] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.905485] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d545246f-d094-4d85-8a18-6806c5b36f4b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.913834] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.915031] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3517bc9-c7c4-4d61-8bf6-30420787c6c0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.922511] env[69808]: DEBUG oslo_vmware.api [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for the task: (returnval){ [ 873.922511] env[69808]: value = "task-3789942" [ 873.922511] env[69808]: _type = "Task" [ 873.922511] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.933499] env[69808]: DEBUG oslo_vmware.api [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.967236] env[69808]: DEBUG nova.compute.manager [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.000216] env[69808]: DEBUG nova.virt.hardware [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.000618] env[69808]: DEBUG nova.virt.hardware [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.000696] env[69808]: DEBUG nova.virt.hardware [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.000889] env[69808]: DEBUG nova.virt.hardware [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.001053] env[69808]: DEBUG nova.virt.hardware [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.001207] env[69808]: DEBUG nova.virt.hardware [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.001417] env[69808]: DEBUG nova.virt.hardware [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.001576] env[69808]: DEBUG nova.virt.hardware [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.001743] env[69808]: DEBUG nova.virt.hardware [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.001907] env[69808]: DEBUG nova.virt.hardware [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.002108] env[69808]: DEBUG nova.virt.hardware [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.003056] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a682c02-815b-4b90-a77a-69fa55e95a0e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.011665] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c51efa-8611-4189-82cb-8742c5950424 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.189036] env[69808]: DEBUG nova.scheduler.client.report [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.213606] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.342377] env[69808]: DEBUG oslo_vmware.api [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Task: {'id': task-3789939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.349685] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.355656] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3789941, 'name': ReconfigVM_Task, 'duration_secs': 0.3844} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.356310] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 1e3b38e2-0d82-4e5d-aad9-831602aff20e/1e3b38e2-0d82-4e5d-aad9-831602aff20e.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.357120] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e075fba-d916-4d40-b99c-a624b76dd70a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.365994] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for the task: (returnval){ [ 874.365994] env[69808]: value = "task-3789943" [ 874.365994] env[69808]: _type = "Task" [ 874.365994] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.378087] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3789943, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.436529] env[69808]: DEBUG oslo_vmware.api [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.694461] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.695192] env[69808]: DEBUG nova.compute.manager [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.698778] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.822s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.700607] env[69808]: INFO nova.compute.claims [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.716232] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.849788] env[69808]: DEBUG oslo_vmware.api [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Task: {'id': task-3789939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.849897] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789940, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.002488} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.850270] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 892ec809-73b2-41f3-949f-95c2766d3a30/892ec809-73b2-41f3-949f-95c2766d3a30.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.850373] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.850628] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7091c8c7-867b-46ca-b9ee-29d8a683f17a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.858979] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 874.858979] env[69808]: value = "task-3789944" [ 874.858979] env[69808]: _type = "Task" [ 874.858979] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.873387] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.879847] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3789943, 'name': Rename_Task, 'duration_secs': 0.211013} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.880805] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.880805] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdfdd599-d0df-4c6e-bdb3-7f24955b70a2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.889753] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for the task: (returnval){ [ 874.889753] env[69808]: value = "task-3789945" [ 874.889753] env[69808]: _type = "Task" [ 874.889753] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.900218] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3789945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.935137] env[69808]: DEBUG oslo_vmware.api [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789942, 'name': PowerOffVM_Task, 'duration_secs': 0.817424} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.935833] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.936167] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.936549] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90c12242-eec2-4b06-8ef2-03165991bd6f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.014146] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.014146] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.014146] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Deleting the datastore file [datastore1] 5bf859dd-a617-4e3e-b868-d68e3219222f {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.014146] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab441574-e870-40f8-b976-37c1aaf5010d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.026367] env[69808]: DEBUG oslo_vmware.api [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for the task: (returnval){ [ 875.026367] env[69808]: value = "task-3789947" [ 875.026367] env[69808]: _type = "Task" [ 875.026367] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.040104] env[69808]: DEBUG oslo_vmware.api [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.207664] env[69808]: DEBUG nova.compute.utils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.212868] env[69808]: DEBUG nova.compute.manager [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.213668] env[69808]: DEBUG nova.network.neutron [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.228825] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789938, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.270785] env[69808]: DEBUG nova.compute.manager [req-5a080cf3-4a61-4304-857b-0a5a3ff451c1 req-8a3ae9c1-c854-42ba-8f3f-2f8115d0a526 service nova] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Received event network-vif-plugged-81788255-4338-4870-9dcf-8c682719cfbd {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.270785] env[69808]: DEBUG oslo_concurrency.lockutils [req-5a080cf3-4a61-4304-857b-0a5a3ff451c1 req-8a3ae9c1-c854-42ba-8f3f-2f8115d0a526 service nova] Acquiring lock "b9bdc3de-a901-46cf-a0c1-84d5fb95220b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.270785] env[69808]: DEBUG oslo_concurrency.lockutils [req-5a080cf3-4a61-4304-857b-0a5a3ff451c1 req-8a3ae9c1-c854-42ba-8f3f-2f8115d0a526 service nova] Lock "b9bdc3de-a901-46cf-a0c1-84d5fb95220b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.271493] env[69808]: DEBUG oslo_concurrency.lockutils [req-5a080cf3-4a61-4304-857b-0a5a3ff451c1 req-8a3ae9c1-c854-42ba-8f3f-2f8115d0a526 service nova] Lock "b9bdc3de-a901-46cf-a0c1-84d5fb95220b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.271493] env[69808]: DEBUG nova.compute.manager [req-5a080cf3-4a61-4304-857b-0a5a3ff451c1 req-8a3ae9c1-c854-42ba-8f3f-2f8115d0a526 service nova] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] No waiting events found dispatching network-vif-plugged-81788255-4338-4870-9dcf-8c682719cfbd {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 875.271831] env[69808]: WARNING nova.compute.manager [req-5a080cf3-4a61-4304-857b-0a5a3ff451c1 req-8a3ae9c1-c854-42ba-8f3f-2f8115d0a526 service nova] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Received unexpected event network-vif-plugged-81788255-4338-4870-9dcf-8c682719cfbd for instance with vm_state building and task_state spawning. [ 875.272770] env[69808]: DEBUG nova.network.neutron [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Successfully updated port: 81788255-4338-4870-9dcf-8c682719cfbd {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.324921] env[69808]: DEBUG nova.policy [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee8475d468f74bf2aad005bf9658231d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99d6284b493e4f4daa91c2f458994381', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.343993] env[69808]: DEBUG oslo_vmware.api [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Task: {'id': task-3789939, 'name': ReconfigVM_Task, 'duration_secs': 1.411962} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.344442] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Reconfigured VM instance instance-00000006 to attach disk [datastore1] volume-cd819f12-3b85-44e2-aab5-9fea4eb2ebfb/volume-cd819f12-3b85-44e2-aab5-9fea4eb2ebfb.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.352867] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2582ca8-ec00-40f9-8187-01c8f7f74aa2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.376577] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118582} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.379490] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.379490] env[69808]: DEBUG oslo_vmware.api [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Waiting for the task: (returnval){ [ 875.379490] env[69808]: value = "task-3789948" [ 875.379490] env[69808]: _type = "Task" [ 875.379490] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.380448] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b601aa-f30e-476d-878d-74526a40e6fd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.413885] env[69808]: DEBUG oslo_vmware.api [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Task: {'id': task-3789948, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.425211] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 892ec809-73b2-41f3-949f-95c2766d3a30/892ec809-73b2-41f3-949f-95c2766d3a30.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.428021] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0a69d3a-cd6d-4b49-abef-6610e2d72325 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.448086] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3789945, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.455782] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 875.455782] env[69808]: value = "task-3789949" [ 875.455782] env[69808]: _type = "Task" [ 875.455782] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.465681] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.538226] env[69808]: DEBUG oslo_vmware.api [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Task: {'id': task-3789947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340598} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.538226] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.538492] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.538622] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.538719] env[69808]: INFO nova.compute.manager [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Took 1.63 seconds to destroy the instance on the hypervisor. [ 875.539017] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.539240] env[69808]: DEBUG nova.compute.manager [-] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.539325] env[69808]: DEBUG nova.network.neutron [-] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.723318] env[69808]: DEBUG nova.compute.manager [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.729797] env[69808]: DEBUG oslo_vmware.api [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789938, 'name': PowerOnVM_Task, 'duration_secs': 1.569359} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.731475] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.731475] env[69808]: DEBUG nova.compute.manager [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 875.731475] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b2ac93-bbc1-474c-a5f1-42faf059aeaa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.779556] env[69808]: DEBUG nova.network.neutron [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Successfully created port: fada95e1-158e-4787-bbcd-6b67fcc5883d {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.784496] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "refresh_cache-b9bdc3de-a901-46cf-a0c1-84d5fb95220b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.784496] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquired lock "refresh_cache-b9bdc3de-a901-46cf-a0c1-84d5fb95220b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.784496] env[69808]: DEBUG nova.network.neutron [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.915907] env[69808]: DEBUG oslo_vmware.api [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Task: {'id': task-3789948, 'name': ReconfigVM_Task, 'duration_secs': 0.310674} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.915907] env[69808]: DEBUG oslo_vmware.api [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3789945, 'name': PowerOnVM_Task, 'duration_secs': 0.769228} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.915907] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-753928', 'volume_id': 'cd819f12-3b85-44e2-aab5-9fea4eb2ebfb', 'name': 'volume-cd819f12-3b85-44e2-aab5-9fea4eb2ebfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '514260a0-06e4-41bb-8478-3f423ce82018', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd819f12-3b85-44e2-aab5-9fea4eb2ebfb', 'serial': 'cd819f12-3b85-44e2-aab5-9fea4eb2ebfb'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 875.915907] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.915907] env[69808]: INFO nova.compute.manager [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Took 17.76 seconds to spawn the instance on the hypervisor. [ 875.915907] env[69808]: DEBUG nova.compute.manager [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 875.916367] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4479db6c-55d7-4228-af3b-728216d69eed {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.968597] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.259739] env[69808]: DEBUG oslo_concurrency.lockutils [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.325478] env[69808]: DEBUG nova.network.neutron [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.334286] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f12484e-a5f6-4ac8-9ea3-b13d23ce979f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.349584] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0dd954-4450-449c-931b-24191f908e29 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.390465] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba52ba73-3a22-47b9-8d97-fb1116598919 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.401372] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2688851a-c02b-4667-9e38-a00ae443e52d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.421645] env[69808]: DEBUG nova.compute.provider_tree [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.440274] env[69808]: DEBUG nova.network.neutron [-] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.443778] env[69808]: INFO nova.compute.manager [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Took 51.66 seconds to build instance. [ 876.471902] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789949, 'name': ReconfigVM_Task, 'duration_secs': 1.004991} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.472354] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 892ec809-73b2-41f3-949f-95c2766d3a30/892ec809-73b2-41f3-949f-95c2766d3a30.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.476480] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c21d058-6647-41a5-b6aa-aa4beef9a982 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.480521] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 876.480521] env[69808]: value = "task-3789950" [ 876.480521] env[69808]: _type = "Task" [ 876.480521] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.494011] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789950, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.579783] env[69808]: DEBUG nova.network.neutron [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Updating instance_info_cache with network_info: [{"id": "81788255-4338-4870-9dcf-8c682719cfbd", "address": "fa:16:3e:ac:b1:5c", "network": {"id": "df96a74c-19d0-4fa6-86cd-118550095e1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921938810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60f5afe8694941a483771559188e08d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81788255-43", "ovs_interfaceid": "81788255-4338-4870-9dcf-8c682719cfbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.733310] env[69808]: DEBUG nova.compute.manager [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.761696] env[69808]: DEBUG nova.virt.hardware [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.761964] env[69808]: DEBUG nova.virt.hardware [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.762137] env[69808]: DEBUG nova.virt.hardware [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.762317] env[69808]: DEBUG nova.virt.hardware [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.762468] env[69808]: DEBUG nova.virt.hardware [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.762651] env[69808]: DEBUG nova.virt.hardware [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.762908] env[69808]: DEBUG nova.virt.hardware [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.763105] env[69808]: DEBUG nova.virt.hardware [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.763290] env[69808]: DEBUG nova.virt.hardware [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.763459] env[69808]: DEBUG nova.virt.hardware [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.763832] env[69808]: DEBUG nova.virt.hardware [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.765201] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d50ed9c-56c9-4b35-ad93-6e2de838c774 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.774495] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83394a8a-b24b-4d71-a843-37c871519829 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.927040] env[69808]: DEBUG nova.scheduler.client.report [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.944121] env[69808]: INFO nova.compute.manager [-] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Took 1.40 seconds to deallocate network for instance. [ 876.951109] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3db3ae2b-ca09-4935-8211-9d597d4adaaa tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Lock "1e3b38e2-0d82-4e5d-aad9-831602aff20e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.726s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.991499] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789950, 'name': Rename_Task, 'duration_secs': 0.293441} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.991786] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.992052] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3653ed1a-721e-4156-8db9-4e21d20a9162 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.997115] env[69808]: DEBUG nova.objects.instance [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Lazy-loading 'flavor' on Instance uuid 514260a0-06e4-41bb-8478-3f423ce82018 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.999854] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 876.999854] env[69808]: value = "task-3789951" [ 876.999854] env[69808]: _type = "Task" [ 876.999854] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.009059] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.082968] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Releasing lock "refresh_cache-b9bdc3de-a901-46cf-a0c1-84d5fb95220b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.083663] env[69808]: DEBUG nova.compute.manager [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Instance network_info: |[{"id": "81788255-4338-4870-9dcf-8c682719cfbd", "address": "fa:16:3e:ac:b1:5c", "network": {"id": "df96a74c-19d0-4fa6-86cd-118550095e1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921938810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60f5afe8694941a483771559188e08d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81788255-43", "ovs_interfaceid": "81788255-4338-4870-9dcf-8c682719cfbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.085089] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:b1:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81788255-4338-4870-9dcf-8c682719cfbd', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.093576] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Creating folder: Project (60f5afe8694941a483771559188e08d5). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.093888] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bf76fb0-aa5a-46dd-97e0-8ec9a0ea54a7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.097809] env[69808]: DEBUG oslo_concurrency.lockutils [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquiring lock "1e3b38e2-0d82-4e5d-aad9-831602aff20e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.097809] env[69808]: DEBUG oslo_concurrency.lockutils [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Lock "1e3b38e2-0d82-4e5d-aad9-831602aff20e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.097969] env[69808]: DEBUG oslo_concurrency.lockutils [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquiring lock "1e3b38e2-0d82-4e5d-aad9-831602aff20e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.098737] env[69808]: DEBUG oslo_concurrency.lockutils [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Lock "1e3b38e2-0d82-4e5d-aad9-831602aff20e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.098737] env[69808]: DEBUG oslo_concurrency.lockutils [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Lock "1e3b38e2-0d82-4e5d-aad9-831602aff20e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.101038] env[69808]: INFO nova.compute.manager [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Terminating instance [ 877.107121] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Created folder: Project (60f5afe8694941a483771559188e08d5) in parent group-v753775. [ 877.107121] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Creating folder: Instances. Parent ref: group-v753933. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.107121] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21033a03-9003-4f9d-bef2-3717c97b42b1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.118340] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Created folder: Instances in parent group-v753933. [ 877.118668] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.118879] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.119110] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6344e2b6-5083-408b-a424-1e9e13f68749 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.141812] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.141812] env[69808]: value = "task-3789954" [ 877.141812] env[69808]: _type = "Task" [ 877.141812] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.150779] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789954, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.302122] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquiring lock "13b1a4ec-7ef4-4ead-a9d8-59ee94455600" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.302434] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Lock "13b1a4ec-7ef4-4ead-a9d8-59ee94455600" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.302582] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquiring lock "13b1a4ec-7ef4-4ead-a9d8-59ee94455600-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.302795] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Lock "13b1a4ec-7ef4-4ead-a9d8-59ee94455600-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.302976] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Lock "13b1a4ec-7ef4-4ead-a9d8-59ee94455600-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.304991] env[69808]: INFO nova.compute.manager [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Terminating instance [ 877.432445] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.433090] env[69808]: DEBUG nova.compute.manager [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.439026] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.614s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.439026] env[69808]: INFO nova.compute.claims [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.454134] env[69808]: DEBUG oslo_concurrency.lockutils [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.454134] env[69808]: DEBUG nova.compute.manager [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.467590] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "f5b71ac9-d08a-4429-96ce-9bcfbcbfa978" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.467590] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "f5b71ac9-d08a-4429-96ce-9bcfbcbfa978" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.467590] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "f5b71ac9-d08a-4429-96ce-9bcfbcbfa978-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.467590] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "f5b71ac9-d08a-4429-96ce-9bcfbcbfa978-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.467590] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "f5b71ac9-d08a-4429-96ce-9bcfbcbfa978-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.472252] env[69808]: INFO nova.compute.manager [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Terminating instance [ 877.507575] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f4c0e624-7020-4862-99a1-05816a3d5b88 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Lock "514260a0-06e4-41bb-8478-3f423ce82018" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.450s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.516730] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.540708] env[69808]: DEBUG nova.network.neutron [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Successfully updated port: fada95e1-158e-4787-bbcd-6b67fcc5883d {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.605492] env[69808]: DEBUG nova.compute.manager [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.605827] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.606723] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9d08ff-2008-49ad-8a11-cdefe7dea7a7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.617463] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.617463] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd51efdf-d5ac-488e-a154-f20f50914ead {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.624636] env[69808]: DEBUG oslo_vmware.api [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for the task: (returnval){ [ 877.624636] env[69808]: value = "task-3789955" [ 877.624636] env[69808]: _type = "Task" [ 877.624636] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.633410] env[69808]: DEBUG oslo_vmware.api [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3789955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.653444] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789954, 'name': CreateVM_Task, 'duration_secs': 0.303544} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.655481] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.656531] env[69808]: DEBUG nova.compute.manager [req-2022ae95-a4ee-43fc-b927-62a40674ed59 req-0978491b-a167-4131-8812-51bccef6b8b8 service nova] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Received event network-changed-81788255-4338-4870-9dcf-8c682719cfbd {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.656761] env[69808]: DEBUG nova.compute.manager [req-2022ae95-a4ee-43fc-b927-62a40674ed59 req-0978491b-a167-4131-8812-51bccef6b8b8 service nova] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Refreshing instance network info cache due to event network-changed-81788255-4338-4870-9dcf-8c682719cfbd. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.656929] env[69808]: DEBUG oslo_concurrency.lockutils [req-2022ae95-a4ee-43fc-b927-62a40674ed59 req-0978491b-a167-4131-8812-51bccef6b8b8 service nova] Acquiring lock "refresh_cache-b9bdc3de-a901-46cf-a0c1-84d5fb95220b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.657088] env[69808]: DEBUG oslo_concurrency.lockutils [req-2022ae95-a4ee-43fc-b927-62a40674ed59 req-0978491b-a167-4131-8812-51bccef6b8b8 service nova] Acquired lock "refresh_cache-b9bdc3de-a901-46cf-a0c1-84d5fb95220b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.657252] env[69808]: DEBUG nova.network.neutron [req-2022ae95-a4ee-43fc-b927-62a40674ed59 req-0978491b-a167-4131-8812-51bccef6b8b8 service nova] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Refreshing network info cache for port 81788255-4338-4870-9dcf-8c682719cfbd {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.659126] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.659126] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.659279] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.660010] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14237911-0e9d-403e-adb8-4d57280d5918 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.666562] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 877.666562] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5201abb2-4f21-3f37-1751-97a248b32aa0" [ 877.666562] env[69808]: _type = "Task" [ 877.666562] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.677836] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5201abb2-4f21-3f37-1751-97a248b32aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.723406] env[69808]: DEBUG nova.compute.manager [req-c89d9c8f-7f07-48be-b760-a1f5d2adb6c1 req-f9589173-d775-4854-9cfd-934e806df694 service nova] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Received event network-vif-plugged-fada95e1-158e-4787-bbcd-6b67fcc5883d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.723524] env[69808]: DEBUG oslo_concurrency.lockutils [req-c89d9c8f-7f07-48be-b760-a1f5d2adb6c1 req-f9589173-d775-4854-9cfd-934e806df694 service nova] Acquiring lock "7d527aad-9a9d-4a88-b718-d077d6bda9cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.724284] env[69808]: DEBUG oslo_concurrency.lockutils [req-c89d9c8f-7f07-48be-b760-a1f5d2adb6c1 req-f9589173-d775-4854-9cfd-934e806df694 service nova] Lock "7d527aad-9a9d-4a88-b718-d077d6bda9cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.724284] env[69808]: DEBUG oslo_concurrency.lockutils [req-c89d9c8f-7f07-48be-b760-a1f5d2adb6c1 req-f9589173-d775-4854-9cfd-934e806df694 service nova] Lock "7d527aad-9a9d-4a88-b718-d077d6bda9cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.724284] env[69808]: DEBUG nova.compute.manager [req-c89d9c8f-7f07-48be-b760-a1f5d2adb6c1 req-f9589173-d775-4854-9cfd-934e806df694 service nova] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] No waiting events found dispatching network-vif-plugged-fada95e1-158e-4787-bbcd-6b67fcc5883d {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 877.724284] env[69808]: WARNING nova.compute.manager [req-c89d9c8f-7f07-48be-b760-a1f5d2adb6c1 req-f9589173-d775-4854-9cfd-934e806df694 service nova] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Received unexpected event network-vif-plugged-fada95e1-158e-4787-bbcd-6b67fcc5883d for instance with vm_state building and task_state spawning. [ 877.810570] env[69808]: DEBUG nova.compute.manager [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.810951] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.812417] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8643874f-8174-4e9a-b0fc-d3c2ad94faad {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.823966] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.824325] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad28ddff-722b-4c04-aba9-f27c1589cd33 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.897104] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.897104] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.897104] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Deleting the datastore file [datastore2] 13b1a4ec-7ef4-4ead-a9d8-59ee94455600 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.897310] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-562fd904-3775-4acf-8fc5-3f596fc641f1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.904790] env[69808]: DEBUG oslo_vmware.api [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for the task: (returnval){ [ 877.904790] env[69808]: value = "task-3789957" [ 877.904790] env[69808]: _type = "Task" [ 877.904790] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.913893] env[69808]: DEBUG oslo_vmware.api [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.947280] env[69808]: DEBUG nova.compute.utils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.953051] env[69808]: DEBUG nova.compute.manager [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.953051] env[69808]: DEBUG nova.network.neutron [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.979458] env[69808]: DEBUG oslo_concurrency.lockutils [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.980371] env[69808]: DEBUG nova.compute.manager [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.980645] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.982086] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcad1f8b-fabd-4d1c-8f5c-371f37a21196 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.993371] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.993643] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-697129c3-de6e-4cbd-96a6-e4b13713c35d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.997168] env[69808]: DEBUG nova.policy [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee8475d468f74bf2aad005bf9658231d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99d6284b493e4f4daa91c2f458994381', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.000543] env[69808]: DEBUG oslo_vmware.api [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 878.000543] env[69808]: value = "task-3789958" [ 878.000543] env[69808]: _type = "Task" [ 878.000543] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.013056] env[69808]: DEBUG oslo_vmware.api [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.016486] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.045488] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "refresh_cache-7d527aad-9a9d-4a88-b718-d077d6bda9cf" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.045633] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquired lock "refresh_cache-7d527aad-9a9d-4a88-b718-d077d6bda9cf" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.045837] env[69808]: DEBUG nova.network.neutron [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.138653] env[69808]: DEBUG oslo_vmware.api [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3789955, 'name': PowerOffVM_Task, 'duration_secs': 0.216659} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.140313] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.140313] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.140313] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a156f6b-4a90-4cac-95e4-aae804e37546 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.184568] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5201abb2-4f21-3f37-1751-97a248b32aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.015489} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.184653] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.184912] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.185186] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.185334] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.185583] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.185837] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7381831d-1b9a-4950-b355-5ad201355134 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.205406] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.205606] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.206560] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17bf997f-cb21-4447-8b82-79ab54ff6ce6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.212719] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 878.212719] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52960ee1-a880-8461-ba21-2a3358616dc7" [ 878.212719] env[69808]: _type = "Task" [ 878.212719] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.223999] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52960ee1-a880-8461-ba21-2a3358616dc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.252546] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "cd2a437a-bee5-4ff6-b878-cac262a7465e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.252776] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "cd2a437a-bee5-4ff6-b878-cac262a7465e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.415173] env[69808]: DEBUG nova.network.neutron [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Successfully created port: cd577a5f-6a18-487e-b174-add2bd66c55c {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.424924] env[69808]: DEBUG oslo_vmware.api [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3789957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216318} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.428165] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.428165] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.428165] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.428165] env[69808]: INFO nova.compute.manager [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Took 0.62 seconds to destroy the instance on the hypervisor. [ 878.428165] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.428165] env[69808]: DEBUG nova.compute.manager [-] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.428165] env[69808]: DEBUG nova.network.neutron [-] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.460031] env[69808]: DEBUG nova.compute.manager [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.475198] env[69808]: DEBUG oslo_concurrency.lockutils [None req-24e2b105-fe85-4b99-811f-6f3cb0552eb1 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Acquiring lock "514260a0-06e4-41bb-8478-3f423ce82018" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.475697] env[69808]: DEBUG oslo_concurrency.lockutils [None req-24e2b105-fe85-4b99-811f-6f3cb0552eb1 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Lock "514260a0-06e4-41bb-8478-3f423ce82018" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.516379] env[69808]: DEBUG oslo_vmware.api [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789958, 'name': PowerOffVM_Task, 'duration_secs': 0.202477} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.522467] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.522729] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.523696] env[69808]: DEBUG oslo_vmware.api [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789951, 'name': PowerOnVM_Task, 'duration_secs': 1.083218} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.524471] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff32f04b-6c44-4784-b4bb-d6c6aba25f0a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.526650] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.528956] env[69808]: DEBUG nova.compute.manager [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 878.528956] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d55d991-a826-4b53-9c5d-dbe0b0d42f48 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.567162] env[69808]: DEBUG nova.network.neutron [req-2022ae95-a4ee-43fc-b927-62a40674ed59 req-0978491b-a167-4131-8812-51bccef6b8b8 service nova] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Updated VIF entry in instance network info cache for port 81788255-4338-4870-9dcf-8c682719cfbd. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.567657] env[69808]: DEBUG nova.network.neutron [req-2022ae95-a4ee-43fc-b927-62a40674ed59 req-0978491b-a167-4131-8812-51bccef6b8b8 service nova] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Updating instance_info_cache with network_info: [{"id": "81788255-4338-4870-9dcf-8c682719cfbd", "address": "fa:16:3e:ac:b1:5c", "network": {"id": "df96a74c-19d0-4fa6-86cd-118550095e1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921938810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60f5afe8694941a483771559188e08d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81788255-43", "ovs_interfaceid": "81788255-4338-4870-9dcf-8c682719cfbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.604248] env[69808]: DEBUG nova.network.neutron [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.706989] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.707651] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.707920] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Deleting the datastore file [datastore2] 1e3b38e2-0d82-4e5d-aad9-831602aff20e {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.712389] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0da0d11a-2fef-4108-be8f-55330b699bd5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.728580] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52960ee1-a880-8461-ba21-2a3358616dc7, 'name': SearchDatastore_Task, 'duration_secs': 0.013823} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.732762] env[69808]: DEBUG oslo_vmware.api [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for the task: (returnval){ [ 878.732762] env[69808]: value = "task-3789961" [ 878.732762] env[69808]: _type = "Task" [ 878.732762] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.736229] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d4c263-9d67-4acd-88c3-666521c10af8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.746282] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 878.746282] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52249b04-b98a-560a-c970-42a3e6438fb9" [ 878.746282] env[69808]: _type = "Task" [ 878.746282] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.751074] env[69808]: DEBUG oslo_vmware.api [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3789961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.764164] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52249b04-b98a-560a-c970-42a3e6438fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.856303] env[69808]: DEBUG nova.network.neutron [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Updating instance_info_cache with network_info: [{"id": "fada95e1-158e-4787-bbcd-6b67fcc5883d", "address": "fa:16:3e:a8:4d:36", "network": {"id": "8a19e2a8-806e-41e5-8c3d-b2cf15273500", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-886122482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d6284b493e4f4daa91c2f458994381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfada95e1-15", "ovs_interfaceid": "fada95e1-158e-4787-bbcd-6b67fcc5883d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.983022] env[69808]: INFO nova.compute.manager [None req-24e2b105-fe85-4b99-811f-6f3cb0552eb1 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Detaching volume cd819f12-3b85-44e2-aab5-9fea4eb2ebfb [ 879.028167] env[69808]: INFO nova.virt.block_device [None req-24e2b105-fe85-4b99-811f-6f3cb0552eb1 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Attempting to driver detach volume cd819f12-3b85-44e2-aab5-9fea4eb2ebfb from mountpoint /dev/sdb [ 879.028754] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-24e2b105-fe85-4b99-811f-6f3cb0552eb1 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Volume detach. Driver type: vmdk {{(pid=69808) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 879.029063] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-24e2b105-fe85-4b99-811f-6f3cb0552eb1 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-753928', 'volume_id': 'cd819f12-3b85-44e2-aab5-9fea4eb2ebfb', 'name': 'volume-cd819f12-3b85-44e2-aab5-9fea4eb2ebfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '514260a0-06e4-41bb-8478-3f423ce82018', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd819f12-3b85-44e2-aab5-9fea4eb2ebfb', 'serial': 'cd819f12-3b85-44e2-aab5-9fea4eb2ebfb'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 879.030605] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9516b2-15e4-48ae-99c3-5dff9544ca45 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.065268] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1e3079-0108-477a-b504-ac6ad593d87f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.073421] env[69808]: DEBUG oslo_concurrency.lockutils [req-2022ae95-a4ee-43fc-b927-62a40674ed59 req-0978491b-a167-4131-8812-51bccef6b8b8 service nova] Releasing lock "refresh_cache-b9bdc3de-a901-46cf-a0c1-84d5fb95220b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.074328] env[69808]: DEBUG nova.compute.manager [req-2022ae95-a4ee-43fc-b927-62a40674ed59 req-0978491b-a167-4131-8812-51bccef6b8b8 service nova] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Received event network-vif-deleted-78ceb091-8548-4e2e-8da2-e8599d6cc827 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.074672] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.082114] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06931ccd-e186-456d-9f7f-b15192fec9b2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.112719] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bec1bb-f64c-437b-95e8-267dedf2a635 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.133525] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-24e2b105-fe85-4b99-811f-6f3cb0552eb1 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] The volume has not been displaced from its original location: [datastore1] volume-cd819f12-3b85-44e2-aab5-9fea4eb2ebfb/volume-cd819f12-3b85-44e2-aab5-9fea4eb2ebfb.vmdk. No consolidation needed. {{(pid=69808) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 879.139273] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-24e2b105-fe85-4b99-811f-6f3cb0552eb1 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Reconfiguring VM instance instance-00000006 to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 879.142816] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8d826ea-694d-4afe-8755-7824217972c1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.163429] env[69808]: DEBUG oslo_vmware.api [None req-24e2b105-fe85-4b99-811f-6f3cb0552eb1 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Waiting for the task: (returnval){ [ 879.163429] env[69808]: value = "task-3789962" [ 879.163429] env[69808]: _type = "Task" [ 879.163429] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.173872] env[69808]: DEBUG oslo_vmware.api [None req-24e2b105-fe85-4b99-811f-6f3cb0552eb1 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Task: {'id': task-3789962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.187864] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99147ce6-6827-40fd-95d1-0902391c8033 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.196059] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeb4cb3-d11d-4126-83aa-90f374552704 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.232499] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2979ca3a-2edc-4279-b455-876daa175d2e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.243995] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a6162b-90ad-446e-b6b0-cd03e107a0b8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.254012] env[69808]: DEBUG oslo_vmware.api [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3789961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.264452] env[69808]: DEBUG nova.compute.provider_tree [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.272126] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52249b04-b98a-560a-c970-42a3e6438fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.013475} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.272181] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.272419] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] b9bdc3de-a901-46cf-a0c1-84d5fb95220b/b9bdc3de-a901-46cf-a0c1-84d5fb95220b.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.272674] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94e4becd-3cd3-4f9f-8814-64dace48e41e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.281463] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 879.281463] env[69808]: value = "task-3789963" [ 879.281463] env[69808]: _type = "Task" [ 879.281463] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.287036] env[69808]: DEBUG nova.network.neutron [-] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.291324] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3789963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.358852] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Releasing lock "refresh_cache-7d527aad-9a9d-4a88-b718-d077d6bda9cf" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.359051] env[69808]: DEBUG nova.compute.manager [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Instance network_info: |[{"id": "fada95e1-158e-4787-bbcd-6b67fcc5883d", "address": "fa:16:3e:a8:4d:36", "network": {"id": "8a19e2a8-806e-41e5-8c3d-b2cf15273500", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-886122482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d6284b493e4f4daa91c2f458994381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfada95e1-15", "ovs_interfaceid": "fada95e1-158e-4787-bbcd-6b67fcc5883d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.359481] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:4d:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fada95e1-158e-4787-bbcd-6b67fcc5883d', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.367625] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.368947] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.369572] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e6cc7fb-17be-4f56-a2c0-78d235ed4d6a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.393953] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.393953] env[69808]: value = "task-3789964" [ 879.393953] env[69808]: _type = "Task" [ 879.393953] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.406901] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789964, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.467783] env[69808]: DEBUG nova.compute.manager [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.505019] env[69808]: DEBUG nova.virt.hardware [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.505019] env[69808]: DEBUG nova.virt.hardware [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.505019] env[69808]: DEBUG nova.virt.hardware [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.505019] env[69808]: DEBUG nova.virt.hardware [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.505019] env[69808]: DEBUG nova.virt.hardware [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.505019] env[69808]: DEBUG nova.virt.hardware [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.505019] env[69808]: DEBUG nova.virt.hardware [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.505019] env[69808]: DEBUG nova.virt.hardware [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.505019] env[69808]: DEBUG nova.virt.hardware [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.505019] env[69808]: DEBUG nova.virt.hardware [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.505019] env[69808]: DEBUG nova.virt.hardware [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.505893] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5d5a4a-d200-4835-a4fa-5b65c4796384 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.518022] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc38d09-2a73-4953-af91-636f4ab516cd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.576053] env[69808]: DEBUG oslo_concurrency.lockutils [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "3216aa34-6732-4e07-97cc-6a80533c479b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.576363] env[69808]: DEBUG oslo_concurrency.lockutils [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "3216aa34-6732-4e07-97cc-6a80533c479b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.576547] env[69808]: INFO nova.compute.manager [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Shelving [ 879.678286] env[69808]: DEBUG oslo_vmware.api [None req-24e2b105-fe85-4b99-811f-6f3cb0552eb1 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Task: {'id': task-3789962, 'name': ReconfigVM_Task, 'duration_secs': 0.313121} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.678496] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-24e2b105-fe85-4b99-811f-6f3cb0552eb1 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Reconfigured VM instance instance-00000006 to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 879.683842] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d35b59d-3662-464b-b0bd-4d579375e664 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.704477] env[69808]: DEBUG oslo_vmware.api [None req-24e2b105-fe85-4b99-811f-6f3cb0552eb1 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Waiting for the task: (returnval){ [ 879.704477] env[69808]: value = "task-3789965" [ 879.704477] env[69808]: _type = "Task" [ 879.704477] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.716828] env[69808]: DEBUG oslo_vmware.api [None req-24e2b105-fe85-4b99-811f-6f3cb0552eb1 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Task: {'id': task-3789965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.752819] env[69808]: DEBUG oslo_vmware.api [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3789961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.53625} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.752819] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.753207] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.753207] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.753402] env[69808]: INFO nova.compute.manager [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Took 2.15 seconds to destroy the instance on the hypervisor. [ 879.753633] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.753863] env[69808]: DEBUG nova.compute.manager [-] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.753981] env[69808]: DEBUG nova.network.neutron [-] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.771596] env[69808]: DEBUG nova.scheduler.client.report [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.780281] env[69808]: DEBUG nova.compute.manager [req-9e1636f1-dfd7-4a48-bb13-7bd014fe6801 req-2ec63b85-5270-4abc-ad52-88fc9742bae0 service nova] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Received event network-vif-deleted-a35abc74-3513-4bd5-bfcd-e403768efaf6 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.796200] env[69808]: INFO nova.compute.manager [-] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Took 1.37 seconds to deallocate network for instance. [ 879.797557] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3789963, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.813013] env[69808]: DEBUG nova.compute.manager [req-389650b7-68cd-46f6-afca-9f676fd9de15 req-85014e6d-3036-4342-952f-5bc4da105324 service nova] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Received event network-changed-fada95e1-158e-4787-bbcd-6b67fcc5883d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.813407] env[69808]: DEBUG nova.compute.manager [req-389650b7-68cd-46f6-afca-9f676fd9de15 req-85014e6d-3036-4342-952f-5bc4da105324 service nova] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Refreshing instance network info cache due to event network-changed-fada95e1-158e-4787-bbcd-6b67fcc5883d. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.813541] env[69808]: DEBUG oslo_concurrency.lockutils [req-389650b7-68cd-46f6-afca-9f676fd9de15 req-85014e6d-3036-4342-952f-5bc4da105324 service nova] Acquiring lock "refresh_cache-7d527aad-9a9d-4a88-b718-d077d6bda9cf" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.814126] env[69808]: DEBUG oslo_concurrency.lockutils [req-389650b7-68cd-46f6-afca-9f676fd9de15 req-85014e6d-3036-4342-952f-5bc4da105324 service nova] Acquired lock "refresh_cache-7d527aad-9a9d-4a88-b718-d077d6bda9cf" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.814126] env[69808]: DEBUG nova.network.neutron [req-389650b7-68cd-46f6-afca-9f676fd9de15 req-85014e6d-3036-4342-952f-5bc4da105324 service nova] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Refreshing network info cache for port fada95e1-158e-4787-bbcd-6b67fcc5883d {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.907582] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789964, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.938147] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.938418] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.938624] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Deleting the datastore file [datastore1] f5b71ac9-d08a-4429-96ce-9bcfbcbfa978 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.938902] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83aa436c-acc8-42d9-ab3f-169bfa4618fa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.946326] env[69808]: DEBUG oslo_vmware.api [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 879.946326] env[69808]: value = "task-3789966" [ 879.946326] env[69808]: _type = "Task" [ 879.946326] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.955977] env[69808]: DEBUG oslo_vmware.api [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.222211] env[69808]: DEBUG oslo_vmware.api [None req-24e2b105-fe85-4b99-811f-6f3cb0552eb1 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Task: {'id': task-3789965, 'name': ReconfigVM_Task, 'duration_secs': 0.236621} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.222732] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-24e2b105-fe85-4b99-811f-6f3cb0552eb1 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-753928', 'volume_id': 'cd819f12-3b85-44e2-aab5-9fea4eb2ebfb', 'name': 'volume-cd819f12-3b85-44e2-aab5-9fea4eb2ebfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '514260a0-06e4-41bb-8478-3f423ce82018', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd819f12-3b85-44e2-aab5-9fea4eb2ebfb', 'serial': 'cd819f12-3b85-44e2-aab5-9fea4eb2ebfb'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 880.280038] env[69808]: INFO nova.compute.manager [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Rebuilding instance [ 880.280038] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.843s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.280038] env[69808]: DEBUG nova.compute.manager [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.282149] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.427s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.285397] env[69808]: INFO nova.compute.claims [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.298068] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3789963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622252} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.298264] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] b9bdc3de-a901-46cf-a0c1-84d5fb95220b/b9bdc3de-a901-46cf-a0c1-84d5fb95220b.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.298477] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.298894] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48c67574-b600-4c8c-b6c7-1ef0115da2db {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.309681] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.310050] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 880.310050] env[69808]: value = "task-3789967" [ 880.310050] env[69808]: _type = "Task" [ 880.310050] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.336138] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3789967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.375856] env[69808]: DEBUG nova.compute.manager [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 880.379148] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af319c16-4f16-4a1c-878a-ef849bf0d0ae {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.418125] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789964, 'name': CreateVM_Task, 'duration_secs': 0.847219} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.418328] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.419084] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.419257] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.419578] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.419857] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a0afd8a-7630-4f2c-8af5-e3ca77f1cb6c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.426553] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 880.426553] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5205b998-6e34-b0a8-b15a-89cd96f2e908" [ 880.426553] env[69808]: _type = "Task" [ 880.426553] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.437332] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5205b998-6e34-b0a8-b15a-89cd96f2e908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.459766] env[69808]: DEBUG oslo_vmware.api [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3789966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270691} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.462234] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.462430] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.462606] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.462778] env[69808]: INFO nova.compute.manager [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Took 2.48 seconds to destroy the instance on the hypervisor. [ 880.463020] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.463223] env[69808]: DEBUG nova.compute.manager [-] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.463348] env[69808]: DEBUG nova.network.neutron [-] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.465789] env[69808]: DEBUG nova.network.neutron [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Successfully updated port: cd577a5f-6a18-487e-b174-add2bd66c55c {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.587240] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.587572] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-174515cf-2de3-418e-9d57-b1cb8ccc13ce {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.597886] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 880.597886] env[69808]: value = "task-3789968" [ 880.597886] env[69808]: _type = "Task" [ 880.597886] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.607268] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.757993] env[69808]: DEBUG nova.network.neutron [req-389650b7-68cd-46f6-afca-9f676fd9de15 req-85014e6d-3036-4342-952f-5bc4da105324 service nova] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Updated VIF entry in instance network info cache for port fada95e1-158e-4787-bbcd-6b67fcc5883d. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.758415] env[69808]: DEBUG nova.network.neutron [req-389650b7-68cd-46f6-afca-9f676fd9de15 req-85014e6d-3036-4342-952f-5bc4da105324 service nova] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Updating instance_info_cache with network_info: [{"id": "fada95e1-158e-4787-bbcd-6b67fcc5883d", "address": "fa:16:3e:a8:4d:36", "network": {"id": "8a19e2a8-806e-41e5-8c3d-b2cf15273500", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-886122482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d6284b493e4f4daa91c2f458994381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfada95e1-15", "ovs_interfaceid": "fada95e1-158e-4787-bbcd-6b67fcc5883d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.784857] env[69808]: DEBUG nova.objects.instance [None req-24e2b105-fe85-4b99-811f-6f3cb0552eb1 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Lazy-loading 'flavor' on Instance uuid 514260a0-06e4-41bb-8478-3f423ce82018 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.789841] env[69808]: DEBUG nova.compute.utils [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.791183] env[69808]: DEBUG nova.compute.manager [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.791357] env[69808]: DEBUG nova.network.neutron [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.824718] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3789967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078733} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.824996] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.825885] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c62e39b-5a01-4df7-ab2d-47a627191954 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.852781] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] b9bdc3de-a901-46cf-a0c1-84d5fb95220b/b9bdc3de-a901-46cf-a0c1-84d5fb95220b.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.853673] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b27c8a2-76b5-4668-ad25-caaf869d854c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.871465] env[69808]: DEBUG nova.policy [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54b674e722114a8aaa5113c1feb754e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b235077870b4008bb457876b9239c6e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.875528] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 880.875528] env[69808]: value = "task-3789969" [ 880.875528] env[69808]: _type = "Task" [ 880.875528] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.886050] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3789969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.938796] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5205b998-6e34-b0a8-b15a-89cd96f2e908, 'name': SearchDatastore_Task, 'duration_secs': 0.024041} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.939124] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.939356] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.939589] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.939732] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.939914] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.940189] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7de1f71-325e-49a6-9842-f62b5c989456 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.959530] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.959530] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.959530] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7700fc41-4b3f-4879-9a78-4faf684a5455 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.968030] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "refresh_cache-45f4daca-e86c-41e6-8bbb-4a26b0149bbb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.968174] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquired lock "refresh_cache-45f4daca-e86c-41e6-8bbb-4a26b0149bbb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.969345] env[69808]: DEBUG nova.network.neutron [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.969480] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 880.969480] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52626a65-45b5-b71b-0880-632ad8d4435d" [ 880.969480] env[69808]: _type = "Task" [ 880.969480] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.980094] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52626a65-45b5-b71b-0880-632ad8d4435d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.113185] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.261683] env[69808]: DEBUG oslo_concurrency.lockutils [req-389650b7-68cd-46f6-afca-9f676fd9de15 req-85014e6d-3036-4342-952f-5bc4da105324 service nova] Releasing lock "refresh_cache-7d527aad-9a9d-4a88-b718-d077d6bda9cf" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.295356] env[69808]: DEBUG nova.compute.manager [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.318862] env[69808]: DEBUG nova.network.neutron [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Successfully created port: f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.320683] env[69808]: DEBUG nova.network.neutron [-] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.387936] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3789969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.414468] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.414844] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a5de8c3-6ceb-479a-9090-8fbea70af17b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.423503] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 881.423503] env[69808]: value = "task-3789970" [ 881.423503] env[69808]: _type = "Task" [ 881.423503] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.433485] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.463491] env[69808]: DEBUG nova.network.neutron [-] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.483087] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52626a65-45b5-b71b-0880-632ad8d4435d, 'name': SearchDatastore_Task, 'duration_secs': 0.072893} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.487574] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be18f99-3648-4bb4-bf50-20ebf8429e9c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.495092] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 881.495092] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5267e3b6-34cb-e399-4d01-f6654cd61201" [ 881.495092] env[69808]: _type = "Task" [ 881.495092] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.507246] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5267e3b6-34cb-e399-4d01-f6654cd61201, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.529950] env[69808]: DEBUG nova.network.neutron [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.614281] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789968, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.795410] env[69808]: DEBUG oslo_concurrency.lockutils [None req-24e2b105-fe85-4b99-811f-6f3cb0552eb1 tempest-VolumesAssistedSnapshotsTest-495298310 tempest-VolumesAssistedSnapshotsTest-495298310-project-admin] Lock "514260a0-06e4-41bb-8478-3f423ce82018" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.320s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.818789] env[69808]: DEBUG nova.network.neutron [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Updating instance_info_cache with network_info: [{"id": "cd577a5f-6a18-487e-b174-add2bd66c55c", "address": "fa:16:3e:4b:94:0f", "network": {"id": "8a19e2a8-806e-41e5-8c3d-b2cf15273500", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-886122482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d6284b493e4f4daa91c2f458994381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd577a5f-6a", "ovs_interfaceid": "cd577a5f-6a18-487e-b174-add2bd66c55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.823203] env[69808]: INFO nova.compute.manager [-] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Took 2.07 seconds to deallocate network for instance. [ 881.861027] env[69808]: DEBUG nova.compute.manager [req-e631a0d1-1d52-411a-8d27-8150e035a2f6 req-fbbf32a5-8965-49f3-a3ff-7cfde9701482 service nova] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Received event network-vif-deleted-4fee4ffe-72a9-4861-96fc-53fa2c7e2e36 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.887038] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3789969, 'name': ReconfigVM_Task, 'duration_secs': 0.999611} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.887349] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Reconfigured VM instance instance-00000032 to attach disk [datastore1] b9bdc3de-a901-46cf-a0c1-84d5fb95220b/b9bdc3de-a901-46cf-a0c1-84d5fb95220b.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.888109] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a584babc-dc14-4614-b987-c5a9fb37be1d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.898780] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 881.898780] env[69808]: value = "task-3789972" [ 881.898780] env[69808]: _type = "Task" [ 881.898780] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.913089] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3789972, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.935128] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789970, 'name': PowerOffVM_Task, 'duration_secs': 0.212701} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.935834] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.935970] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.939449] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719fa020-ac57-4532-9bdc-5f289b1c3865 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.948589] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.948924] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf0a8980-1aef-4a9e-9b54-ca58f579d9b4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.969536] env[69808]: DEBUG nova.compute.manager [req-c6f30c6e-1f99-4057-9b37-8e1c83f8cb85 req-df540118-3390-478e-a109-f3ec4ee4d6b9 service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Received event network-vif-deleted-a3ef6c9e-db3e-42ba-ab2d-e46f1264947f {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.969700] env[69808]: DEBUG nova.compute.manager [req-c6f30c6e-1f99-4057-9b37-8e1c83f8cb85 req-df540118-3390-478e-a109-f3ec4ee4d6b9 service nova] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Received event network-vif-plugged-cd577a5f-6a18-487e-b174-add2bd66c55c {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.969938] env[69808]: DEBUG oslo_concurrency.lockutils [req-c6f30c6e-1f99-4057-9b37-8e1c83f8cb85 req-df540118-3390-478e-a109-f3ec4ee4d6b9 service nova] Acquiring lock "45f4daca-e86c-41e6-8bbb-4a26b0149bbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.970209] env[69808]: DEBUG oslo_concurrency.lockutils [req-c6f30c6e-1f99-4057-9b37-8e1c83f8cb85 req-df540118-3390-478e-a109-f3ec4ee4d6b9 service nova] Lock "45f4daca-e86c-41e6-8bbb-4a26b0149bbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.970391] env[69808]: DEBUG oslo_concurrency.lockutils [req-c6f30c6e-1f99-4057-9b37-8e1c83f8cb85 req-df540118-3390-478e-a109-f3ec4ee4d6b9 service nova] Lock "45f4daca-e86c-41e6-8bbb-4a26b0149bbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.970560] env[69808]: DEBUG nova.compute.manager [req-c6f30c6e-1f99-4057-9b37-8e1c83f8cb85 req-df540118-3390-478e-a109-f3ec4ee4d6b9 service nova] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] No waiting events found dispatching network-vif-plugged-cd577a5f-6a18-487e-b174-add2bd66c55c {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 881.970762] env[69808]: WARNING nova.compute.manager [req-c6f30c6e-1f99-4057-9b37-8e1c83f8cb85 req-df540118-3390-478e-a109-f3ec4ee4d6b9 service nova] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Received unexpected event network-vif-plugged-cd577a5f-6a18-487e-b174-add2bd66c55c for instance with vm_state building and task_state spawning. [ 881.970954] env[69808]: DEBUG nova.compute.manager [req-c6f30c6e-1f99-4057-9b37-8e1c83f8cb85 req-df540118-3390-478e-a109-f3ec4ee4d6b9 service nova] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Received event network-changed-cd577a5f-6a18-487e-b174-add2bd66c55c {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.971167] env[69808]: DEBUG nova.compute.manager [req-c6f30c6e-1f99-4057-9b37-8e1c83f8cb85 req-df540118-3390-478e-a109-f3ec4ee4d6b9 service nova] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Refreshing instance network info cache due to event network-changed-cd577a5f-6a18-487e-b174-add2bd66c55c. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.971489] env[69808]: DEBUG oslo_concurrency.lockutils [req-c6f30c6e-1f99-4057-9b37-8e1c83f8cb85 req-df540118-3390-478e-a109-f3ec4ee4d6b9 service nova] Acquiring lock "refresh_cache-45f4daca-e86c-41e6-8bbb-4a26b0149bbb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.972223] env[69808]: INFO nova.compute.manager [-] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Took 1.51 seconds to deallocate network for instance. [ 881.975612] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef8847e-c8b5-46fb-8646-5e7f0f52f6b6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.987257] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef19a33-5a18-4a38-ab96-28ac421684f4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.025942] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb889243-ef45-4ecb-9ced-66322b57eeeb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.029763] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.029974] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.030187] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Deleting the datastore file [datastore1] 892ec809-73b2-41f3-949f-95c2766d3a30 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.031130] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d6685a9-6971-40d6-8ccb-5ac15ae92501 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.040463] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae93c163-9dab-40ab-9ed0-f7d648eacb75 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.045351] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5267e3b6-34cb-e399-4d01-f6654cd61201, 'name': SearchDatastore_Task, 'duration_secs': 0.013133} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.046598] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.048259] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 7d527aad-9a9d-4a88-b718-d077d6bda9cf/7d527aad-9a9d-4a88-b718-d077d6bda9cf.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.048259] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 882.048259] env[69808]: value = "task-3789974" [ 882.048259] env[69808]: _type = "Task" [ 882.048259] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.048259] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab572a4b-8c1c-40d8-837e-bb79b5390813 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.062548] env[69808]: DEBUG nova.compute.provider_tree [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.071738] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.073617] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 882.073617] env[69808]: value = "task-3789975" [ 882.073617] env[69808]: _type = "Task" [ 882.073617] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.085237] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.109439] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789968, 'name': PowerOffVM_Task, 'duration_secs': 1.030464} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.109736] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.110627] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e95229-9d0a-4d26-a530-904d17bdede8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.130795] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3069df2-eb80-40de-b3fa-8e0fa783f79a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.320039] env[69808]: DEBUG nova.compute.manager [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.324109] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Releasing lock "refresh_cache-45f4daca-e86c-41e6-8bbb-4a26b0149bbb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.325323] env[69808]: DEBUG nova.compute.manager [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Instance network_info: |[{"id": "cd577a5f-6a18-487e-b174-add2bd66c55c", "address": "fa:16:3e:4b:94:0f", "network": {"id": "8a19e2a8-806e-41e5-8c3d-b2cf15273500", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-886122482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d6284b493e4f4daa91c2f458994381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd577a5f-6a", "ovs_interfaceid": "cd577a5f-6a18-487e-b174-add2bd66c55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.325323] env[69808]: DEBUG oslo_concurrency.lockutils [req-c6f30c6e-1f99-4057-9b37-8e1c83f8cb85 req-df540118-3390-478e-a109-f3ec4ee4d6b9 service nova] Acquired lock "refresh_cache-45f4daca-e86c-41e6-8bbb-4a26b0149bbb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.325323] env[69808]: DEBUG nova.network.neutron [req-c6f30c6e-1f99-4057-9b37-8e1c83f8cb85 req-df540118-3390-478e-a109-f3ec4ee4d6b9 service nova] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Refreshing network info cache for port cd577a5f-6a18-487e-b174-add2bd66c55c {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.326463] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:94:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd577a5f-6a18-487e-b174-add2bd66c55c', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.336042] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.337360] env[69808]: DEBUG oslo_concurrency.lockutils [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.337807] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.339037] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34d89399-82fc-4d81-a905-026dc80eae74 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.363161] env[69808]: DEBUG nova.virt.hardware [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.363737] env[69808]: DEBUG nova.virt.hardware [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.364419] env[69808]: DEBUG nova.virt.hardware [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.364693] env[69808]: DEBUG nova.virt.hardware [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.365016] env[69808]: DEBUG nova.virt.hardware [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.365547] env[69808]: DEBUG nova.virt.hardware [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.366030] env[69808]: DEBUG nova.virt.hardware [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.366935] env[69808]: DEBUG nova.virt.hardware [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.367268] env[69808]: DEBUG nova.virt.hardware [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.367603] env[69808]: DEBUG nova.virt.hardware [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.367945] env[69808]: DEBUG nova.virt.hardware [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.369534] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdf2233-0d3b-48b5-967d-c980fb9648c6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.374164] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.374164] env[69808]: value = "task-3789976" [ 882.374164] env[69808]: _type = "Task" [ 882.374164] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.385885] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0192141-d167-4980-b056-f89eddb40b8e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.396513] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789976, 'name': CreateVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.419914] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3789972, 'name': Rename_Task, 'duration_secs': 0.207762} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.420308] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.420606] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80891b71-68b6-4ba2-b77b-efa7460b270c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.430414] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 882.430414] env[69808]: value = "task-3789977" [ 882.430414] env[69808]: _type = "Task" [ 882.430414] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.442662] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3789977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.484372] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.565087] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179106} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.565399] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.565593] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.565770] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.569351] env[69808]: DEBUG nova.scheduler.client.report [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.585179] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789975, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.643072] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Creating Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 882.643556] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e05e5ace-e5c1-422d-934c-047f2d9f0833 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.653712] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 882.653712] env[69808]: value = "task-3789978" [ 882.653712] env[69808]: _type = "Task" [ 882.653712] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.664261] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789978, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.886489] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789976, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.941694] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3789977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.077286] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.080028] env[69808]: DEBUG nova.compute.manager [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.081452] env[69808]: DEBUG oslo_concurrency.lockutils [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.554s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.093127] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720715} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.093371] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 7d527aad-9a9d-4a88-b718-d077d6bda9cf/7d527aad-9a9d-4a88-b718-d077d6bda9cf.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.093587] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.093846] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70f0652d-17b7-421a-9099-dd02a6e2319c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.104070] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 883.104070] env[69808]: value = "task-3789979" [ 883.104070] env[69808]: _type = "Task" [ 883.104070] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.114215] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.165316] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789978, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.251749] env[69808]: DEBUG nova.network.neutron [req-c6f30c6e-1f99-4057-9b37-8e1c83f8cb85 req-df540118-3390-478e-a109-f3ec4ee4d6b9 service nova] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Updated VIF entry in instance network info cache for port cd577a5f-6a18-487e-b174-add2bd66c55c. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.252190] env[69808]: DEBUG nova.network.neutron [req-c6f30c6e-1f99-4057-9b37-8e1c83f8cb85 req-df540118-3390-478e-a109-f3ec4ee4d6b9 service nova] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Updating instance_info_cache with network_info: [{"id": "cd577a5f-6a18-487e-b174-add2bd66c55c", "address": "fa:16:3e:4b:94:0f", "network": {"id": "8a19e2a8-806e-41e5-8c3d-b2cf15273500", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-886122482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d6284b493e4f4daa91c2f458994381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd577a5f-6a", "ovs_interfaceid": "cd577a5f-6a18-487e-b174-add2bd66c55c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.391023] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789976, 'name': CreateVM_Task, 'duration_secs': 0.545616} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.391023] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.391023] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.391023] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.391023] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.391023] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf53fe42-90d9-4041-af65-5f08eee3e324 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.397601] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 883.397601] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ce6c1a-519f-ff7c-43b4-c0c4fc3752e0" [ 883.397601] env[69808]: _type = "Task" [ 883.397601] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.409147] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ce6c1a-519f-ff7c-43b4-c0c4fc3752e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.416042] env[69808]: DEBUG nova.network.neutron [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Successfully updated port: f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.442985] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3789977, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.587730] env[69808]: DEBUG nova.compute.utils [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.592644] env[69808]: INFO nova.compute.claims [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.601714] env[69808]: DEBUG nova.compute.manager [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.601920] env[69808]: DEBUG nova.network.neutron [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.619845] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.275537} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.620181] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.620994] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b357a67-f634-4cff-a910-99df1e8766d9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.628757] env[69808]: DEBUG nova.virt.hardware [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.628757] env[69808]: DEBUG nova.virt.hardware [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.628757] env[69808]: DEBUG nova.virt.hardware [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.628757] env[69808]: DEBUG nova.virt.hardware [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.628757] env[69808]: DEBUG nova.virt.hardware [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.629130] env[69808]: DEBUG nova.virt.hardware [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.629130] env[69808]: DEBUG nova.virt.hardware [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.629363] env[69808]: DEBUG nova.virt.hardware [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.629472] env[69808]: DEBUG nova.virt.hardware [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.630977] env[69808]: DEBUG nova.virt.hardware [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.630977] env[69808]: DEBUG nova.virt.hardware [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.630977] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c3eb14-fff0-4b07-a414-dd90b80af030 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.654630] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 7d527aad-9a9d-4a88-b718-d077d6bda9cf/7d527aad-9a9d-4a88-b718-d077d6bda9cf.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.655805] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c516546d-670d-4ddf-aead-72bb88d0b81f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.679824] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33caf54-5374-4366-ad50-5ef6d3380835 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.688201] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 883.688201] env[69808]: value = "task-3789980" [ 883.688201] env[69808]: _type = "Task" [ 883.688201] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.693310] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789978, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.706090] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:c9:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed68946c-1abc-490c-949f-92608b1d0eda', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.714487] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.714879] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.715750] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70177cdb-df1a-4982-a5b1-aefa0d26c901 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.738103] env[69808]: DEBUG nova.policy [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20a8f18804b546c3ad1923adf1d1d273', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf673b6e699d43eea721ec968ac85eca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.739942] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.747882] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.747882] env[69808]: value = "task-3789981" [ 883.747882] env[69808]: _type = "Task" [ 883.747882] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.755601] env[69808]: DEBUG oslo_concurrency.lockutils [req-c6f30c6e-1f99-4057-9b37-8e1c83f8cb85 req-df540118-3390-478e-a109-f3ec4ee4d6b9 service nova] Releasing lock "refresh_cache-45f4daca-e86c-41e6-8bbb-4a26b0149bbb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.756015] env[69808]: DEBUG nova.compute.manager [req-c6f30c6e-1f99-4057-9b37-8e1c83f8cb85 req-df540118-3390-478e-a109-f3ec4ee4d6b9 service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Received event network-vif-deleted-4357ae8d-4d81-47e7-a17e-58cba65d9396 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.756251] env[69808]: DEBUG nova.compute.manager [req-c6f30c6e-1f99-4057-9b37-8e1c83f8cb85 req-df540118-3390-478e-a109-f3ec4ee4d6b9 service nova] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Received event network-vif-deleted-7c448106-e86f-4337-a568-4bb6830dcb8c {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.760096] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789981, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.910740] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ce6c1a-519f-ff7c-43b4-c0c4fc3752e0, 'name': SearchDatastore_Task, 'duration_secs': 0.013652} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.911116] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.911380] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.911706] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.915078] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.915078] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.915078] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1386f68-2d92-47a9-9ab3-8a517a2a2973 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.918086] env[69808]: DEBUG nova.compute.manager [req-34423a46-1a97-4a81-9a64-bd404f83727d req-e14f4dd8-0807-4034-b71a-26060afa0573 service nova] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Received event network-vif-plugged-f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.918434] env[69808]: DEBUG oslo_concurrency.lockutils [req-34423a46-1a97-4a81-9a64-bd404f83727d req-e14f4dd8-0807-4034-b71a-26060afa0573 service nova] Acquiring lock "bfc961c4-cc6b-4691-bc95-b78c0a14bbe0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.918690] env[69808]: DEBUG oslo_concurrency.lockutils [req-34423a46-1a97-4a81-9a64-bd404f83727d req-e14f4dd8-0807-4034-b71a-26060afa0573 service nova] Lock "bfc961c4-cc6b-4691-bc95-b78c0a14bbe0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.918869] env[69808]: DEBUG oslo_concurrency.lockutils [req-34423a46-1a97-4a81-9a64-bd404f83727d req-e14f4dd8-0807-4034-b71a-26060afa0573 service nova] Lock "bfc961c4-cc6b-4691-bc95-b78c0a14bbe0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.919081] env[69808]: DEBUG nova.compute.manager [req-34423a46-1a97-4a81-9a64-bd404f83727d req-e14f4dd8-0807-4034-b71a-26060afa0573 service nova] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] No waiting events found dispatching network-vif-plugged-f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 883.919341] env[69808]: WARNING nova.compute.manager [req-34423a46-1a97-4a81-9a64-bd404f83727d req-e14f4dd8-0807-4034-b71a-26060afa0573 service nova] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Received unexpected event network-vif-plugged-f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d for instance with vm_state building and task_state spawning. [ 883.919581] env[69808]: DEBUG nova.compute.manager [req-34423a46-1a97-4a81-9a64-bd404f83727d req-e14f4dd8-0807-4034-b71a-26060afa0573 service nova] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Received event network-changed-f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.919707] env[69808]: DEBUG nova.compute.manager [req-34423a46-1a97-4a81-9a64-bd404f83727d req-e14f4dd8-0807-4034-b71a-26060afa0573 service nova] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Refreshing instance network info cache due to event network-changed-f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.919898] env[69808]: DEBUG oslo_concurrency.lockutils [req-34423a46-1a97-4a81-9a64-bd404f83727d req-e14f4dd8-0807-4034-b71a-26060afa0573 service nova] Acquiring lock "refresh_cache-bfc961c4-cc6b-4691-bc95-b78c0a14bbe0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.920049] env[69808]: DEBUG oslo_concurrency.lockutils [req-34423a46-1a97-4a81-9a64-bd404f83727d req-e14f4dd8-0807-4034-b71a-26060afa0573 service nova] Acquired lock "refresh_cache-bfc961c4-cc6b-4691-bc95-b78c0a14bbe0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.920254] env[69808]: DEBUG nova.network.neutron [req-34423a46-1a97-4a81-9a64-bd404f83727d req-e14f4dd8-0807-4034-b71a-26060afa0573 service nova] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Refreshing network info cache for port f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.923214] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "refresh_cache-bfc961c4-cc6b-4691-bc95-b78c0a14bbe0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.923481] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.923643] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.924705] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ec7aaa4-2e0c-4afd-a02c-989014b150ff {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.933132] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 883.933132] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521cedb4-e54a-8c02-4244-eacdd1c694c5" [ 883.933132] env[69808]: _type = "Task" [ 883.933132] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.953893] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521cedb4-e54a-8c02-4244-eacdd1c694c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011609} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.957552] env[69808]: DEBUG oslo_vmware.api [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3789977, 'name': PowerOnVM_Task, 'duration_secs': 1.173113} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.957770] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-209abf62-064b-40d8-bdaa-7fa0ebaf70af {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.960671] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.960977] env[69808]: INFO nova.compute.manager [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Took 9.99 seconds to spawn the instance on the hypervisor. [ 883.961227] env[69808]: DEBUG nova.compute.manager [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 883.963454] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b1f041-49c9-4ccb-8b28-1eccdd5fdbdc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.970065] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 883.970065] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527b4c81-69c2-60e5-506a-80033dfefc3a" [ 883.970065] env[69808]: _type = "Task" [ 883.970065] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.987233] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527b4c81-69c2-60e5-506a-80033dfefc3a, 'name': SearchDatastore_Task, 'duration_secs': 0.013272} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.987412] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.987735] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 45f4daca-e86c-41e6-8bbb-4a26b0149bbb/45f4daca-e86c-41e6-8bbb-4a26b0149bbb.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.987934] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e97ebec4-fb9b-421e-9859-1b696ede2c02 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.996964] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 883.996964] env[69808]: value = "task-3789982" [ 883.996964] env[69808]: _type = "Task" [ 883.996964] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.009859] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.103748] env[69808]: DEBUG nova.compute.manager [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.108363] env[69808]: INFO nova.compute.resource_tracker [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Updating resource usage from migration 32f6ee1c-402d-4269-9997-f0896c0df06e [ 884.185782] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789978, 'name': CreateSnapshot_Task, 'duration_secs': 1.236644} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.186073] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Created Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 884.187250] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae840b5-50f9-4e92-a7d8-6cf63378ab24 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.199965] env[69808]: DEBUG nova.network.neutron [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Successfully created port: 2962a001-2b22-438c-83b4-ff05cc4933ea {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.209155] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789980, 'name': ReconfigVM_Task, 'duration_secs': 0.36289} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.209450] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 7d527aad-9a9d-4a88-b718-d077d6bda9cf/7d527aad-9a9d-4a88-b718-d077d6bda9cf.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.211331] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff3938e8-3281-46c1-b6cf-61db87c931fd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.219506] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 884.219506] env[69808]: value = "task-3789983" [ 884.219506] env[69808]: _type = "Task" [ 884.219506] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.236036] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789983, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.263775] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789981, 'name': CreateVM_Task, 'duration_secs': 0.370203} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.263775] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.264471] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.264641] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.265061] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.265375] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae4a91c3-91a0-4411-9d46-fca448d19bdd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.271189] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 884.271189] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528fb577-3e2c-d6b3-0de9-812639af297a" [ 884.271189] env[69808]: _type = "Task" [ 884.271189] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.284917] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528fb577-3e2c-d6b3-0de9-812639af297a, 'name': SearchDatastore_Task} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.285364] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.285498] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.285722] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.285878] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.286064] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.286378] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56cc0c37-9206-44f5-a989-85e354a53770 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.303867] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.304115] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.308098] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e706745-72ca-462c-a562-814399f33bb6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.317035] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 884.317035] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52353cf2-fbef-f864-09f7-618440eb419b" [ 884.317035] env[69808]: _type = "Task" [ 884.317035] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.329045] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52353cf2-fbef-f864-09f7-618440eb419b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.476795] env[69808]: DEBUG nova.network.neutron [req-34423a46-1a97-4a81-9a64-bd404f83727d req-e14f4dd8-0807-4034-b71a-26060afa0573 service nova] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.492024] env[69808]: INFO nova.compute.manager [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Took 41.32 seconds to build instance. [ 884.517325] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789982, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.633317] env[69808]: DEBUG nova.network.neutron [req-34423a46-1a97-4a81-9a64-bd404f83727d req-e14f4dd8-0807-4034-b71a-26060afa0573 service nova] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.713253] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Creating linked-clone VM from snapshot {{(pid=69808) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 884.716605] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3f62e92c-58d2-4e3d-a027-3f3f8346cfea {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.727197] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 884.727197] env[69808]: value = "task-3789984" [ 884.727197] env[69808]: _type = "Task" [ 884.727197] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.734913] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789983, 'name': Rename_Task, 'duration_secs': 0.381408} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.738543] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.739010] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63cec0fc-f387-4e5e-9063-90b59a7138b9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.745062] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789984, 'name': CloneVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.750410] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 884.750410] env[69808]: value = "task-3789985" [ 884.750410] env[69808]: _type = "Task" [ 884.750410] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.769343] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789985, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.779875] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84221469-c67a-48fc-9054-5087055269fe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.787507] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0519a9c8-7d68-4500-9ae5-09d2204f19aa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.824026] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38a395d-6a5d-4489-8abf-173478b91d9d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.831641] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52353cf2-fbef-f864-09f7-618440eb419b, 'name': SearchDatastore_Task, 'duration_secs': 0.055577} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.834333] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d0d9f07-fc11-4dc3-b8c3-80b02b8067ad {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.840884] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917fae0e-6bb7-4c98-a575-f8d1ff62dba9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.845909] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 884.845909] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b89eb1-3494-8234-881d-c6a4f6033e35" [ 884.845909] env[69808]: _type = "Task" [ 884.845909] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.859279] env[69808]: DEBUG nova.compute.provider_tree [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.876025] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b89eb1-3494-8234-881d-c6a4f6033e35, 'name': SearchDatastore_Task, 'duration_secs': 0.017981} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.877148] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.877666] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 892ec809-73b2-41f3-949f-95c2766d3a30/892ec809-73b2-41f3-949f-95c2766d3a30.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.877821] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d48d960f-4251-4d48-b8dc-a439eebe09f1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.886693] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 884.886693] env[69808]: value = "task-3789986" [ 884.886693] env[69808]: _type = "Task" [ 884.886693] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.898019] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.991756] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2b9ed6b-d543-4633-81f9-1c2f3254f16c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "b9bdc3de-a901-46cf-a0c1-84d5fb95220b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.387s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.010700] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644617} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.010967] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 45f4daca-e86c-41e6-8bbb-4a26b0149bbb/45f4daca-e86c-41e6-8bbb-4a26b0149bbb.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.011201] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.011447] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06c98f33-0694-4ecc-aff0-50a349afa0d5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.019367] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 885.019367] env[69808]: value = "task-3789987" [ 885.019367] env[69808]: _type = "Task" [ 885.019367] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.030183] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.122534] env[69808]: DEBUG nova.compute.manager [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.138735] env[69808]: DEBUG oslo_concurrency.lockutils [req-34423a46-1a97-4a81-9a64-bd404f83727d req-e14f4dd8-0807-4034-b71a-26060afa0573 service nova] Releasing lock "refresh_cache-bfc961c4-cc6b-4691-bc95-b78c0a14bbe0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.139763] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquired lock "refresh_cache-bfc961c4-cc6b-4691-bc95-b78c0a14bbe0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.139844] env[69808]: DEBUG nova.network.neutron [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.150204] env[69808]: DEBUG nova.virt.hardware [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.150455] env[69808]: DEBUG nova.virt.hardware [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.150619] env[69808]: DEBUG nova.virt.hardware [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.150857] env[69808]: DEBUG nova.virt.hardware [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.150943] env[69808]: DEBUG nova.virt.hardware [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.151116] env[69808]: DEBUG nova.virt.hardware [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.151359] env[69808]: DEBUG nova.virt.hardware [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.151541] env[69808]: DEBUG nova.virt.hardware [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.151717] env[69808]: DEBUG nova.virt.hardware [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.151884] env[69808]: DEBUG nova.virt.hardware [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.152075] env[69808]: DEBUG nova.virt.hardware [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.152961] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f045cd61-5a7e-4af2-aad2-3713eca21409 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.163828] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ea91a5-801e-4bf5-8f60-f4e8494c045b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.239413] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789984, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.264028] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.370640] env[69808]: DEBUG nova.scheduler.client.report [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.398760] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789986, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.461786] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Acquiring lock "514260a0-06e4-41bb-8478-3f423ce82018" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.462107] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Lock "514260a0-06e4-41bb-8478-3f423ce82018" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.462365] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Acquiring lock "514260a0-06e4-41bb-8478-3f423ce82018-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.462580] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Lock "514260a0-06e4-41bb-8478-3f423ce82018-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.462788] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Lock "514260a0-06e4-41bb-8478-3f423ce82018-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.465162] env[69808]: INFO nova.compute.manager [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Terminating instance [ 885.495127] env[69808]: DEBUG nova.compute.manager [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.532214] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074875} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.532464] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.533245] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d950a0-25b9-40aa-956d-8b7a295aad72 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.559016] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 45f4daca-e86c-41e6-8bbb-4a26b0149bbb/45f4daca-e86c-41e6-8bbb-4a26b0149bbb.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.560103] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eacaeb2b-4054-4a2d-8c4e-7cf73e5b0846 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.581387] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 885.581387] env[69808]: value = "task-3789988" [ 885.581387] env[69808]: _type = "Task" [ 885.581387] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.591337] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.741223] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789984, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.768202] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789985, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.876865] env[69808]: DEBUG oslo_concurrency.lockutils [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.795s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.877153] env[69808]: INFO nova.compute.manager [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Migrating [ 885.884038] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.970s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.884493] env[69808]: DEBUG nova.objects.instance [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69808) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 885.910796] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81701} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.911150] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 892ec809-73b2-41f3-949f-95c2766d3a30/892ec809-73b2-41f3-949f-95c2766d3a30.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.911336] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.911588] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a640f555-0e5a-4eb5-9a94-8fab4b74dedf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.921811] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 885.921811] env[69808]: value = "task-3789989" [ 885.921811] env[69808]: _type = "Task" [ 885.921811] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.932322] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.945979] env[69808]: DEBUG nova.network.neutron [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.970726] env[69808]: DEBUG nova.compute.manager [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.970969] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.972042] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d818b84-b8eb-4bc8-8246-2cc88e3d9b3a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.984015] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.984317] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-007d5f2f-f798-4a0d-bccf-fc9838f8ee74 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.992697] env[69808]: DEBUG oslo_vmware.api [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Waiting for the task: (returnval){ [ 885.992697] env[69808]: value = "task-3789990" [ 885.992697] env[69808]: _type = "Task" [ 885.992697] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.014273] env[69808]: DEBUG oslo_vmware.api [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Task: {'id': task-3789990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.036248] env[69808]: DEBUG oslo_concurrency.lockutils [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.097841] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789988, 'name': ReconfigVM_Task, 'duration_secs': 0.304106} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.098178] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 45f4daca-e86c-41e6-8bbb-4a26b0149bbb/45f4daca-e86c-41e6-8bbb-4a26b0149bbb.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.098826] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ebffe78-5f2c-4577-8013-3fbd665b7075 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.107500] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 886.107500] env[69808]: value = "task-3789991" [ 886.107500] env[69808]: _type = "Task" [ 886.107500] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.120221] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789991, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.241786] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789984, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.267644] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789985, 'name': PowerOnVM_Task, 'duration_secs': 1.332921} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.268035] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.268302] env[69808]: INFO nova.compute.manager [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Took 9.53 seconds to spawn the instance on the hypervisor. [ 886.268507] env[69808]: DEBUG nova.compute.manager [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 886.269544] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3630e2-2464-4419-8617-786b807f0c92 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.295831] env[69808]: DEBUG nova.network.neutron [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Updating instance_info_cache with network_info: [{"id": "f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d", "address": "fa:16:3e:d3:68:c3", "network": {"id": "7767bb95-5cc6-4aca-b6c1-dbfcc00b332b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-149431807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b235077870b4008bb457876b9239c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d95fe0-6a", "ovs_interfaceid": "f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.389544] env[69808]: DEBUG nova.compute.manager [req-72443409-8621-447b-a219-f43712be3025 req-ead3b297-20e2-4842-bc0b-0ecea250a85d service nova] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Received event network-changed-81788255-4338-4870-9dcf-8c682719cfbd {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.389940] env[69808]: DEBUG nova.compute.manager [req-72443409-8621-447b-a219-f43712be3025 req-ead3b297-20e2-4842-bc0b-0ecea250a85d service nova] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Refreshing instance network info cache due to event network-changed-81788255-4338-4870-9dcf-8c682719cfbd. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.390221] env[69808]: DEBUG oslo_concurrency.lockutils [req-72443409-8621-447b-a219-f43712be3025 req-ead3b297-20e2-4842-bc0b-0ecea250a85d service nova] Acquiring lock "refresh_cache-b9bdc3de-a901-46cf-a0c1-84d5fb95220b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.390373] env[69808]: DEBUG oslo_concurrency.lockutils [req-72443409-8621-447b-a219-f43712be3025 req-ead3b297-20e2-4842-bc0b-0ecea250a85d service nova] Acquired lock "refresh_cache-b9bdc3de-a901-46cf-a0c1-84d5fb95220b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.390579] env[69808]: DEBUG nova.network.neutron [req-72443409-8621-447b-a219-f43712be3025 req-ead3b297-20e2-4842-bc0b-0ecea250a85d service nova] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Refreshing network info cache for port 81788255-4338-4870-9dcf-8c682719cfbd {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.397402] env[69808]: DEBUG oslo_concurrency.lockutils [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "refresh_cache-182c3c6f-9376-4d7c-9adc-af7f0237a6f2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.397402] env[69808]: DEBUG oslo_concurrency.lockutils [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired lock "refresh_cache-182c3c6f-9376-4d7c-9adc-af7f0237a6f2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.397402] env[69808]: DEBUG nova.network.neutron [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.432062] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084569} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.432463] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.433539] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce9c149-a799-400c-9e3e-113e792bb074 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.458162] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 892ec809-73b2-41f3-949f-95c2766d3a30/892ec809-73b2-41f3-949f-95c2766d3a30.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.459514] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e813bb6-e184-45f5-82af-6c1fe2024d83 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.475594] env[69808]: DEBUG nova.compute.manager [req-d668b783-0131-4360-9144-eee26cdc4463 req-507bb973-7c95-4ed1-9911-5adef7d7ddfd service nova] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Received event network-vif-plugged-2962a001-2b22-438c-83b4-ff05cc4933ea {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.475859] env[69808]: DEBUG oslo_concurrency.lockutils [req-d668b783-0131-4360-9144-eee26cdc4463 req-507bb973-7c95-4ed1-9911-5adef7d7ddfd service nova] Acquiring lock "76938eea-4683-49f7-aa36-70587401ed2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.476033] env[69808]: DEBUG oslo_concurrency.lockutils [req-d668b783-0131-4360-9144-eee26cdc4463 req-507bb973-7c95-4ed1-9911-5adef7d7ddfd service nova] Lock "76938eea-4683-49f7-aa36-70587401ed2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.476220] env[69808]: DEBUG oslo_concurrency.lockutils [req-d668b783-0131-4360-9144-eee26cdc4463 req-507bb973-7c95-4ed1-9911-5adef7d7ddfd service nova] Lock "76938eea-4683-49f7-aa36-70587401ed2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.476443] env[69808]: DEBUG nova.compute.manager [req-d668b783-0131-4360-9144-eee26cdc4463 req-507bb973-7c95-4ed1-9911-5adef7d7ddfd service nova] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] No waiting events found dispatching network-vif-plugged-2962a001-2b22-438c-83b4-ff05cc4933ea {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 886.476658] env[69808]: WARNING nova.compute.manager [req-d668b783-0131-4360-9144-eee26cdc4463 req-507bb973-7c95-4ed1-9911-5adef7d7ddfd service nova] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Received unexpected event network-vif-plugged-2962a001-2b22-438c-83b4-ff05cc4933ea for instance with vm_state building and task_state spawning. [ 886.482907] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 886.482907] env[69808]: value = "task-3789992" [ 886.482907] env[69808]: _type = "Task" [ 886.482907] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.494373] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789992, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.499783] env[69808]: DEBUG nova.network.neutron [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Successfully updated port: 2962a001-2b22-438c-83b4-ff05cc4933ea {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.506235] env[69808]: DEBUG oslo_vmware.api [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Task: {'id': task-3789990, 'name': PowerOffVM_Task, 'duration_secs': 0.279574} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.507845] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.508249] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.509443] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-253a8646-f73d-4f48-832d-0737f431a1d1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.585470] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.585720] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.586728] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Deleting the datastore file [datastore2] 514260a0-06e4-41bb-8478-3f423ce82018 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.586728] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4f088ef-c1da-448e-bfc7-2e66a1e9cb35 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.595399] env[69808]: DEBUG oslo_vmware.api [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Waiting for the task: (returnval){ [ 886.595399] env[69808]: value = "task-3789994" [ 886.595399] env[69808]: _type = "Task" [ 886.595399] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.604444] env[69808]: DEBUG oslo_vmware.api [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Task: {'id': task-3789994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.618382] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789991, 'name': Rename_Task, 'duration_secs': 0.215572} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.618795] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.619321] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1405ca5f-14a6-41d7-86a7-b22aa6252eb7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.628163] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 886.628163] env[69808]: value = "task-3789995" [ 886.628163] env[69808]: _type = "Task" [ 886.628163] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.645024] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.742289] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3789984, 'name': CloneVM_Task, 'duration_secs': 1.904451} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.742675] env[69808]: INFO nova.virt.vmwareapi.vmops [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Created linked-clone VM from snapshot [ 886.743499] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1635a3d-3165-433c-9f30-06dc2c8a28de {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.752705] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Uploading image 34e90d6b-2e0c-40dd-9adf-dc1847787d24 {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 886.791741] env[69808]: DEBUG oslo_vmware.rw_handles [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 886.791741] env[69808]: value = "vm-753940" [ 886.791741] env[69808]: _type = "VirtualMachine" [ 886.791741] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 886.792355] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c37ec645-910c-430e-b5ee-08889c744f04 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.797339] env[69808]: INFO nova.compute.manager [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Took 38.04 seconds to build instance. [ 886.798743] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Releasing lock "refresh_cache-bfc961c4-cc6b-4691-bc95-b78c0a14bbe0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.799738] env[69808]: DEBUG nova.compute.manager [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Instance network_info: |[{"id": "f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d", "address": "fa:16:3e:d3:68:c3", "network": {"id": "7767bb95-5cc6-4aca-b6c1-dbfcc00b332b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-149431807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b235077870b4008bb457876b9239c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d95fe0-6a", "ovs_interfaceid": "f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.800596] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:68:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.810013] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.811885] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.812408] env[69808]: DEBUG oslo_vmware.rw_handles [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lease: (returnval){ [ 886.812408] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52723119-32e4-18a3-2fdc-371d2b4cbbbb" [ 886.812408] env[69808]: _type = "HttpNfcLease" [ 886.812408] env[69808]: } obtained for exporting VM: (result){ [ 886.812408] env[69808]: value = "vm-753940" [ 886.812408] env[69808]: _type = "VirtualMachine" [ 886.812408] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 886.812766] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the lease: (returnval){ [ 886.812766] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52723119-32e4-18a3-2fdc-371d2b4cbbbb" [ 886.812766] env[69808]: _type = "HttpNfcLease" [ 886.812766] env[69808]: } to be ready. {{(pid=69808) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 886.812945] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6816c8b-2253-46e9-9a41-b09dade8d3e7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.836713] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 886.836713] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52723119-32e4-18a3-2fdc-371d2b4cbbbb" [ 886.836713] env[69808]: _type = "HttpNfcLease" [ 886.836713] env[69808]: } is ready. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 886.838918] env[69808]: DEBUG oslo_vmware.rw_handles [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 886.838918] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52723119-32e4-18a3-2fdc-371d2b4cbbbb" [ 886.838918] env[69808]: _type = "HttpNfcLease" [ 886.838918] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 886.839363] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.839363] env[69808]: value = "task-3789997" [ 886.839363] env[69808]: _type = "Task" [ 886.839363] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.840338] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4b4466-e83e-4af7-8427-047553a1642b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.854355] env[69808]: DEBUG oslo_vmware.rw_handles [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52caecf0-ad41-2581-183d-fc328b163544/disk-0.vmdk from lease info. {{(pid=69808) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 886.854614] env[69808]: DEBUG oslo_vmware.rw_handles [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52caecf0-ad41-2581-183d-fc328b163544/disk-0.vmdk for reading. {{(pid=69808) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 886.860408] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789997, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.920370] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1ed8d4a1-df4a-4c57-94b9-e6c8ed8b093c tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.036s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.925034] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.503s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.926758] env[69808]: INFO nova.compute.claims [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.995816] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789992, 'name': ReconfigVM_Task, 'duration_secs': 0.373609} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.996169] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 892ec809-73b2-41f3-949f-95c2766d3a30/892ec809-73b2-41f3-949f-95c2766d3a30.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.996857] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d3c2dc7-332c-4949-bf8f-c039a4745b53 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.013088] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquiring lock "refresh_cache-76938eea-4683-49f7-aa36-70587401ed2c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.013088] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquired lock "refresh_cache-76938eea-4683-49f7-aa36-70587401ed2c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.013407] env[69808]: DEBUG nova.network.neutron [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.014922] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 887.014922] env[69808]: value = "task-3789998" [ 887.014922] env[69808]: _type = "Task" [ 887.014922] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.015698] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-368d6cba-4e95-416d-8a1f-68bf3bfa75e1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.030943] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789998, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.070196] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 887.070611] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 887.107544] env[69808]: DEBUG oslo_vmware.api [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Task: {'id': task-3789994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289764} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.107816] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.107998] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.108214] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.108703] env[69808]: INFO nova.compute.manager [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Took 1.14 seconds to destroy the instance on the hypervisor. [ 887.108994] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.109210] env[69808]: DEBUG nova.compute.manager [-] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.112020] env[69808]: DEBUG nova.network.neutron [-] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.143295] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789995, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.301434] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "7d527aad-9a9d-4a88-b718-d077d6bda9cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.937s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.355831] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789997, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.474056] env[69808]: DEBUG nova.network.neutron [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Updating instance_info_cache with network_info: [{"id": "2a49cbed-cb88-4306-a623-93dd0f63a398", "address": "fa:16:3e:82:5c:79", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a49cbed-cb", "ovs_interfaceid": "2a49cbed-cb88-4306-a623-93dd0f63a398", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.491192] env[69808]: DEBUG nova.network.neutron [req-72443409-8621-447b-a219-f43712be3025 req-ead3b297-20e2-4842-bc0b-0ecea250a85d service nova] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Updated VIF entry in instance network info cache for port 81788255-4338-4870-9dcf-8c682719cfbd. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.491314] env[69808]: DEBUG nova.network.neutron [req-72443409-8621-447b-a219-f43712be3025 req-ead3b297-20e2-4842-bc0b-0ecea250a85d service nova] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Updating instance_info_cache with network_info: [{"id": "81788255-4338-4870-9dcf-8c682719cfbd", "address": "fa:16:3e:ac:b1:5c", "network": {"id": "df96a74c-19d0-4fa6-86cd-118550095e1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921938810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60f5afe8694941a483771559188e08d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81788255-43", "ovs_interfaceid": "81788255-4338-4870-9dcf-8c682719cfbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.535031] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789998, 'name': Rename_Task, 'duration_secs': 0.19419} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.535361] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.535673] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1da86f8-0fb8-4e7f-b627-7e0b21c11795 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.543685] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 887.543685] env[69808]: value = "task-3789999" [ 887.543685] env[69808]: _type = "Task" [ 887.543685] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.554423] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.565889] env[69808]: DEBUG nova.network.neutron [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.585614] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 887.586383] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 887.586383] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 887.586516] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 887.586742] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 887.586939] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 887.587138] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69808) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 887.587348] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 887.648456] env[69808]: DEBUG oslo_vmware.api [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3789995, 'name': PowerOnVM_Task, 'duration_secs': 0.886514} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.649460] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.649460] env[69808]: INFO nova.compute.manager [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Took 8.18 seconds to spawn the instance on the hypervisor. [ 887.649632] env[69808]: DEBUG nova.compute.manager [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.650888] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87893716-431a-4765-8214-f462ceb6f0f9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.796499] env[69808]: DEBUG nova.network.neutron [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Updating instance_info_cache with network_info: [{"id": "2962a001-2b22-438c-83b4-ff05cc4933ea", "address": "fa:16:3e:7a:19:58", "network": {"id": "dd79c5f2-61d5-4228-88b1-8649caae957b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1942628047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf673b6e699d43eea721ec968ac85eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2962a001-2b", "ovs_interfaceid": "2962a001-2b22-438c-83b4-ff05cc4933ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.805029] env[69808]: DEBUG nova.compute.manager [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.857786] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3789997, 'name': CreateVM_Task, 'duration_secs': 0.629625} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.858184] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.859033] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.859397] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.859834] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.861045] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d35f544-408b-4813-be52-896f1703364c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.868084] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 887.868084] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525726c8-0448-ff45-ace9-47e3e05911c1" [ 887.868084] env[69808]: _type = "Task" [ 887.868084] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.879046] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525726c8-0448-ff45-ace9-47e3e05911c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.976938] env[69808]: DEBUG oslo_concurrency.lockutils [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Releasing lock "refresh_cache-182c3c6f-9376-4d7c-9adc-af7f0237a6f2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.996428] env[69808]: DEBUG oslo_concurrency.lockutils [req-72443409-8621-447b-a219-f43712be3025 req-ead3b297-20e2-4842-bc0b-0ecea250a85d service nova] Releasing lock "refresh_cache-b9bdc3de-a901-46cf-a0c1-84d5fb95220b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.057751] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.094037] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.122800] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquiring lock "98fc3328-91fa-4e6a-93d1-f18013a5b0af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.122800] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Lock "98fc3328-91fa-4e6a-93d1-f18013a5b0af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.122800] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquiring lock "98fc3328-91fa-4e6a-93d1-f18013a5b0af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.122800] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Lock "98fc3328-91fa-4e6a-93d1-f18013a5b0af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.123176] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Lock "98fc3328-91fa-4e6a-93d1-f18013a5b0af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.125049] env[69808]: INFO nova.compute.manager [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Terminating instance [ 888.182960] env[69808]: INFO nova.compute.manager [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Took 38.32 seconds to build instance. [ 888.302912] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Releasing lock "refresh_cache-76938eea-4683-49f7-aa36-70587401ed2c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.302912] env[69808]: DEBUG nova.compute.manager [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Instance network_info: |[{"id": "2962a001-2b22-438c-83b4-ff05cc4933ea", "address": "fa:16:3e:7a:19:58", "network": {"id": "dd79c5f2-61d5-4228-88b1-8649caae957b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1942628047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf673b6e699d43eea721ec968ac85eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2962a001-2b", "ovs_interfaceid": "2962a001-2b22-438c-83b4-ff05cc4933ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.302912] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:19:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '305ccd93-08cb-4658-845c-d9b64952daf7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2962a001-2b22-438c-83b4-ff05cc4933ea', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.318656] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.327955] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.328747] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac71e3de-6a40-4190-97da-317a08bb5dc1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.354949] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.364878] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.364878] env[69808]: value = "task-3790000" [ 888.364878] env[69808]: _type = "Task" [ 888.364878] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.379743] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790000, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.388359] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525726c8-0448-ff45-ace9-47e3e05911c1, 'name': SearchDatastore_Task, 'duration_secs': 0.015381} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.388774] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.389375] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.389657] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.389811] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.390019] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.390338] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2e54f9b-3df1-442c-9d24-33b6698dc43e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.404085] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.404085] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.404085] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a2aef4-df4d-4c64-9978-e831c4aedbb3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.409471] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 888.409471] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527c0166-6686-0711-308e-742e3d77bbd7" [ 888.409471] env[69808]: _type = "Task" [ 888.409471] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.421790] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527c0166-6686-0711-308e-742e3d77bbd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.557705] env[69808]: DEBUG oslo_vmware.api [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3789999, 'name': PowerOnVM_Task, 'duration_secs': 0.837413} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.558224] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.558657] env[69808]: DEBUG nova.compute.manager [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 888.562594] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6390412e-4bb3-40ca-b6a2-8c8531a9318d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.622509] env[69808]: DEBUG nova.network.neutron [-] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.626014] env[69808]: DEBUG nova.compute.manager [req-650ca633-313a-4317-9679-7b01026411b8 req-7c7457c4-427b-470b-8748-13e1426d6233 service nova] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Received event network-vif-deleted-742fbc15-5f0b-45ef-acac-927b76246a2a {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.626341] env[69808]: INFO nova.compute.manager [req-650ca633-313a-4317-9679-7b01026411b8 req-7c7457c4-427b-470b-8748-13e1426d6233 service nova] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Neutron deleted interface 742fbc15-5f0b-45ef-acac-927b76246a2a; detaching it from the instance and deleting it from the info cache [ 888.626582] env[69808]: DEBUG nova.network.neutron [req-650ca633-313a-4317-9679-7b01026411b8 req-7c7457c4-427b-470b-8748-13e1426d6233 service nova] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.636460] env[69808]: DEBUG nova.compute.manager [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.636685] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.639812] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118692a1-b3be-44cd-bcdc-004bf0a4b90f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.651318] env[69808]: DEBUG nova.compute.manager [req-7bf1b25c-18c3-425a-a3d5-e3c9cc54afc7 req-9de8766a-afa5-4775-ad84-55ac6536d7c8 service nova] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Received event network-changed-2962a001-2b22-438c-83b4-ff05cc4933ea {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.653237] env[69808]: DEBUG nova.compute.manager [req-7bf1b25c-18c3-425a-a3d5-e3c9cc54afc7 req-9de8766a-afa5-4775-ad84-55ac6536d7c8 service nova] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Refreshing instance network info cache due to event network-changed-2962a001-2b22-438c-83b4-ff05cc4933ea. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.653237] env[69808]: DEBUG oslo_concurrency.lockutils [req-7bf1b25c-18c3-425a-a3d5-e3c9cc54afc7 req-9de8766a-afa5-4775-ad84-55ac6536d7c8 service nova] Acquiring lock "refresh_cache-76938eea-4683-49f7-aa36-70587401ed2c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.653237] env[69808]: DEBUG oslo_concurrency.lockutils [req-7bf1b25c-18c3-425a-a3d5-e3c9cc54afc7 req-9de8766a-afa5-4775-ad84-55ac6536d7c8 service nova] Acquired lock "refresh_cache-76938eea-4683-49f7-aa36-70587401ed2c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.653237] env[69808]: DEBUG nova.network.neutron [req-7bf1b25c-18c3-425a-a3d5-e3c9cc54afc7 req-9de8766a-afa5-4775-ad84-55ac6536d7c8 service nova] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Refreshing network info cache for port 2962a001-2b22-438c-83b4-ff05cc4933ea {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.670090] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.671117] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ab690a5-e07c-4bde-aafd-ab751ab65b7c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.678515] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c40923-0782-4042-8976-1c5ec7ffe3eb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.685436] env[69808]: DEBUG oslo_vmware.api [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for the task: (returnval){ [ 888.685436] env[69808]: value = "task-3790001" [ 888.685436] env[69808]: _type = "Task" [ 888.685436] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.686980] env[69808]: DEBUG oslo_concurrency.lockutils [None req-15b22eb7-2341-47f6-a6a9-a5d33a712ef4 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "45f4daca-e86c-41e6-8bbb-4a26b0149bbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.275s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.697061] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c291b54f-e51b-4078-8d4e-32a8652922bd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.707418] env[69808]: DEBUG oslo_vmware.api [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.741691] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c520b05-cf85-4bc9-a2cb-28a941e85580 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.752291] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543080ff-a1fd-4b91-a23d-633061ed5414 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.778459] env[69808]: DEBUG nova.compute.provider_tree [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.878187] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790000, 'name': CreateVM_Task, 'duration_secs': 0.435777} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.878534] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.879196] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.879824] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.879824] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.880222] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a69bde-6bf3-4c1a-87a7-e7c0166eb5ca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.890489] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for the task: (returnval){ [ 888.890489] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52af8899-730b-a075-ac26-225b71e2d7f7" [ 888.890489] env[69808]: _type = "Task" [ 888.890489] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.897568] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52af8899-730b-a075-ac26-225b71e2d7f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.921030] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527c0166-6686-0711-308e-742e3d77bbd7, 'name': SearchDatastore_Task, 'duration_secs': 0.013786} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.921710] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77038db1-0ce7-4d20-8cff-c225bc76dc1f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.929202] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 888.929202] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5285db71-9a67-7540-f031-175eb7004e79" [ 888.929202] env[69808]: _type = "Task" [ 888.929202] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.941522] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5285db71-9a67-7540-f031-175eb7004e79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.085358] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.126167] env[69808]: INFO nova.compute.manager [-] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Took 2.02 seconds to deallocate network for instance. [ 889.133114] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8a23fc3-16cc-43c1-9841-1e0ef30327f9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.143704] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f232d70a-40f5-48ba-9548-2fa1543eecce {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.190440] env[69808]: DEBUG nova.compute.manager [req-650ca633-313a-4317-9679-7b01026411b8 req-7c7457c4-427b-470b-8748-13e1426d6233 service nova] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Detach interface failed, port_id=742fbc15-5f0b-45ef-acac-927b76246a2a, reason: Instance 514260a0-06e4-41bb-8478-3f423ce82018 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 889.195824] env[69808]: DEBUG nova.compute.manager [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.203477] env[69808]: DEBUG oslo_vmware.api [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790001, 'name': PowerOffVM_Task, 'duration_secs': 0.254059} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.206666] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.207129] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.207217] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb73d9a3-a6e2-48b2-9c6d-d33f9f257625 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.259354] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquiring lock "1e76dd13-39f8-4b51-8cb5-443ff4160265" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.259354] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Lock "1e76dd13-39f8-4b51-8cb5-443ff4160265" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.283598] env[69808]: DEBUG nova.scheduler.client.report [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.401904] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52af8899-730b-a075-ac26-225b71e2d7f7, 'name': SearchDatastore_Task, 'duration_secs': 0.017078} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.401904] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.401904] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.401904] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.441154] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5285db71-9a67-7540-f031-175eb7004e79, 'name': SearchDatastore_Task, 'duration_secs': 0.016435} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.441505] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.441698] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] bfc961c4-cc6b-4691-bc95-b78c0a14bbe0/bfc961c4-cc6b-4691-bc95-b78c0a14bbe0.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.441980] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.442549] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.442549] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db0a3af0-5f3b-49ed-9461-d10e765b63bf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.444421] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5e05790-721e-4019-873a-4b46657cda0f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.454121] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 889.454121] env[69808]: value = "task-3790003" [ 889.454121] env[69808]: _type = "Task" [ 889.454121] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.459993] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.460296] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.462150] env[69808]: DEBUG nova.network.neutron [req-7bf1b25c-18c3-425a-a3d5-e3c9cc54afc7 req-9de8766a-afa5-4775-ad84-55ac6536d7c8 service nova] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Updated VIF entry in instance network info cache for port 2962a001-2b22-438c-83b4-ff05cc4933ea. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.462495] env[69808]: DEBUG nova.network.neutron [req-7bf1b25c-18c3-425a-a3d5-e3c9cc54afc7 req-9de8766a-afa5-4775-ad84-55ac6536d7c8 service nova] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Updating instance_info_cache with network_info: [{"id": "2962a001-2b22-438c-83b4-ff05cc4933ea", "address": "fa:16:3e:7a:19:58", "network": {"id": "dd79c5f2-61d5-4228-88b1-8649caae957b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1942628047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf673b6e699d43eea721ec968ac85eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2962a001-2b", "ovs_interfaceid": "2962a001-2b22-438c-83b4-ff05cc4933ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.466840] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e054db-4e96-4976-81df-1360ce5e40f6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.469137] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.479050] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for the task: (returnval){ [ 889.479050] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52539abb-950a-2477-b135-41705536e4fa" [ 889.479050] env[69808]: _type = "Task" [ 889.479050] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.493370] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52539abb-950a-2477-b135-41705536e4fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.494876] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0bc36b-6b43-4cc3-8775-a58926f891e2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.516036] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Updating instance '182c3c6f-9376-4d7c-9adc-af7f0237a6f2' progress to 0 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 889.633494] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.724837] env[69808]: DEBUG oslo_concurrency.lockutils [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.792304] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.867s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.793225] env[69808]: DEBUG nova.compute.manager [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.797012] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.787s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.797466] env[69808]: DEBUG nova.objects.instance [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Lazy-loading 'resources' on Instance uuid 250a4f01-6261-42d5-824e-8d53b6b02f60 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.810890] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "7d527aad-9a9d-4a88-b718-d077d6bda9cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.811391] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "7d527aad-9a9d-4a88-b718-d077d6bda9cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.811622] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "7d527aad-9a9d-4a88-b718-d077d6bda9cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.811886] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "7d527aad-9a9d-4a88-b718-d077d6bda9cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.812175] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "7d527aad-9a9d-4a88-b718-d077d6bda9cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.815382] env[69808]: INFO nova.compute.manager [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Terminating instance [ 889.968759] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790003, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.970521] env[69808]: DEBUG oslo_concurrency.lockutils [req-7bf1b25c-18c3-425a-a3d5-e3c9cc54afc7 req-9de8766a-afa5-4775-ad84-55ac6536d7c8 service nova] Releasing lock "refresh_cache-76938eea-4683-49f7-aa36-70587401ed2c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.975356] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "45f4daca-e86c-41e6-8bbb-4a26b0149bbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.975598] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "45f4daca-e86c-41e6-8bbb-4a26b0149bbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.975804] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "45f4daca-e86c-41e6-8bbb-4a26b0149bbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.975991] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "45f4daca-e86c-41e6-8bbb-4a26b0149bbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.976179] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "45f4daca-e86c-41e6-8bbb-4a26b0149bbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.978803] env[69808]: INFO nova.compute.manager [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Terminating instance [ 889.993746] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52539abb-950a-2477-b135-41705536e4fa, 'name': SearchDatastore_Task, 'duration_secs': 0.013686} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.995353] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9238c3a9-2285-466d-a6fa-8db5d7026fa9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.004590] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for the task: (returnval){ [ 890.004590] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5251c0eb-e6e8-8be4-2a2e-976477a7069f" [ 890.004590] env[69808]: _type = "Task" [ 890.004590] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.016333] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5251c0eb-e6e8-8be4-2a2e-976477a7069f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.022900] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.023054] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a33b3ff4-73f5-4b5c-ba00-45f40bca9e5b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.034219] env[69808]: DEBUG oslo_vmware.api [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 890.034219] env[69808]: value = "task-3790004" [ 890.034219] env[69808]: _type = "Task" [ 890.034219] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.046022] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] VM already powered off {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 890.046281] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Updating instance '182c3c6f-9376-4d7c-9adc-af7f0237a6f2' progress to 17 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 890.301416] env[69808]: DEBUG nova.compute.utils [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.306346] env[69808]: DEBUG nova.compute.manager [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.306543] env[69808]: DEBUG nova.network.neutron [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.320225] env[69808]: DEBUG nova.compute.manager [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.320499] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.321545] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a476cd-aaf0-4c71-bd9f-1737f42d644b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.335261] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.335843] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-209be28a-6e73-4c10-94dd-1a5b59434526 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.346283] env[69808]: DEBUG oslo_vmware.api [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 890.346283] env[69808]: value = "task-3790005" [ 890.346283] env[69808]: _type = "Task" [ 890.346283] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.357394] env[69808]: DEBUG oslo_vmware.api [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3790005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.399974] env[69808]: DEBUG nova.policy [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5c5cb0dbf8a4cb3bbf36c257e0f084f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba809313755f4b57ab250fa55ac30bd6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.405598] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.405961] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.406097] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Deleting the datastore file [datastore1] 98fc3328-91fa-4e6a-93d1-f18013a5b0af {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.406513] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea1d7cd0-3378-4698-84c4-72bbd6b3aebc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.419524] env[69808]: DEBUG oslo_vmware.api [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for the task: (returnval){ [ 890.419524] env[69808]: value = "task-3790006" [ 890.419524] env[69808]: _type = "Task" [ 890.419524] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.429082] env[69808]: DEBUG oslo_vmware.api [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.465467] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790003, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.486944] env[69808]: DEBUG nova.compute.manager [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.486944] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.487505] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9465f18-b0c6-4777-a4a7-10c993071735 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.497438] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.497807] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-affe5ce9-ed4f-4ff8-a1ac-ed74b88c264c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.510813] env[69808]: DEBUG oslo_vmware.api [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 890.510813] env[69808]: value = "task-3790007" [ 890.510813] env[69808]: _type = "Task" [ 890.510813] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.520397] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5251c0eb-e6e8-8be4-2a2e-976477a7069f, 'name': SearchDatastore_Task, 'duration_secs': 0.055137} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.524312] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.524728] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 76938eea-4683-49f7-aa36-70587401ed2c/76938eea-4683-49f7-aa36-70587401ed2c.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.526949] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e128d262-d38a-44ab-ad72-2cc954931867 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.536907] env[69808]: DEBUG oslo_vmware.api [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3790007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.543180] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for the task: (returnval){ [ 890.543180] env[69808]: value = "task-3790008" [ 890.543180] env[69808]: _type = "Task" [ 890.543180] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.554129] env[69808]: DEBUG nova.virt.hardware [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.554543] env[69808]: DEBUG nova.virt.hardware [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.554543] env[69808]: DEBUG nova.virt.hardware [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.554972] env[69808]: DEBUG nova.virt.hardware [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.554972] env[69808]: DEBUG nova.virt.hardware [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.555079] env[69808]: DEBUG nova.virt.hardware [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.555440] env[69808]: DEBUG nova.virt.hardware [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.555440] env[69808]: DEBUG nova.virt.hardware [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.555941] env[69808]: DEBUG nova.virt.hardware [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.555941] env[69808]: DEBUG nova.virt.hardware [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.556239] env[69808]: DEBUG nova.virt.hardware [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.562491] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3790008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.566340] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac6dd2aa-2335-4c82-955d-553d499f2c8d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.587060] env[69808]: DEBUG oslo_vmware.api [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 890.587060] env[69808]: value = "task-3790009" [ 890.587060] env[69808]: _type = "Task" [ 890.587060] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.599467] env[69808]: DEBUG oslo_vmware.api [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.808062] env[69808]: DEBUG nova.compute.manager [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.856431] env[69808]: DEBUG oslo_vmware.api [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3790005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.857350] env[69808]: DEBUG nova.network.neutron [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Successfully created port: b62107c7-bab4-4a5c-af07-c1dc3be6c334 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.929920] env[69808]: DEBUG oslo_vmware.api [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281271} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.929920] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.929920] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.930369] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.930369] env[69808]: INFO nova.compute.manager [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Took 2.29 seconds to destroy the instance on the hypervisor. [ 890.930525] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.930678] env[69808]: DEBUG nova.compute.manager [-] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.930772] env[69808]: DEBUG nova.network.neutron [-] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.965768] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790003, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.998478] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813c55d0-1a82-4d67-b9f4-9c64481b9640 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.006536] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3a6c99-6316-469a-8658-29b09fb83b84 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.021064] env[69808]: DEBUG oslo_vmware.api [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3790007, 'name': PowerOffVM_Task, 'duration_secs': 0.337457} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.046612] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.046830] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.047260] env[69808]: DEBUG oslo_concurrency.lockutils [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "d201ab71-3029-46e2-8dc8-87e00515a083" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.047515] env[69808]: DEBUG oslo_concurrency.lockutils [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "d201ab71-3029-46e2-8dc8-87e00515a083" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.047728] env[69808]: DEBUG oslo_concurrency.lockutils [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "d201ab71-3029-46e2-8dc8-87e00515a083-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.047916] env[69808]: DEBUG oslo_concurrency.lockutils [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "d201ab71-3029-46e2-8dc8-87e00515a083-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.048102] env[69808]: DEBUG oslo_concurrency.lockutils [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "d201ab71-3029-46e2-8dc8-87e00515a083-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.050238] env[69808]: INFO nova.compute.manager [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Terminating instance [ 891.051624] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9735453-218e-4d0a-a530-1f493cee33f2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.057336] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840324c5-571b-4ac7-9e7b-500606ce5dc6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.071639] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a69c86-73e8-4a1e-b783-b7eb4895f65a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.077145] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3790008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.090383] env[69808]: DEBUG nova.compute.provider_tree [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.102997] env[69808]: DEBUG oslo_vmware.api [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790009, 'name': ReconfigVM_Task, 'duration_secs': 0.267388} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.104144] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Updating instance '182c3c6f-9376-4d7c-9adc-af7f0237a6f2' progress to 33 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.139508] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.139731] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.139971] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Deleting the datastore file [datastore1] 45f4daca-e86c-41e6-8bbb-4a26b0149bbb {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.140309] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d26d587c-4666-446b-a3da-92bbceaa2722 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.150351] env[69808]: DEBUG oslo_vmware.api [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 891.150351] env[69808]: value = "task-3790011" [ 891.150351] env[69808]: _type = "Task" [ 891.150351] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.164647] env[69808]: DEBUG oslo_vmware.api [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3790011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.367251] env[69808]: DEBUG oslo_vmware.api [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3790005, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.471553] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790003, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.679417} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.471866] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] bfc961c4-cc6b-4691-bc95-b78c0a14bbe0/bfc961c4-cc6b-4691-bc95-b78c0a14bbe0.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.472114] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.472406] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2523918e-9b8d-48e3-aaef-4298974808b7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.481619] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 891.481619] env[69808]: value = "task-3790012" [ 891.481619] env[69808]: _type = "Task" [ 891.481619] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.492174] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.563420] env[69808]: DEBUG nova.compute.manager [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.563420] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.563883] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3790008, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.564866] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a6ca4e-8214-4b2f-ae05-00f9b070557a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.573912] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.574284] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4bc6c53-72cb-467f-b2a9-d1c9b5e8e5a2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.583314] env[69808]: DEBUG oslo_vmware.api [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 891.583314] env[69808]: value = "task-3790013" [ 891.583314] env[69808]: _type = "Task" [ 891.583314] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.595798] env[69808]: DEBUG nova.scheduler.client.report [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.601575] env[69808]: DEBUG oslo_vmware.api [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3790013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.612319] env[69808]: DEBUG nova.virt.hardware [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.612613] env[69808]: DEBUG nova.virt.hardware [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.613364] env[69808]: DEBUG nova.virt.hardware [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.613871] env[69808]: DEBUG nova.virt.hardware [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.613871] env[69808]: DEBUG nova.virt.hardware [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.615086] env[69808]: DEBUG nova.virt.hardware [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.615086] env[69808]: DEBUG nova.virt.hardware [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.615086] env[69808]: DEBUG nova.virt.hardware [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.615086] env[69808]: DEBUG nova.virt.hardware [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.615289] env[69808]: DEBUG nova.virt.hardware [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.615478] env[69808]: DEBUG nova.virt.hardware [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.625464] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Reconfiguring VM instance instance-00000011 to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 891.626671] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15b4dc66-9a89-42b1-9cc1-b50b8520352b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.651696] env[69808]: DEBUG oslo_vmware.api [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 891.651696] env[69808]: value = "task-3790014" [ 891.651696] env[69808]: _type = "Task" [ 891.651696] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.667596] env[69808]: DEBUG oslo_vmware.api [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.673240] env[69808]: DEBUG oslo_vmware.api [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3790011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.693021] env[69808]: DEBUG nova.compute.manager [req-f859b406-5662-4aa9-a9d0-46ce81500998 req-9b777357-ba96-42c6-a4c7-7cf8a4519c4f service nova] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Received event network-vif-deleted-3b3b224d-1c32-4967-9109-13fd557eaff0 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.693333] env[69808]: INFO nova.compute.manager [req-f859b406-5662-4aa9-a9d0-46ce81500998 req-9b777357-ba96-42c6-a4c7-7cf8a4519c4f service nova] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Neutron deleted interface 3b3b224d-1c32-4967-9109-13fd557eaff0; detaching it from the instance and deleting it from the info cache [ 891.693557] env[69808]: DEBUG nova.network.neutron [req-f859b406-5662-4aa9-a9d0-46ce81500998 req-9b777357-ba96-42c6-a4c7-7cf8a4519c4f service nova] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.822302] env[69808]: DEBUG nova.compute.manager [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.861909] env[69808]: DEBUG oslo_vmware.api [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3790005, 'name': PowerOffVM_Task, 'duration_secs': 1.088794} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.864595] env[69808]: DEBUG nova.virt.hardware [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:40:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='32320d5a-fec3-4c92-8c09-88e97090b130',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1229029678',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.864755] env[69808]: DEBUG nova.virt.hardware [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.865026] env[69808]: DEBUG nova.virt.hardware [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.865252] env[69808]: DEBUG nova.virt.hardware [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.865525] env[69808]: DEBUG nova.virt.hardware [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.865704] env[69808]: DEBUG nova.virt.hardware [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.866207] env[69808]: DEBUG nova.virt.hardware [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.866400] env[69808]: DEBUG nova.virt.hardware [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.866577] env[69808]: DEBUG nova.virt.hardware [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.866749] env[69808]: DEBUG nova.virt.hardware [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.866924] env[69808]: DEBUG nova.virt.hardware [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.867286] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.867522] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.868633] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bb484f-5418-4596-9037-d43981233692 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.871124] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12f80ae6-86dd-4490-8660-5ebca385bfbc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.880394] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b36420-1407-483d-b2e0-7f185d0e2d2b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.989345] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.989345] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.989345] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Deleting the datastore file [datastore1] 7d527aad-9a9d-4a88-b718-d077d6bda9cf {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.989855] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74c60892-6954-4000-9ec9-a207bea3fb53 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.997654] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100451} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.999031] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.001658] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e374e452-d541-44d3-9166-511498566acd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.005942] env[69808]: DEBUG oslo_vmware.api [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for the task: (returnval){ [ 892.005942] env[69808]: value = "task-3790016" [ 892.005942] env[69808]: _type = "Task" [ 892.005942] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.028781] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] bfc961c4-cc6b-4691-bc95-b78c0a14bbe0/bfc961c4-cc6b-4691-bc95-b78c0a14bbe0.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.029754] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-759e374a-d253-4c2a-914f-0e6b484b2ab8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.047927] env[69808]: DEBUG oslo_vmware.api [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3790016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.055478] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 892.055478] env[69808]: value = "task-3790017" [ 892.055478] env[69808]: _type = "Task" [ 892.055478] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.062712] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3790008, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.12756} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.064029] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 76938eea-4683-49f7-aa36-70587401ed2c/76938eea-4683-49f7-aa36-70587401ed2c.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.064029] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.064283] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-767b3ca5-b35c-4034-8f48-d33c10d7ab33 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.070352] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790017, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.075266] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for the task: (returnval){ [ 892.075266] env[69808]: value = "task-3790018" [ 892.075266] env[69808]: _type = "Task" [ 892.075266] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.085085] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3790018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.093397] env[69808]: DEBUG nova.network.neutron [-] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.096479] env[69808]: DEBUG oslo_vmware.api [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3790013, 'name': PowerOffVM_Task, 'duration_secs': 0.310652} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.097241] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.097480] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.097838] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcdb6b02-f6ae-4e53-b46b-ddd63da41e3b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.103659] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.307s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.105653] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.516s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.107357] env[69808]: INFO nova.compute.claims [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.139056] env[69808]: INFO nova.scheduler.client.report [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Deleted allocations for instance 250a4f01-6261-42d5-824e-8d53b6b02f60 [ 892.165281] env[69808]: DEBUG oslo_vmware.api [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3790011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.545508} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.165936] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.166160] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.166343] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.168064] env[69808]: INFO nova.compute.manager [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Took 1.68 seconds to destroy the instance on the hypervisor. [ 892.168064] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.168064] env[69808]: DEBUG nova.compute.manager [-] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.168064] env[69808]: DEBUG nova.network.neutron [-] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.173422] env[69808]: DEBUG oslo_vmware.api [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790014, 'name': ReconfigVM_Task, 'duration_secs': 0.328677} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.177354] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Reconfigured VM instance instance-00000011 to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 892.177354] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.177354] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.177354] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Deleting the datastore file [datastore1] d201ab71-3029-46e2-8dc8-87e00515a083 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.178262] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729d2e50-81b3-4b11-81b0-b0a612fc2a76 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.181123] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e86da44f-d38a-46db-b3a4-657e58005e35 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.208058] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 182c3c6f-9376-4d7c-9adc-af7f0237a6f2/182c3c6f-9376-4d7c-9adc-af7f0237a6f2.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.209759] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85957ddf-9b44-45e7-8e54-b615a56e9bbf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.212276] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acfe9225-03a8-47ab-8354-485962a0fa65 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.225166] env[69808]: DEBUG oslo_vmware.api [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 892.225166] env[69808]: value = "task-3790020" [ 892.225166] env[69808]: _type = "Task" [ 892.225166] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.237070] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b3e367-0af0-4da4-8393-68d6b5ace84c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.255301] env[69808]: DEBUG oslo_vmware.api [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 892.255301] env[69808]: value = "task-3790021" [ 892.255301] env[69808]: _type = "Task" [ 892.255301] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.255595] env[69808]: DEBUG oslo_vmware.api [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3790020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.268064] env[69808]: DEBUG oslo_vmware.api [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.282836] env[69808]: DEBUG nova.compute.manager [req-f859b406-5662-4aa9-a9d0-46ce81500998 req-9b777357-ba96-42c6-a4c7-7cf8a4519c4f service nova] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Detach interface failed, port_id=3b3b224d-1c32-4967-9109-13fd557eaff0, reason: Instance 98fc3328-91fa-4e6a-93d1-f18013a5b0af could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 892.515179] env[69808]: DEBUG nova.compute.manager [req-21618bcf-a1a3-4943-924a-ef0408cca06d req-e4465370-b808-447d-bafb-38a1084ed5c9 service nova] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Received event network-vif-plugged-b62107c7-bab4-4a5c-af07-c1dc3be6c334 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.515467] env[69808]: DEBUG oslo_concurrency.lockutils [req-21618bcf-a1a3-4943-924a-ef0408cca06d req-e4465370-b808-447d-bafb-38a1084ed5c9 service nova] Acquiring lock "c29994b7-6684-4f16-85bb-618a49df3229-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.515702] env[69808]: DEBUG oslo_concurrency.lockutils [req-21618bcf-a1a3-4943-924a-ef0408cca06d req-e4465370-b808-447d-bafb-38a1084ed5c9 service nova] Lock "c29994b7-6684-4f16-85bb-618a49df3229-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.515970] env[69808]: DEBUG oslo_concurrency.lockutils [req-21618bcf-a1a3-4943-924a-ef0408cca06d req-e4465370-b808-447d-bafb-38a1084ed5c9 service nova] Lock "c29994b7-6684-4f16-85bb-618a49df3229-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.516336] env[69808]: DEBUG nova.compute.manager [req-21618bcf-a1a3-4943-924a-ef0408cca06d req-e4465370-b808-447d-bafb-38a1084ed5c9 service nova] [instance: c29994b7-6684-4f16-85bb-618a49df3229] No waiting events found dispatching network-vif-plugged-b62107c7-bab4-4a5c-af07-c1dc3be6c334 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 892.516470] env[69808]: WARNING nova.compute.manager [req-21618bcf-a1a3-4943-924a-ef0408cca06d req-e4465370-b808-447d-bafb-38a1084ed5c9 service nova] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Received unexpected event network-vif-plugged-b62107c7-bab4-4a5c-af07-c1dc3be6c334 for instance with vm_state building and task_state spawning. [ 892.521849] env[69808]: DEBUG oslo_vmware.api [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Task: {'id': task-3790016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354656} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.522176] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.522381] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.522563] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.522764] env[69808]: INFO nova.compute.manager [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Took 2.20 seconds to destroy the instance on the hypervisor. [ 892.523032] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.523246] env[69808]: DEBUG nova.compute.manager [-] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.523347] env[69808]: DEBUG nova.network.neutron [-] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.568997] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.583233] env[69808]: DEBUG nova.network.neutron [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Successfully updated port: b62107c7-bab4-4a5c-af07-c1dc3be6c334 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.590232] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3790018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131947} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.590659] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.591964] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9dbaa2-594e-4694-a7d2-af1b40792bc1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.601309] env[69808]: INFO nova.compute.manager [-] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Took 1.67 seconds to deallocate network for instance. [ 892.622998] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 76938eea-4683-49f7-aa36-70587401ed2c/76938eea-4683-49f7-aa36-70587401ed2c.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.630200] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db5d641c-5214-48fb-9de4-40f3e57d6231 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.653906] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0ecaf755-cfeb-4b8e-8580-eff9ab5319fb tempest-ServersListShow296Test-1656197215 tempest-ServersListShow296Test-1656197215-project-member] Lock "250a4f01-6261-42d5-824e-8d53b6b02f60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.962s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.659151] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for the task: (returnval){ [ 892.659151] env[69808]: value = "task-3790022" [ 892.659151] env[69808]: _type = "Task" [ 892.659151] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.673241] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3790022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.740832] env[69808]: DEBUG oslo_vmware.api [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3790020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318776} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.741252] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.741481] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.742991] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.742991] env[69808]: INFO nova.compute.manager [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Took 1.18 seconds to destroy the instance on the hypervisor. [ 892.742991] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.742991] env[69808]: DEBUG nova.compute.manager [-] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.742991] env[69808]: DEBUG nova.network.neutron [-] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.769297] env[69808]: DEBUG oslo_vmware.api [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790021, 'name': ReconfigVM_Task, 'duration_secs': 0.522173} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.769691] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 182c3c6f-9376-4d7c-9adc-af7f0237a6f2/182c3c6f-9376-4d7c-9adc-af7f0237a6f2.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.769828] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Updating instance '182c3c6f-9376-4d7c-9adc-af7f0237a6f2' progress to 50 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.072179] env[69808]: DEBUG nova.network.neutron [-] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.077491] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790017, 'name': ReconfigVM_Task, 'duration_secs': 0.628529} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.077491] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Reconfigured VM instance instance-00000036 to attach disk [datastore1] bfc961c4-cc6b-4691-bc95-b78c0a14bbe0/bfc961c4-cc6b-4691-bc95-b78c0a14bbe0.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.078129] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32cddc5f-6acf-486a-8697-2a4edf604404 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.088201] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "refresh_cache-c29994b7-6684-4f16-85bb-618a49df3229" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.088376] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquired lock "refresh_cache-c29994b7-6684-4f16-85bb-618a49df3229" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.088531] env[69808]: DEBUG nova.network.neutron [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.089944] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 893.089944] env[69808]: value = "task-3790023" [ 893.089944] env[69808]: _type = "Task" [ 893.089944] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.103087] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790023, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.128688] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.173514] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3790022, 'name': ReconfigVM_Task, 'duration_secs': 0.453723} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.173837] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 76938eea-4683-49f7-aa36-70587401ed2c/76938eea-4683-49f7-aa36-70587401ed2c.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.174547] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a23d9f1-bf41-4286-b24a-265cf503c0b9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.185197] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for the task: (returnval){ [ 893.185197] env[69808]: value = "task-3790024" [ 893.185197] env[69808]: _type = "Task" [ 893.185197] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.198075] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3790024, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.278621] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df979b34-b043-4922-a8ec-b303fc880854 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.304468] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ada5d3-7512-491f-aadb-647c53275aa4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.328268] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Updating instance '182c3c6f-9376-4d7c-9adc-af7f0237a6f2' progress to 67 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.414222] env[69808]: DEBUG nova.network.neutron [-] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.536391] env[69808]: DEBUG nova.network.neutron [-] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.579686] env[69808]: INFO nova.compute.manager [-] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Took 1.41 seconds to deallocate network for instance. [ 893.621784] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790023, 'name': Rename_Task, 'duration_secs': 0.317875} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.622111] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.622389] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b5141e6-5549-421d-85d6-f469d913bb74 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.631657] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 893.631657] env[69808]: value = "task-3790025" [ 893.631657] env[69808]: _type = "Task" [ 893.631657] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.644305] env[69808]: DEBUG nova.network.neutron [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.654801] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.702362] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3790024, 'name': Rename_Task, 'duration_secs': 0.287229} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.702634] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.702984] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87d83cc4-b20b-4293-92c7-f8be3a650530 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.714622] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for the task: (returnval){ [ 893.714622] env[69808]: value = "task-3790026" [ 893.714622] env[69808]: _type = "Task" [ 893.714622] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.727413] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3790026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.743204] env[69808]: DEBUG nova.compute.manager [req-a7758bec-694f-477f-9536-69b11ea08462 req-3a8eb4dc-3fe3-4768-8ffb-a333cbcab8d3 service nova] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Received event network-vif-deleted-cd577a5f-6a18-487e-b174-add2bd66c55c {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.743438] env[69808]: DEBUG nova.compute.manager [req-a7758bec-694f-477f-9536-69b11ea08462 req-3a8eb4dc-3fe3-4768-8ffb-a333cbcab8d3 service nova] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Received event network-vif-deleted-fada95e1-158e-4787-bbcd-6b67fcc5883d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.844792] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38257a79-b91b-4378-a056-e67ab8580f8b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.853099] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9566cf9-463b-4261-a4bd-48f522431e2c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.886791] env[69808]: DEBUG nova.network.neutron [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Updating instance_info_cache with network_info: [{"id": "b62107c7-bab4-4a5c-af07-c1dc3be6c334", "address": "fa:16:3e:3c:48:ec", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62107c7-ba", "ovs_interfaceid": "b62107c7-bab4-4a5c-af07-c1dc3be6c334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.890188] env[69808]: DEBUG nova.network.neutron [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Port 2a49cbed-cb88-4306-a623-93dd0f63a398 binding to destination host cpu-1 is already ACTIVE {{(pid=69808) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 893.891452] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6eb153-1f13-4abb-8b56-d3fdbbb48c27 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.901630] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c80762-80f5-4002-9a37-7cdaa233d554 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.921928] env[69808]: INFO nova.compute.manager [-] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Took 1.40 seconds to deallocate network for instance. [ 893.922525] env[69808]: DEBUG nova.compute.provider_tree [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.041237] env[69808]: INFO nova.compute.manager [-] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Took 1.30 seconds to deallocate network for instance. [ 894.106428] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.144074] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790025, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.226867] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3790026, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.389309] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Releasing lock "refresh_cache-c29994b7-6684-4f16-85bb-618a49df3229" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.389679] env[69808]: DEBUG nova.compute.manager [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Instance network_info: |[{"id": "b62107c7-bab4-4a5c-af07-c1dc3be6c334", "address": "fa:16:3e:3c:48:ec", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62107c7-ba", "ovs_interfaceid": "b62107c7-bab4-4a5c-af07-c1dc3be6c334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.390271] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:48:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b62107c7-bab4-4a5c-af07-c1dc3be6c334', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.400465] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.404644] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.404975] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f29bc02-1096-4fd5-bb76-ee5cf511896f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.427577] env[69808]: DEBUG nova.scheduler.client.report [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.435493] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.435829] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.435829] env[69808]: value = "task-3790027" [ 894.435829] env[69808]: _type = "Task" [ 894.435829] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.446150] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790027, 'name': CreateVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.546635] env[69808]: DEBUG oslo_concurrency.lockutils [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.550098] env[69808]: DEBUG nova.compute.manager [req-76e8b45d-a456-4a92-9cda-007b5d53efed req-fef688b3-b6e7-4c32-a62e-79cdc130dd20 service nova] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Received event network-changed-b62107c7-bab4-4a5c-af07-c1dc3be6c334 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.550281] env[69808]: DEBUG nova.compute.manager [req-76e8b45d-a456-4a92-9cda-007b5d53efed req-fef688b3-b6e7-4c32-a62e-79cdc130dd20 service nova] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Refreshing instance network info cache due to event network-changed-b62107c7-bab4-4a5c-af07-c1dc3be6c334. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.550529] env[69808]: DEBUG oslo_concurrency.lockutils [req-76e8b45d-a456-4a92-9cda-007b5d53efed req-fef688b3-b6e7-4c32-a62e-79cdc130dd20 service nova] Acquiring lock "refresh_cache-c29994b7-6684-4f16-85bb-618a49df3229" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.550681] env[69808]: DEBUG oslo_concurrency.lockutils [req-76e8b45d-a456-4a92-9cda-007b5d53efed req-fef688b3-b6e7-4c32-a62e-79cdc130dd20 service nova] Acquired lock "refresh_cache-c29994b7-6684-4f16-85bb-618a49df3229" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.550848] env[69808]: DEBUG nova.network.neutron [req-76e8b45d-a456-4a92-9cda-007b5d53efed req-fef688b3-b6e7-4c32-a62e-79cdc130dd20 service nova] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Refreshing network info cache for port b62107c7-bab4-4a5c-af07-c1dc3be6c334 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.644227] env[69808]: DEBUG oslo_vmware.api [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790025, 'name': PowerOnVM_Task, 'duration_secs': 0.755918} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.644533] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.644848] env[69808]: INFO nova.compute.manager [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Took 12.32 seconds to spawn the instance on the hypervisor. [ 894.645085] env[69808]: DEBUG nova.compute.manager [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 894.645938] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af19cb91-794e-428a-b81d-ae28aa7c1a1f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.726522] env[69808]: DEBUG oslo_vmware.api [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3790026, 'name': PowerOnVM_Task, 'duration_secs': 0.948437} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.726840] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.727094] env[69808]: INFO nova.compute.manager [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Took 9.60 seconds to spawn the instance on the hypervisor. [ 894.727385] env[69808]: DEBUG nova.compute.manager [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 894.728421] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcd82a4-18cb-47ba-9652-d5513ce1da59 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.935533] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.935976] env[69808]: DEBUG nova.compute.manager [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.942452] env[69808]: DEBUG oslo_concurrency.lockutils [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "182c3c6f-9376-4d7c-9adc-af7f0237a6f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.942685] env[69808]: DEBUG oslo_concurrency.lockutils [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "182c3c6f-9376-4d7c-9adc-af7f0237a6f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.942862] env[69808]: DEBUG oslo_concurrency.lockutils [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "182c3c6f-9376-4d7c-9adc-af7f0237a6f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.944136] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.631s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.944307] env[69808]: DEBUG nova.objects.instance [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lazy-loading 'resources' on Instance uuid 5006ea89-8a7a-47c5-8984-9a7239fad964 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.963119] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790027, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.167302] env[69808]: INFO nova.compute.manager [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Took 34.36 seconds to build instance. [ 895.256622] env[69808]: INFO nova.compute.manager [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Took 34.43 seconds to build instance. [ 895.269935] env[69808]: DEBUG nova.network.neutron [req-76e8b45d-a456-4a92-9cda-007b5d53efed req-fef688b3-b6e7-4c32-a62e-79cdc130dd20 service nova] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Updated VIF entry in instance network info cache for port b62107c7-bab4-4a5c-af07-c1dc3be6c334. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.270323] env[69808]: DEBUG nova.network.neutron [req-76e8b45d-a456-4a92-9cda-007b5d53efed req-fef688b3-b6e7-4c32-a62e-79cdc130dd20 service nova] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Updating instance_info_cache with network_info: [{"id": "b62107c7-bab4-4a5c-af07-c1dc3be6c334", "address": "fa:16:3e:3c:48:ec", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62107c7-ba", "ovs_interfaceid": "b62107c7-bab4-4a5c-af07-c1dc3be6c334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.446323] env[69808]: DEBUG nova.compute.utils [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.451036] env[69808]: DEBUG nova.compute.manager [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.451204] env[69808]: DEBUG nova.network.neutron [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.472177] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790027, 'name': CreateVM_Task, 'duration_secs': 0.618227} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.472539] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.473576] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.473576] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.475667] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.475667] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c958a35f-9fbc-4c10-886f-be7ee57cefdb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.484061] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 895.484061] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5252deb8-b289-3bbe-ac0d-f6c4394ef1d8" [ 895.484061] env[69808]: _type = "Task" [ 895.484061] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.494561] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5252deb8-b289-3bbe-ac0d-f6c4394ef1d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.533726] env[69808]: DEBUG nova.policy [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be4dd3a66e67455ab61519f732171049', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbc6bc3338fd49a3a2840d84a209921a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.669269] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d1bd0c73-2b1c-4135-989f-55bbd28a5253 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "bfc961c4-cc6b-4691-bc95-b78c0a14bbe0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.816s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.759224] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1bd3216a-1afb-4165-b8d9-387372632870 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Lock "76938eea-4683-49f7-aa36-70587401ed2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.568s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.773014] env[69808]: DEBUG oslo_concurrency.lockutils [req-76e8b45d-a456-4a92-9cda-007b5d53efed req-fef688b3-b6e7-4c32-a62e-79cdc130dd20 service nova] Releasing lock "refresh_cache-c29994b7-6684-4f16-85bb-618a49df3229" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.773317] env[69808]: DEBUG nova.compute.manager [req-76e8b45d-a456-4a92-9cda-007b5d53efed req-fef688b3-b6e7-4c32-a62e-79cdc130dd20 service nova] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Received event network-vif-deleted-c264f018-cdd9-424b-800d-9d46efd99dc5 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.922256] env[69808]: DEBUG nova.network.neutron [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Successfully created port: 45b70b7e-76ac-41ba-9382-35694d758f6a {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.949700] env[69808]: DEBUG nova.compute.manager [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.005595] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5252deb8-b289-3bbe-ac0d-f6c4394ef1d8, 'name': SearchDatastore_Task, 'duration_secs': 0.018993} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.009459] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.009740] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.010024] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.010217] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.010456] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.011851] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-918fc09f-e7db-418d-8d1d-15e55798a734 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.015403] env[69808]: DEBUG oslo_concurrency.lockutils [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "refresh_cache-182c3c6f-9376-4d7c-9adc-af7f0237a6f2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.015576] env[69808]: DEBUG oslo_concurrency.lockutils [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired lock "refresh_cache-182c3c6f-9376-4d7c-9adc-af7f0237a6f2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.015805] env[69808]: DEBUG nova.network.neutron [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.022249] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.022515] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.026449] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-555b35f2-a7cc-4cf8-945d-3b038783ea1e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.036493] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 896.036493] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523ea51f-f69a-4270-9ca2-de47e37d9a42" [ 896.036493] env[69808]: _type = "Task" [ 896.036493] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.047982] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523ea51f-f69a-4270-9ca2-de47e37d9a42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.094365] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a08770-26a2-4b13-b0a8-ceaf5eeae340 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.103322] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37119534-d8da-4125-bea4-aa01e6799721 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.136008] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044f82c3-00eb-4891-b4e1-323c5d7e8f39 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.144621] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc605eb4-529f-45b8-89df-d67e6541a3b3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.166679] env[69808]: DEBUG nova.compute.provider_tree [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.172465] env[69808]: DEBUG nova.compute.manager [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.264117] env[69808]: DEBUG nova.compute.manager [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.552239] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523ea51f-f69a-4270-9ca2-de47e37d9a42, 'name': SearchDatastore_Task, 'duration_secs': 0.017046} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.553562] env[69808]: DEBUG nova.compute.manager [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 896.555282] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e22d6aa-6088-4662-8bc1-c8cd5a430219 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.558618] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c3c8d8-a826-4403-9f39-c1707c8d2f7a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.566040] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 896.566040] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520203d7-2c99-c49f-6b44-8d94838f9101" [ 896.566040] env[69808]: _type = "Task" [ 896.566040] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.587970] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520203d7-2c99-c49f-6b44-8d94838f9101, 'name': SearchDatastore_Task, 'duration_secs': 0.013207} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.588388] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.588717] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] c29994b7-6684-4f16-85bb-618a49df3229/c29994b7-6684-4f16-85bb-618a49df3229.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.589105] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce530ace-0f4c-4fd9-96e2-10bfe58e5a64 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.598975] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 896.598975] env[69808]: value = "task-3790028" [ 896.598975] env[69808]: _type = "Task" [ 896.598975] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.610685] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.670952] env[69808]: DEBUG nova.scheduler.client.report [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.707897] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.793571] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.859980] env[69808]: DEBUG nova.compute.manager [req-1c721d2e-6762-4280-9b68-846bfaa735a4 req-14ba53b5-eff1-4d72-92cd-784937a8cb2c service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Received event network-changed-087a4d5c-62cd-4bca-9d13-168965267261 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.860390] env[69808]: DEBUG nova.compute.manager [req-1c721d2e-6762-4280-9b68-846bfaa735a4 req-14ba53b5-eff1-4d72-92cd-784937a8cb2c service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Refreshing instance network info cache due to event network-changed-087a4d5c-62cd-4bca-9d13-168965267261. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.860619] env[69808]: DEBUG oslo_concurrency.lockutils [req-1c721d2e-6762-4280-9b68-846bfaa735a4 req-14ba53b5-eff1-4d72-92cd-784937a8cb2c service nova] Acquiring lock "refresh_cache-4bb5baa6-049c-4b8a-b0ae-4964088aec43" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.860725] env[69808]: DEBUG oslo_concurrency.lockutils [req-1c721d2e-6762-4280-9b68-846bfaa735a4 req-14ba53b5-eff1-4d72-92cd-784937a8cb2c service nova] Acquired lock "refresh_cache-4bb5baa6-049c-4b8a-b0ae-4964088aec43" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.860883] env[69808]: DEBUG nova.network.neutron [req-1c721d2e-6762-4280-9b68-846bfaa735a4 req-14ba53b5-eff1-4d72-92cd-784937a8cb2c service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Refreshing network info cache for port 087a4d5c-62cd-4bca-9d13-168965267261 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.881518] env[69808]: DEBUG nova.network.neutron [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Updating instance_info_cache with network_info: [{"id": "2a49cbed-cb88-4306-a623-93dd0f63a398", "address": "fa:16:3e:82:5c:79", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a49cbed-cb", "ovs_interfaceid": "2a49cbed-cb88-4306-a623-93dd0f63a398", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.964416] env[69808]: DEBUG nova.compute.manager [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.999523] env[69808]: DEBUG nova.virt.hardware [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.999864] env[69808]: DEBUG nova.virt.hardware [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.999946] env[69808]: DEBUG nova.virt.hardware [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.000927] env[69808]: DEBUG nova.virt.hardware [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.000927] env[69808]: DEBUG nova.virt.hardware [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.000927] env[69808]: DEBUG nova.virt.hardware [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.000927] env[69808]: DEBUG nova.virt.hardware [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.000927] env[69808]: DEBUG nova.virt.hardware [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.001191] env[69808]: DEBUG nova.virt.hardware [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.001226] env[69808]: DEBUG nova.virt.hardware [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.001402] env[69808]: DEBUG nova.virt.hardware [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.002870] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de44d345-0b54-4211-89ea-eb635dd83ef7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.011827] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac22df4-06c2-457f-9b77-d4563db76061 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.081751] env[69808]: INFO nova.compute.manager [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] instance snapshotting [ 897.086023] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130d62d5-6aff-418f-bf2d-217c6b134fee {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.109228] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a438bd5d-3ae6-44d9-9d2c-ba3b556a9baf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.121807] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790028, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.178508] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.180100] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.304s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.182101] env[69808]: INFO nova.compute.claims [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.215269] env[69808]: INFO nova.scheduler.client.report [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Deleted allocations for instance 5006ea89-8a7a-47c5-8984-9a7239fad964 [ 897.386221] env[69808]: DEBUG oslo_concurrency.lockutils [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Releasing lock "refresh_cache-182c3c6f-9376-4d7c-9adc-af7f0237a6f2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.546145] env[69808]: DEBUG oslo_vmware.rw_handles [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52caecf0-ad41-2581-183d-fc328b163544/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 897.546704] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bff7d4-6673-4d0a-85e7-f16d4c16dcea {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.554712] env[69808]: DEBUG oslo_vmware.rw_handles [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52caecf0-ad41-2581-183d-fc328b163544/disk-0.vmdk is in state: ready. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 897.554974] env[69808]: ERROR oslo_vmware.rw_handles [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52caecf0-ad41-2581-183d-fc328b163544/disk-0.vmdk due to incomplete transfer. [ 897.555282] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-377f1763-0866-49ae-8661-daaba80d7a1e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.564286] env[69808]: DEBUG oslo_vmware.rw_handles [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52caecf0-ad41-2581-183d-fc328b163544/disk-0.vmdk. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 897.564536] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Uploaded image 34e90d6b-2e0c-40dd-9adf-dc1847787d24 to the Glance image server {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 897.569643] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Destroying the VM {{(pid=69808) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 897.569643] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f9e3826c-9c8b-41a6-a5ef-69d24c1aae68 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.574603] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 897.574603] env[69808]: value = "task-3790029" [ 897.574603] env[69808]: _type = "Task" [ 897.574603] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.584070] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790029, 'name': Destroy_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.616132] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808681} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.616427] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] c29994b7-6684-4f16-85bb-618a49df3229/c29994b7-6684-4f16-85bb-618a49df3229.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.616646] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.616904] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-047cd7ae-0a1c-437b-9b90-b502da4816ce {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.624378] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 897.624378] env[69808]: value = "task-3790030" [ 897.624378] env[69808]: _type = "Task" [ 897.624378] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.628917] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Creating Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 897.629285] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6a416b21-779b-46ba-b1d6-e230b3015345 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.640034] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.641760] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 897.641760] env[69808]: value = "task-3790031" [ 897.641760] env[69808]: _type = "Task" [ 897.641760] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.651373] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790031, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.702033] env[69808]: DEBUG nova.network.neutron [req-1c721d2e-6762-4280-9b68-846bfaa735a4 req-14ba53b5-eff1-4d72-92cd-784937a8cb2c service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Updated VIF entry in instance network info cache for port 087a4d5c-62cd-4bca-9d13-168965267261. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.702410] env[69808]: DEBUG nova.network.neutron [req-1c721d2e-6762-4280-9b68-846bfaa735a4 req-14ba53b5-eff1-4d72-92cd-784937a8cb2c service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Updating instance_info_cache with network_info: [{"id": "087a4d5c-62cd-4bca-9d13-168965267261", "address": "fa:16:3e:4f:89:3f", "network": {"id": "dd79c5f2-61d5-4228-88b1-8649caae957b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1942628047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf673b6e699d43eea721ec968ac85eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap087a4d5c-62", "ovs_interfaceid": "087a4d5c-62cd-4bca-9d13-168965267261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.725067] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a2f4237-fbd7-4f52-a999-c441698a8ef1 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "5006ea89-8a7a-47c5-8984-9a7239fad964" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.343s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.821161] env[69808]: DEBUG nova.network.neutron [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Successfully updated port: 45b70b7e-76ac-41ba-9382-35694d758f6a {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.926918] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579dac84-25bf-4748-ab33-28436e25217f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.959942] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c261ac-849f-4eee-a807-84f26c6a9c9f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.971575] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Updating instance '182c3c6f-9376-4d7c-9adc-af7f0237a6f2' progress to 83 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.084408] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790029, 'name': Destroy_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.096924] env[69808]: DEBUG nova.compute.manager [req-21c8d7e8-8859-452f-a321-c5401a52ff1c req-caf28e8e-8479-403b-adde-6a1c93bed6a9 service nova] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Received event network-vif-plugged-45b70b7e-76ac-41ba-9382-35694d758f6a {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.097222] env[69808]: DEBUG oslo_concurrency.lockutils [req-21c8d7e8-8859-452f-a321-c5401a52ff1c req-caf28e8e-8479-403b-adde-6a1c93bed6a9 service nova] Acquiring lock "9838c1a9-b0ae-45c9-9817-b1b59ec722b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.097502] env[69808]: DEBUG oslo_concurrency.lockutils [req-21c8d7e8-8859-452f-a321-c5401a52ff1c req-caf28e8e-8479-403b-adde-6a1c93bed6a9 service nova] Lock "9838c1a9-b0ae-45c9-9817-b1b59ec722b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.097551] env[69808]: DEBUG oslo_concurrency.lockutils [req-21c8d7e8-8859-452f-a321-c5401a52ff1c req-caf28e8e-8479-403b-adde-6a1c93bed6a9 service nova] Lock "9838c1a9-b0ae-45c9-9817-b1b59ec722b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.097716] env[69808]: DEBUG nova.compute.manager [req-21c8d7e8-8859-452f-a321-c5401a52ff1c req-caf28e8e-8479-403b-adde-6a1c93bed6a9 service nova] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] No waiting events found dispatching network-vif-plugged-45b70b7e-76ac-41ba-9382-35694d758f6a {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 898.097880] env[69808]: WARNING nova.compute.manager [req-21c8d7e8-8859-452f-a321-c5401a52ff1c req-caf28e8e-8479-403b-adde-6a1c93bed6a9 service nova] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Received unexpected event network-vif-plugged-45b70b7e-76ac-41ba-9382-35694d758f6a for instance with vm_state building and task_state spawning. [ 898.135088] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075322} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.135088] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.135911] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df1a4d5-71ff-4ed1-adf0-89659976392b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.160495] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] c29994b7-6684-4f16-85bb-618a49df3229/c29994b7-6684-4f16-85bb-618a49df3229.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.164338] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ae85e82-11b7-45c4-a6f4-fab7422768b1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.185281] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790031, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.186944] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 898.186944] env[69808]: value = "task-3790032" [ 898.186944] env[69808]: _type = "Task" [ 898.186944] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.199072] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.204693] env[69808]: DEBUG oslo_concurrency.lockutils [req-1c721d2e-6762-4280-9b68-846bfaa735a4 req-14ba53b5-eff1-4d72-92cd-784937a8cb2c service nova] Releasing lock "refresh_cache-4bb5baa6-049c-4b8a-b0ae-4964088aec43" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.324409] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquiring lock "refresh_cache-9838c1a9-b0ae-45c9-9817-b1b59ec722b0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.324620] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquired lock "refresh_cache-9838c1a9-b0ae-45c9-9817-b1b59ec722b0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.324775] env[69808]: DEBUG nova.network.neutron [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.479237] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-eb432a1f-2999-4533-8f8d-153851344464 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Updating instance '182c3c6f-9376-4d7c-9adc-af7f0237a6f2' progress to 100 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.590325] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790029, 'name': Destroy_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.663077] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790031, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.700211] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790032, 'name': ReconfigVM_Task, 'duration_secs': 0.415076} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.703554] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Reconfigured VM instance instance-00000037 to attach disk [datastore2] c29994b7-6684-4f16-85bb-618a49df3229/c29994b7-6684-4f16-85bb-618a49df3229.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.703554] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d9f0cdd-5700-41f3-8113-e3a73ed51a71 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.711983] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 898.711983] env[69808]: value = "task-3790033" [ 898.711983] env[69808]: _type = "Task" [ 898.711983] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.732013] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790033, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.840665] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5a40b8-17fd-463b-8ce5-3cb7c5fd1665 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.847975] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa346fd-83d7-4e3b-8c27-3ede7bf71deb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.882591] env[69808]: DEBUG nova.network.neutron [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.885199] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676ae9a5-9eda-4b53-bdd8-bde29161f079 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.896129] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e4f25c-da38-4ed3-8b13-78906facfd0c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.911431] env[69808]: DEBUG nova.compute.provider_tree [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.092213] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790029, 'name': Destroy_Task, 'duration_secs': 1.182709} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.092547] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Destroyed the VM [ 899.092896] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Deleting Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 899.093133] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d0bdfbdb-5fe4-4bd2-9734-220dbc92d25b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.102099] env[69808]: DEBUG nova.network.neutron [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Updating instance_info_cache with network_info: [{"id": "45b70b7e-76ac-41ba-9382-35694d758f6a", "address": "fa:16:3e:8c:c3:bd", "network": {"id": "e584b0a6-e295-45ee-88df-fb93a22a96ea", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1065434517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc6bc3338fd49a3a2840d84a209921a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b70b7e-76", "ovs_interfaceid": "45b70b7e-76ac-41ba-9382-35694d758f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.104374] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 899.104374] env[69808]: value = "task-3790034" [ 899.104374] env[69808]: _type = "Task" [ 899.104374] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.115773] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790034, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.170861] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790031, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.223456] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790033, 'name': Rename_Task, 'duration_secs': 0.188478} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.223741] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.224101] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ba7cc9f-c4cd-4cb3-b121-23effacfc32c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.230956] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 899.230956] env[69808]: value = "task-3790035" [ 899.230956] env[69808]: _type = "Task" [ 899.230956] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.239882] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.414609] env[69808]: DEBUG nova.scheduler.client.report [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.451708] env[69808]: DEBUG oslo_concurrency.lockutils [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Acquiring lock "893efe91-0f9d-4a56-b0ba-3f0c872feb02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.451708] env[69808]: DEBUG oslo_concurrency.lockutils [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Lock "893efe91-0f9d-4a56-b0ba-3f0c872feb02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.451708] env[69808]: DEBUG oslo_concurrency.lockutils [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Acquiring lock "893efe91-0f9d-4a56-b0ba-3f0c872feb02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.451708] env[69808]: DEBUG oslo_concurrency.lockutils [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Lock "893efe91-0f9d-4a56-b0ba-3f0c872feb02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.451708] env[69808]: DEBUG oslo_concurrency.lockutils [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Lock "893efe91-0f9d-4a56-b0ba-3f0c872feb02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.454233] env[69808]: INFO nova.compute.manager [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Terminating instance [ 899.606276] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Releasing lock "refresh_cache-9838c1a9-b0ae-45c9-9817-b1b59ec722b0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.606276] env[69808]: DEBUG nova.compute.manager [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Instance network_info: |[{"id": "45b70b7e-76ac-41ba-9382-35694d758f6a", "address": "fa:16:3e:8c:c3:bd", "network": {"id": "e584b0a6-e295-45ee-88df-fb93a22a96ea", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1065434517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc6bc3338fd49a3a2840d84a209921a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b70b7e-76", "ovs_interfaceid": "45b70b7e-76ac-41ba-9382-35694d758f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.606276] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:c3:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45b70b7e-76ac-41ba-9382-35694d758f6a', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.616940] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.621734] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.622077] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f62529f-3fb1-4292-a4b6-f7aba2c880ce {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.643674] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790034, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.645417] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.645417] env[69808]: value = "task-3790036" [ 899.645417] env[69808]: _type = "Task" [ 899.645417] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.656020] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790036, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.665456] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790031, 'name': CreateSnapshot_Task, 'duration_secs': 1.57548} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.665769] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Created Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 899.666597] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8476c71-19f8-4e64-9b4f-fda0fb103021 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.746211] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790035, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.921529] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.922067] env[69808]: DEBUG nova.compute.manager [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.927453] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.753s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.927453] env[69808]: INFO nova.compute.claims [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.962823] env[69808]: DEBUG nova.compute.manager [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.963283] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.963590] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-701396c8-feee-4dd5-a2bf-5da49a7c4b51 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.974019] env[69808]: DEBUG oslo_vmware.api [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Waiting for the task: (returnval){ [ 899.974019] env[69808]: value = "task-3790037" [ 899.974019] env[69808]: _type = "Task" [ 899.974019] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.988185] env[69808]: DEBUG oslo_vmware.api [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3790037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.119143] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790034, 'name': RemoveSnapshot_Task, 'duration_secs': 0.669621} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.119484] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Deleted Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 900.120075] env[69808]: DEBUG nova.compute.manager [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 900.120658] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846a1eac-f9f0-4e00-accf-a54db0d026cf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.157382] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790036, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.186616] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Creating linked-clone VM from snapshot {{(pid=69808) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 900.187675] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c4293b57-389d-4aad-888c-cfe88678770e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.199028] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 900.199028] env[69808]: value = "task-3790038" [ 900.199028] env[69808]: _type = "Task" [ 900.199028] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.209440] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790038, 'name': CloneVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.244349] env[69808]: DEBUG oslo_vmware.api [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790035, 'name': PowerOnVM_Task, 'duration_secs': 0.516387} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.244648] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.244918] env[69808]: INFO nova.compute.manager [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Took 8.43 seconds to spawn the instance on the hypervisor. [ 900.245170] env[69808]: DEBUG nova.compute.manager [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 900.247190] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00ebeff-33a5-4ea4-8b9d-6842de84a4f2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.389881] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2e0c5232-8189-4c0f-9ef6-a572c3063691 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "718a2801-54fb-4be7-ace5-28d844644f6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.390480] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2e0c5232-8189-4c0f-9ef6-a572c3063691 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "718a2801-54fb-4be7-ace5-28d844644f6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.435038] env[69808]: DEBUG nova.compute.utils [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.435254] env[69808]: DEBUG nova.compute.manager [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.435398] env[69808]: DEBUG nova.network.neutron [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.454728] env[69808]: DEBUG nova.compute.manager [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Received event network-changed-45b70b7e-76ac-41ba-9382-35694d758f6a {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.456072] env[69808]: DEBUG nova.compute.manager [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Refreshing instance network info cache due to event network-changed-45b70b7e-76ac-41ba-9382-35694d758f6a. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.456072] env[69808]: DEBUG oslo_concurrency.lockutils [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] Acquiring lock "refresh_cache-9838c1a9-b0ae-45c9-9817-b1b59ec722b0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.456072] env[69808]: DEBUG oslo_concurrency.lockutils [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] Acquired lock "refresh_cache-9838c1a9-b0ae-45c9-9817-b1b59ec722b0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.456072] env[69808]: DEBUG nova.network.neutron [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Refreshing network info cache for port 45b70b7e-76ac-41ba-9382-35694d758f6a {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.488684] env[69808]: DEBUG oslo_vmware.api [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3790037, 'name': PowerOffVM_Task, 'duration_secs': 0.242529} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.489044] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.489305] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Volume detach. Driver type: vmdk {{(pid=69808) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 900.489539] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-753863', 'volume_id': '9385a0ad-1d24-41b9-8f5d-0210a4dc89ea', 'name': 'volume-9385a0ad-1d24-41b9-8f5d-0210a4dc89ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '893efe91-0f9d-4a56-b0ba-3f0c872feb02', 'attached_at': '', 'detached_at': '', 'volume_id': '9385a0ad-1d24-41b9-8f5d-0210a4dc89ea', 'serial': '9385a0ad-1d24-41b9-8f5d-0210a4dc89ea'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 900.490555] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7547c95f-b429-4e69-8b3e-3e15d285448a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.515312] env[69808]: DEBUG nova.policy [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '016b88ace5c94d18a08216b54097bb8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c0500885cd6442db91d27aafa7954ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.517034] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9277342-5143-4f16-af23-240d1a949b07 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.525613] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb62f2b2-35f1-4489-b4ef-80bd48aa1033 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.548268] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83751af5-d11a-4bf7-970a-aebbf13a2dde {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.565573] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] The volume has not been displaced from its original location: [datastore1] volume-9385a0ad-1d24-41b9-8f5d-0210a4dc89ea/volume-9385a0ad-1d24-41b9-8f5d-0210a4dc89ea.vmdk. No consolidation needed. {{(pid=69808) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 900.573125] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 900.573125] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9bdfb44-8b6a-42d4-91c3-78526a6b5487 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.598043] env[69808]: DEBUG oslo_vmware.api [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Waiting for the task: (returnval){ [ 900.598043] env[69808]: value = "task-3790039" [ 900.598043] env[69808]: _type = "Task" [ 900.598043] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.617110] env[69808]: DEBUG oslo_vmware.api [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3790039, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.637888] env[69808]: INFO nova.compute.manager [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Shelve offloading [ 900.661250] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790036, 'name': CreateVM_Task, 'duration_secs': 0.566436} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.661250] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.662145] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.662423] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.662959] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.663367] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c387bed9-42e5-4bea-9536-6b90178d6051 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.670612] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 900.670612] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e2f1b1-c95a-129c-aed1-b27f9218300c" [ 900.670612] env[69808]: _type = "Task" [ 900.670612] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.683467] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e2f1b1-c95a-129c-aed1-b27f9218300c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.711202] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790038, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.769021] env[69808]: INFO nova.compute.manager [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Took 36.37 seconds to build instance. [ 900.861548] env[69808]: DEBUG nova.network.neutron [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Successfully created port: 255391d3-e251-4b32-99c3-ecde5aea22aa {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.940109] env[69808]: DEBUG nova.compute.manager [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.097452] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquiring lock "76938eea-4683-49f7-aa36-70587401ed2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.097728] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Lock "76938eea-4683-49f7-aa36-70587401ed2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.097942] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquiring lock "76938eea-4683-49f7-aa36-70587401ed2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.098143] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Lock "76938eea-4683-49f7-aa36-70587401ed2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.098316] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Lock "76938eea-4683-49f7-aa36-70587401ed2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.111658] env[69808]: INFO nova.compute.manager [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Terminating instance [ 901.123056] env[69808]: DEBUG oslo_vmware.api [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3790039, 'name': ReconfigVM_Task, 'duration_secs': 0.480894} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.124378] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 901.130188] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3303d91-f3aa-4305-96d8-dedafdc2d3fc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.149989] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.150843] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9945c286-af7f-452f-9d9c-21554a4e3685 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.160326] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 901.160326] env[69808]: value = "task-3790041" [ 901.160326] env[69808]: _type = "Task" [ 901.160326] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.161605] env[69808]: DEBUG oslo_vmware.api [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Waiting for the task: (returnval){ [ 901.161605] env[69808]: value = "task-3790040" [ 901.161605] env[69808]: _type = "Task" [ 901.161605] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.184671] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] VM already powered off {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 901.184671] env[69808]: DEBUG nova.compute.manager [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 901.185495] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67003563-bae2-473a-a6e2-7dff26885eb0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.195964] env[69808]: DEBUG oslo_vmware.api [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3790040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.196378] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e2f1b1-c95a-129c-aed1-b27f9218300c, 'name': SearchDatastore_Task, 'duration_secs': 0.012303} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.199527] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.199786] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.200048] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.200190] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.200772] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.200895] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28f01b98-a9ca-47cd-8dae-67b9c21cb27a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.208016] env[69808]: DEBUG oslo_concurrency.lockutils [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "refresh_cache-3216aa34-6732-4e07-97cc-6a80533c479b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.208247] env[69808]: DEBUG oslo_concurrency.lockutils [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquired lock "refresh_cache-3216aa34-6732-4e07-97cc-6a80533c479b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.208467] env[69808]: DEBUG nova.network.neutron [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.216514] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790038, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.220547] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.220629] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.222056] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a60bbc00-37dc-4d9d-88c1-96e91d9b115d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.233265] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 901.233265] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52862c08-b38f-8e6b-b678-3e5f212944cf" [ 901.233265] env[69808]: _type = "Task" [ 901.233265] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.249682] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52862c08-b38f-8e6b-b678-3e5f212944cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011459} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.253544] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8465769e-1e43-4a1a-89fc-76725f5416f6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.260230] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 901.260230] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529c0f00-f2e7-09a4-e047-04409c1a75cd" [ 901.260230] env[69808]: _type = "Task" [ 901.260230] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.270384] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29866970-f40c-48cd-bf7d-12cb9ef10412 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "c29994b7-6684-4f16-85bb-618a49df3229" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.900s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.270671] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529c0f00-f2e7-09a4-e047-04409c1a75cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.325186] env[69808]: DEBUG nova.network.neutron [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Updated VIF entry in instance network info cache for port 45b70b7e-76ac-41ba-9382-35694d758f6a. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.325693] env[69808]: DEBUG nova.network.neutron [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Updating instance_info_cache with network_info: [{"id": "45b70b7e-76ac-41ba-9382-35694d758f6a", "address": "fa:16:3e:8c:c3:bd", "network": {"id": "e584b0a6-e295-45ee-88df-fb93a22a96ea", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1065434517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc6bc3338fd49a3a2840d84a209921a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b70b7e-76", "ovs_interfaceid": "45b70b7e-76ac-41ba-9382-35694d758f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.619820] env[69808]: DEBUG nova.compute.manager [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.620018] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.620919] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3731f603-238f-4fe8-a24b-1e0478c61f8a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.633019] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.633019] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f6c3c6d-d02f-4c15-81b3-2399f7709c43 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.640400] env[69808]: DEBUG oslo_vmware.api [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for the task: (returnval){ [ 901.640400] env[69808]: value = "task-3790042" [ 901.640400] env[69808]: _type = "Task" [ 901.640400] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.643124] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9828fa18-23d3-4520-b6fc-9f4534a4ca55 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.654043] env[69808]: DEBUG oslo_vmware.api [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3790042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.656698] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da67f3f-fa51-4f22-a625-c5192c7f744d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.692529] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c940d8b-27f7-40e5-9f11-e134a17ca0d0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.705806] env[69808]: DEBUG oslo_vmware.api [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3790040, 'name': ReconfigVM_Task, 'duration_secs': 0.124426} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.710230] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21eab979-e582-47d3-89c7-f80061dd7995 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.714649] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-753863', 'volume_id': '9385a0ad-1d24-41b9-8f5d-0210a4dc89ea', 'name': 'volume-9385a0ad-1d24-41b9-8f5d-0210a4dc89ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '893efe91-0f9d-4a56-b0ba-3f0c872feb02', 'attached_at': '', 'detached_at': '', 'volume_id': '9385a0ad-1d24-41b9-8f5d-0210a4dc89ea', 'serial': '9385a0ad-1d24-41b9-8f5d-0210a4dc89ea'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 901.715104] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.718401] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79021378-cfec-480d-9043-7488b5062aa4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.729775] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.729981] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790038, 'name': CloneVM_Task} progress is 95%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.738298] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c677480-a1fd-495a-b8b8-52cbe9a69c38 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.740308] env[69808]: DEBUG nova.compute.provider_tree [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.773767] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529c0f00-f2e7-09a4-e047-04409c1a75cd, 'name': SearchDatastore_Task, 'duration_secs': 0.016575} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.774083] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.774795] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 9838c1a9-b0ae-45c9-9817-b1b59ec722b0/9838c1a9-b0ae-45c9-9817-b1b59ec722b0.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.774795] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11c7fd4d-2a57-41ce-9bee-10e553f5d7cb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.779581] env[69808]: DEBUG nova.compute.manager [None req-2e0c5232-8189-4c0f-9ef6-a572c3063691 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 718a2801-54fb-4be7-ace5-28d844644f6e] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.788300] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 901.788300] env[69808]: value = "task-3790044" [ 901.788300] env[69808]: _type = "Task" [ 901.788300] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.797704] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3790044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.828493] env[69808]: DEBUG oslo_concurrency.lockutils [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] Releasing lock "refresh_cache-9838c1a9-b0ae-45c9-9817-b1b59ec722b0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.830830] env[69808]: DEBUG nova.compute.manager [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Received event network-changed-087a4d5c-62cd-4bca-9d13-168965267261 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.830830] env[69808]: DEBUG nova.compute.manager [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Refreshing instance network info cache due to event network-changed-087a4d5c-62cd-4bca-9d13-168965267261. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.830830] env[69808]: DEBUG oslo_concurrency.lockutils [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] Acquiring lock "refresh_cache-4bb5baa6-049c-4b8a-b0ae-4964088aec43" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.830830] env[69808]: DEBUG oslo_concurrency.lockutils [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] Acquired lock "refresh_cache-4bb5baa6-049c-4b8a-b0ae-4964088aec43" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.830830] env[69808]: DEBUG nova.network.neutron [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Refreshing network info cache for port 087a4d5c-62cd-4bca-9d13-168965267261 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.856094] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d273192d-598c-4f7a-8806-749094ab780f tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "182c3c6f-9376-4d7c-9adc-af7f0237a6f2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.856606] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d273192d-598c-4f7a-8806-749094ab780f tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "182c3c6f-9376-4d7c-9adc-af7f0237a6f2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.856934] env[69808]: DEBUG nova.compute.manager [None req-d273192d-598c-4f7a-8806-749094ab780f tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Going to confirm migration 2 {{(pid=69808) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 901.950060] env[69808]: DEBUG nova.compute.manager [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.002061] env[69808]: DEBUG nova.virt.hardware [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.002061] env[69808]: DEBUG nova.virt.hardware [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.002061] env[69808]: DEBUG nova.virt.hardware [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.002061] env[69808]: DEBUG nova.virt.hardware [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.002755] env[69808]: DEBUG nova.virt.hardware [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.003133] env[69808]: DEBUG nova.virt.hardware [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.003552] env[69808]: DEBUG nova.virt.hardware [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.006030] env[69808]: DEBUG nova.virt.hardware [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.006030] env[69808]: DEBUG nova.virt.hardware [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.006030] env[69808]: DEBUG nova.virt.hardware [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.006030] env[69808]: DEBUG nova.virt.hardware [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.006030] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2642a77d-0671-42f2-8727-4fc6d7f29e5b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.018783] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afadc766-616c-4a73-a7fd-8a9d9d781287 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.063275] env[69808]: DEBUG nova.network.neutron [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Updating instance_info_cache with network_info: [{"id": "0f2da7dd-4435-421b-9521-04e255a2382a", "address": "fa:16:3e:21:3c:7b", "network": {"id": "ab1f029e-73db-4c8c-9cd4-95979582fa3a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2065551536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d07ceb628574f69ab9f5d39607b2b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2da7dd-44", "ovs_interfaceid": "0f2da7dd-4435-421b-9521-04e255a2382a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.158036] env[69808]: DEBUG oslo_vmware.api [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3790042, 'name': PowerOffVM_Task, 'duration_secs': 0.411141} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.158036] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.158036] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.158036] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54536d5e-10d7-47e4-9d0c-c1c1cbc241e7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.217679] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790038, 'name': CloneVM_Task} progress is 95%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.245029] env[69808]: DEBUG nova.scheduler.client.report [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.285091] env[69808]: DEBUG nova.compute.manager [None req-2e0c5232-8189-4c0f-9ef6-a572c3063691 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 718a2801-54fb-4be7-ace5-28d844644f6e] Instance disappeared before build. {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 902.300711] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3790044, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.521313] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d273192d-598c-4f7a-8806-749094ab780f tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "refresh_cache-182c3c6f-9376-4d7c-9adc-af7f0237a6f2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.521514] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d273192d-598c-4f7a-8806-749094ab780f tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired lock "refresh_cache-182c3c6f-9376-4d7c-9adc-af7f0237a6f2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.521697] env[69808]: DEBUG nova.network.neutron [None req-d273192d-598c-4f7a-8806-749094ab780f tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.521886] env[69808]: DEBUG nova.objects.instance [None req-d273192d-598c-4f7a-8806-749094ab780f tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lazy-loading 'info_cache' on Instance uuid 182c3c6f-9376-4d7c-9adc-af7f0237a6f2 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.565579] env[69808]: DEBUG oslo_concurrency.lockutils [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Releasing lock "refresh_cache-3216aa34-6732-4e07-97cc-6a80533c479b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.689238] env[69808]: DEBUG nova.network.neutron [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Updated VIF entry in instance network info cache for port 087a4d5c-62cd-4bca-9d13-168965267261. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.689238] env[69808]: DEBUG nova.network.neutron [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Updating instance_info_cache with network_info: [{"id": "087a4d5c-62cd-4bca-9d13-168965267261", "address": "fa:16:3e:4f:89:3f", "network": {"id": "dd79c5f2-61d5-4228-88b1-8649caae957b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1942628047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf673b6e699d43eea721ec968ac85eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap087a4d5c-62", "ovs_interfaceid": "087a4d5c-62cd-4bca-9d13-168965267261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.723349] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790038, 'name': CloneVM_Task} progress is 95%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.744393] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.744639] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.748526] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Deleting the datastore file [datastore1] 893efe91-0f9d-4a56-b0ba-3f0c872feb02 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.748526] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bafd8b6-106b-4d5b-88fb-ee31cf264936 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.751361] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.752036] env[69808]: DEBUG nova.compute.manager [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.755707] env[69808]: DEBUG oslo_concurrency.lockutils [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.497s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.757882] env[69808]: DEBUG nova.objects.instance [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69808) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 902.762356] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.762657] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.762864] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Deleting the datastore file [datastore1] 76938eea-4683-49f7-aa36-70587401ed2c {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.763170] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f8e9e88-bd30-4959-b322-286ad449c91d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.768039] env[69808]: DEBUG oslo_vmware.api [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Waiting for the task: (returnval){ [ 902.768039] env[69808]: value = "task-3790046" [ 902.768039] env[69808]: _type = "Task" [ 902.768039] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.774912] env[69808]: DEBUG oslo_vmware.api [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for the task: (returnval){ [ 902.774912] env[69808]: value = "task-3790047" [ 902.774912] env[69808]: _type = "Task" [ 902.774912] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.783311] env[69808]: DEBUG oslo_vmware.api [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3790046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.792314] env[69808]: DEBUG oslo_vmware.api [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3790047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.802045] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3790044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612486} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.802483] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 9838c1a9-b0ae-45c9-9817-b1b59ec722b0/9838c1a9-b0ae-45c9-9817-b1b59ec722b0.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.802565] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.803957] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2e0c5232-8189-4c0f-9ef6-a572c3063691 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "718a2801-54fb-4be7-ace5-28d844644f6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 2.414s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.804204] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed8b69e1-4095-4d31-b24f-16516488cff2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.811865] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 902.811865] env[69808]: value = "task-3790048" [ 902.811865] env[69808]: _type = "Task" [ 902.811865] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.826466] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3790048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.931596] env[69808]: DEBUG nova.network.neutron [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Successfully updated port: 255391d3-e251-4b32-99c3-ecde5aea22aa {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.015921] env[69808]: DEBUG nova.compute.manager [req-d3d9bc9a-51ff-47fd-98a6-ba8d6b94db6b req-c458f1ae-dcce-42cd-9fd6-c013f18397c1 service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Received event network-changed-087a4d5c-62cd-4bca-9d13-168965267261 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.016603] env[69808]: DEBUG nova.compute.manager [req-d3d9bc9a-51ff-47fd-98a6-ba8d6b94db6b req-c458f1ae-dcce-42cd-9fd6-c013f18397c1 service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Refreshing instance network info cache due to event network-changed-087a4d5c-62cd-4bca-9d13-168965267261. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.016851] env[69808]: DEBUG oslo_concurrency.lockutils [req-d3d9bc9a-51ff-47fd-98a6-ba8d6b94db6b req-c458f1ae-dcce-42cd-9fd6-c013f18397c1 service nova] Acquiring lock "refresh_cache-4bb5baa6-049c-4b8a-b0ae-4964088aec43" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.098773] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "e6258ef7-4a42-4689-b405-e2e249f92af0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.098773] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "e6258ef7-4a42-4689-b405-e2e249f92af0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.114219] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.114953] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72d408f-2b2b-4ef1-9d8f-648b29a72ade {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.125500] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.125829] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3246270d-6450-4203-a9b7-f9abbc5f8348 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.191788] env[69808]: DEBUG oslo_concurrency.lockutils [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] Releasing lock "refresh_cache-4bb5baa6-049c-4b8a-b0ae-4964088aec43" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.192135] env[69808]: DEBUG nova.compute.manager [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Received event network-changed-2962a001-2b22-438c-83b4-ff05cc4933ea {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.192301] env[69808]: DEBUG nova.compute.manager [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Refreshing instance network info cache due to event network-changed-2962a001-2b22-438c-83b4-ff05cc4933ea. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.192531] env[69808]: DEBUG oslo_concurrency.lockutils [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] Acquiring lock "refresh_cache-76938eea-4683-49f7-aa36-70587401ed2c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.192679] env[69808]: DEBUG oslo_concurrency.lockutils [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] Acquired lock "refresh_cache-76938eea-4683-49f7-aa36-70587401ed2c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.192909] env[69808]: DEBUG nova.network.neutron [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Refreshing network info cache for port 2962a001-2b22-438c-83b4-ff05cc4933ea {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.194168] env[69808]: DEBUG oslo_concurrency.lockutils [req-d3d9bc9a-51ff-47fd-98a6-ba8d6b94db6b req-c458f1ae-dcce-42cd-9fd6-c013f18397c1 service nova] Acquired lock "refresh_cache-4bb5baa6-049c-4b8a-b0ae-4964088aec43" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.194383] env[69808]: DEBUG nova.network.neutron [req-d3d9bc9a-51ff-47fd-98a6-ba8d6b94db6b req-c458f1ae-dcce-42cd-9fd6-c013f18397c1 service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Refreshing network info cache for port 087a4d5c-62cd-4bca-9d13-168965267261 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.217607] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790038, 'name': CloneVM_Task, 'duration_secs': 2.670769} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.218286] env[69808]: INFO nova.virt.vmwareapi.vmops [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Created linked-clone VM from snapshot [ 903.218661] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08157e54-cf0d-45c2-b429-aaa41294b94d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.227698] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Uploading image 08f02214-8e02-48ef-b110-5113dc3490d4 {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 903.235896] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.236158] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.236356] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Deleting the datastore file [datastore1] 3216aa34-6732-4e07-97cc-6a80533c479b {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.236620] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d2d2116-c260-41a6-83fc-d52887aaa25b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.245122] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 903.245122] env[69808]: value = "task-3790050" [ 903.245122] env[69808]: _type = "Task" [ 903.245122] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.255924] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.261963] env[69808]: DEBUG oslo_vmware.rw_handles [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 903.261963] env[69808]: value = "vm-753946" [ 903.261963] env[69808]: _type = "VirtualMachine" [ 903.261963] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 903.263234] env[69808]: DEBUG nova.compute.utils [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.267040] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fd74c158-086d-4662-bb88-858a0c37aedb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.269235] env[69808]: DEBUG nova.compute.manager [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.269413] env[69808]: DEBUG nova.network.neutron [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.285675] env[69808]: DEBUG oslo_vmware.api [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Task: {'id': task-3790046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329112} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.287856] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.288110] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.288302] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.288479] env[69808]: INFO nova.compute.manager [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Took 3.33 seconds to destroy the instance on the hypervisor. [ 903.288718] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.288983] env[69808]: DEBUG oslo_vmware.rw_handles [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lease: (returnval){ [ 903.288983] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c086bf-be05-6326-027c-942330e348e8" [ 903.288983] env[69808]: _type = "HttpNfcLease" [ 903.288983] env[69808]: } obtained for exporting VM: (result){ [ 903.288983] env[69808]: value = "vm-753946" [ 903.288983] env[69808]: _type = "VirtualMachine" [ 903.288983] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 903.289275] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the lease: (returnval){ [ 903.289275] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c086bf-be05-6326-027c-942330e348e8" [ 903.289275] env[69808]: _type = "HttpNfcLease" [ 903.289275] env[69808]: } to be ready. {{(pid=69808) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 903.290010] env[69808]: DEBUG nova.compute.manager [-] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.290010] env[69808]: DEBUG nova.network.neutron [-] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.298292] env[69808]: DEBUG oslo_vmware.api [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3790047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.302664] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 903.302664] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c086bf-be05-6326-027c-942330e348e8" [ 903.302664] env[69808]: _type = "HttpNfcLease" [ 903.302664] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 903.321022] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3790048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069729} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.321309] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.322129] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b15cebe-3a5b-4f6a-9f7a-39d9f222814c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.345502] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 9838c1a9-b0ae-45c9-9817-b1b59ec722b0/9838c1a9-b0ae-45c9-9817-b1b59ec722b0.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.347365] env[69808]: DEBUG nova.policy [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '016b88ace5c94d18a08216b54097bb8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c0500885cd6442db91d27aafa7954ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.349030] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0964ef27-1373-4b2f-8cd4-75e773027bef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.374380] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 903.374380] env[69808]: value = "task-3790052" [ 903.374380] env[69808]: _type = "Task" [ 903.374380] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.386674] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3790052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.435465] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "refresh_cache-77b1a824-59d1-401b-9053-7842a5ce64c6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.435669] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquired lock "refresh_cache-77b1a824-59d1-401b-9053-7842a5ce64c6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.436088] env[69808]: DEBUG nova.network.neutron [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.606010] env[69808]: DEBUG nova.compute.manager [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.759806] env[69808]: DEBUG oslo_vmware.api [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372763} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.760152] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.760364] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.760587] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.770137] env[69808]: DEBUG nova.compute.manager [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.774400] env[69808]: DEBUG oslo_concurrency.lockutils [None req-19334e08-2538-4ec9-9c3d-4c657306c531 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.779532] env[69808]: DEBUG oslo_concurrency.lockutils [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.326s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.779796] env[69808]: DEBUG nova.objects.instance [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lazy-loading 'resources' on Instance uuid 5bf859dd-a617-4e3e-b868-d68e3219222f {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.793806] env[69808]: DEBUG oslo_vmware.api [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3790047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.572946} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.801135] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.801135] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.801788] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.801788] env[69808]: INFO nova.compute.manager [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Took 2.18 seconds to destroy the instance on the hypervisor. [ 903.805071] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.805071] env[69808]: DEBUG nova.compute.manager [-] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.805071] env[69808]: DEBUG nova.network.neutron [-] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.808401] env[69808]: INFO nova.scheduler.client.report [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Deleted allocations for instance 3216aa34-6732-4e07-97cc-6a80533c479b [ 903.817382] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 903.817382] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c086bf-be05-6326-027c-942330e348e8" [ 903.817382] env[69808]: _type = "HttpNfcLease" [ 903.817382] env[69808]: } is ready. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 903.817723] env[69808]: DEBUG oslo_vmware.rw_handles [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 903.817723] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c086bf-be05-6326-027c-942330e348e8" [ 903.817723] env[69808]: _type = "HttpNfcLease" [ 903.817723] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 903.819109] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede8cef5-2182-4d2f-8af4-493989b03120 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.831285] env[69808]: DEBUG oslo_vmware.rw_handles [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527dcb5b-5b2d-a3f9-c304-74c003244ca1/disk-0.vmdk from lease info. {{(pid=69808) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 903.831482] env[69808]: DEBUG oslo_vmware.rw_handles [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527dcb5b-5b2d-a3f9-c304-74c003244ca1/disk-0.vmdk for reading. {{(pid=69808) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 903.909105] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3790052, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.946032] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9daca7a8-c2fe-462e-94df-6deeaf156cb3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.037065] env[69808]: DEBUG nova.network.neutron [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.141327] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.202066] env[69808]: DEBUG nova.network.neutron [None req-d273192d-598c-4f7a-8806-749094ab780f tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Updating instance_info_cache with network_info: [{"id": "2a49cbed-cb88-4306-a623-93dd0f63a398", "address": "fa:16:3e:82:5c:79", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a49cbed-cb", "ovs_interfaceid": "2a49cbed-cb88-4306-a623-93dd0f63a398", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.318024] env[69808]: DEBUG oslo_concurrency.lockutils [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.346253] env[69808]: DEBUG nova.network.neutron [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Updated VIF entry in instance network info cache for port 2962a001-2b22-438c-83b4-ff05cc4933ea. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.346594] env[69808]: DEBUG nova.network.neutron [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Updating instance_info_cache with network_info: [{"id": "2962a001-2b22-438c-83b4-ff05cc4933ea", "address": "fa:16:3e:7a:19:58", "network": {"id": "dd79c5f2-61d5-4228-88b1-8649caae957b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1942628047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf673b6e699d43eea721ec968ac85eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2962a001-2b", "ovs_interfaceid": "2962a001-2b22-438c-83b4-ff05cc4933ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.406375] env[69808]: DEBUG nova.network.neutron [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Updating instance_info_cache with network_info: [{"id": "255391d3-e251-4b32-99c3-ecde5aea22aa", "address": "fa:16:3e:b8:e8:08", "network": {"id": "e102f7dd-ca53-4fd4-887b-12d552cc3e20", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-749952540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0500885cd6442db91d27aafa7954ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap255391d3-e2", "ovs_interfaceid": "255391d3-e251-4b32-99c3-ecde5aea22aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.415738] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3790052, 'name': ReconfigVM_Task, 'duration_secs': 0.55871} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.419763] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 9838c1a9-b0ae-45c9-9817-b1b59ec722b0/9838c1a9-b0ae-45c9-9817-b1b59ec722b0.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.420270] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e95145a9-17fe-44e4-bed7-e525032a3dce {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.433027] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 904.433027] env[69808]: value = "task-3790053" [ 904.433027] env[69808]: _type = "Task" [ 904.433027] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.452398] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3790053, 'name': Rename_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.603176] env[69808]: DEBUG nova.network.neutron [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Successfully created port: 3874de6c-2461-46d0-a900-77dbce600762 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.707387] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d273192d-598c-4f7a-8806-749094ab780f tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Releasing lock "refresh_cache-182c3c6f-9376-4d7c-9adc-af7f0237a6f2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.707387] env[69808]: DEBUG nova.objects.instance [None req-d273192d-598c-4f7a-8806-749094ab780f tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lazy-loading 'migration_context' on Instance uuid 182c3c6f-9376-4d7c-9adc-af7f0237a6f2 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.785776] env[69808]: DEBUG nova.compute.manager [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.799560] env[69808]: DEBUG nova.network.neutron [req-d3d9bc9a-51ff-47fd-98a6-ba8d6b94db6b req-c458f1ae-dcce-42cd-9fd6-c013f18397c1 service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Updated VIF entry in instance network info cache for port 087a4d5c-62cd-4bca-9d13-168965267261. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.799560] env[69808]: DEBUG nova.network.neutron [req-d3d9bc9a-51ff-47fd-98a6-ba8d6b94db6b req-c458f1ae-dcce-42cd-9fd6-c013f18397c1 service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Updating instance_info_cache with network_info: [{"id": "087a4d5c-62cd-4bca-9d13-168965267261", "address": "fa:16:3e:4f:89:3f", "network": {"id": "dd79c5f2-61d5-4228-88b1-8649caae957b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1942628047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf673b6e699d43eea721ec968ac85eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap087a4d5c-62", "ovs_interfaceid": "087a4d5c-62cd-4bca-9d13-168965267261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.826048] env[69808]: DEBUG nova.virt.hardware [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.826332] env[69808]: DEBUG nova.virt.hardware [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.826494] env[69808]: DEBUG nova.virt.hardware [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.826678] env[69808]: DEBUG nova.virt.hardware [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.826825] env[69808]: DEBUG nova.virt.hardware [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.826972] env[69808]: DEBUG nova.virt.hardware [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.827203] env[69808]: DEBUG nova.virt.hardware [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.827414] env[69808]: DEBUG nova.virt.hardware [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.827557] env[69808]: DEBUG nova.virt.hardware [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.827734] env[69808]: DEBUG nova.virt.hardware [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.827917] env[69808]: DEBUG nova.virt.hardware [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.829416] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877f5d1f-e9b7-4e3b-ab18-56868893c2ec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.840218] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1373474-fbfb-433a-ab10-b7670d97a823 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.849931] env[69808]: DEBUG oslo_concurrency.lockutils [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] Releasing lock "refresh_cache-76938eea-4683-49f7-aa36-70587401ed2c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.850737] env[69808]: DEBUG nova.compute.manager [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Received event network-changed-2962a001-2b22-438c-83b4-ff05cc4933ea {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.850978] env[69808]: DEBUG nova.compute.manager [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Refreshing instance network info cache due to event network-changed-2962a001-2b22-438c-83b4-ff05cc4933ea. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.851209] env[69808]: DEBUG oslo_concurrency.lockutils [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] Acquiring lock "refresh_cache-76938eea-4683-49f7-aa36-70587401ed2c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.855272] env[69808]: DEBUG oslo_concurrency.lockutils [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] Acquired lock "refresh_cache-76938eea-4683-49f7-aa36-70587401ed2c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.855498] env[69808]: DEBUG nova.network.neutron [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Refreshing network info cache for port 2962a001-2b22-438c-83b4-ff05cc4933ea {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.910996] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Releasing lock "refresh_cache-77b1a824-59d1-401b-9053-7842a5ce64c6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.911161] env[69808]: DEBUG nova.compute.manager [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Instance network_info: |[{"id": "255391d3-e251-4b32-99c3-ecde5aea22aa", "address": "fa:16:3e:b8:e8:08", "network": {"id": "e102f7dd-ca53-4fd4-887b-12d552cc3e20", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-749952540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0500885cd6442db91d27aafa7954ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap255391d3-e2", "ovs_interfaceid": "255391d3-e251-4b32-99c3-ecde5aea22aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.911611] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:e8:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '255391d3-e251-4b32-99c3-ecde5aea22aa', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.922098] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Creating folder: Project (9c0500885cd6442db91d27aafa7954ef). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.925044] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-720f9967-5477-4995-89f0-b6711f2ddcb4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.938513] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Created folder: Project (9c0500885cd6442db91d27aafa7954ef) in parent group-v753775. [ 904.938815] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Creating folder: Instances. Parent ref: group-v753947. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.939998] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18f521b4-082d-44e2-bf99-e9963ed1df03 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.948395] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3790053, 'name': Rename_Task, 'duration_secs': 0.214674} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.948717] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.948964] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c6b7485-f3df-42e4-a00d-185992c02dbe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.957510] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 904.957510] env[69808]: value = "task-3790056" [ 904.957510] env[69808]: _type = "Task" [ 904.957510] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.961919] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Created folder: Instances in parent group-v753947. [ 904.962173] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.965711] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.965984] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afcee30d-1730-4d4f-b717-7ebf734073f2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.995858] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3790056, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.997411] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.997411] env[69808]: value = "task-3790057" [ 904.997411] env[69808]: _type = "Task" [ 904.997411] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.011508] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790057, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.023680] env[69808]: DEBUG nova.compute.manager [req-a6577513-32e7-405a-b775-f2aebc562982 req-a1ce3f68-668a-4bba-ba65-350a95159a6f service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Received event network-changed-087a4d5c-62cd-4bca-9d13-168965267261 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.023680] env[69808]: DEBUG nova.compute.manager [req-a6577513-32e7-405a-b775-f2aebc562982 req-a1ce3f68-668a-4bba-ba65-350a95159a6f service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Refreshing instance network info cache due to event network-changed-087a4d5c-62cd-4bca-9d13-168965267261. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.023680] env[69808]: DEBUG oslo_concurrency.lockutils [req-a6577513-32e7-405a-b775-f2aebc562982 req-a1ce3f68-668a-4bba-ba65-350a95159a6f service nova] Acquiring lock "refresh_cache-4bb5baa6-049c-4b8a-b0ae-4964088aec43" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.050704] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820bb244-95dc-4701-a362-20d448bd91c2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.060358] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1f6e98-cce5-42d9-8912-68fc84b3e79f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.100420] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cb920d-2f12-47a2-82d9-516ed0d0ed8f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.110329] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cb7d1a-f91c-4d76-ab3a-48d911e3d8d4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.127613] env[69808]: DEBUG nova.compute.provider_tree [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.210192] env[69808]: DEBUG nova.objects.base [None req-d273192d-598c-4f7a-8806-749094ab780f tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Object Instance<182c3c6f-9376-4d7c-9adc-af7f0237a6f2> lazy-loaded attributes: info_cache,migration_context {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 905.211775] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193cca03-65c4-4d6a-9490-41fc82cb7ee2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.241416] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a67cbc55-0407-4d06-83d3-a61b49c69223 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.249582] env[69808]: DEBUG oslo_vmware.api [None req-d273192d-598c-4f7a-8806-749094ab780f tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 905.249582] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521f242c-f1e4-4fa2-ead4-5c4be1e2533c" [ 905.249582] env[69808]: _type = "Task" [ 905.249582] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.259325] env[69808]: DEBUG oslo_vmware.api [None req-d273192d-598c-4f7a-8806-749094ab780f tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521f242c-f1e4-4fa2-ead4-5c4be1e2533c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.302186] env[69808]: DEBUG oslo_concurrency.lockutils [req-d3d9bc9a-51ff-47fd-98a6-ba8d6b94db6b req-c458f1ae-dcce-42cd-9fd6-c013f18397c1 service nova] Releasing lock "refresh_cache-4bb5baa6-049c-4b8a-b0ae-4964088aec43" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.302532] env[69808]: DEBUG oslo_concurrency.lockutils [req-a6577513-32e7-405a-b775-f2aebc562982 req-a1ce3f68-668a-4bba-ba65-350a95159a6f service nova] Acquired lock "refresh_cache-4bb5baa6-049c-4b8a-b0ae-4964088aec43" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.302790] env[69808]: DEBUG nova.network.neutron [req-a6577513-32e7-405a-b775-f2aebc562982 req-a1ce3f68-668a-4bba-ba65-350a95159a6f service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Refreshing network info cache for port 087a4d5c-62cd-4bca-9d13-168965267261 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.393024] env[69808]: INFO nova.network.neutron [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Port 2962a001-2b22-438c-83b4-ff05cc4933ea from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 905.393509] env[69808]: DEBUG nova.network.neutron [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.474716] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3790056, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.504263] env[69808]: DEBUG nova.network.neutron [-] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.509145] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790057, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.540761] env[69808]: DEBUG nova.compute.manager [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Received event network-vif-plugged-255391d3-e251-4b32-99c3-ecde5aea22aa {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.541111] env[69808]: DEBUG oslo_concurrency.lockutils [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] Acquiring lock "77b1a824-59d1-401b-9053-7842a5ce64c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.541219] env[69808]: DEBUG oslo_concurrency.lockutils [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] Lock "77b1a824-59d1-401b-9053-7842a5ce64c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.541395] env[69808]: DEBUG oslo_concurrency.lockutils [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] Lock "77b1a824-59d1-401b-9053-7842a5ce64c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.541554] env[69808]: DEBUG nova.compute.manager [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] No waiting events found dispatching network-vif-plugged-255391d3-e251-4b32-99c3-ecde5aea22aa {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 905.541741] env[69808]: WARNING nova.compute.manager [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Received unexpected event network-vif-plugged-255391d3-e251-4b32-99c3-ecde5aea22aa for instance with vm_state building and task_state spawning. [ 905.542747] env[69808]: DEBUG nova.compute.manager [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Received event network-changed-255391d3-e251-4b32-99c3-ecde5aea22aa {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.542747] env[69808]: DEBUG nova.compute.manager [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Refreshing instance network info cache due to event network-changed-255391d3-e251-4b32-99c3-ecde5aea22aa. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.542747] env[69808]: DEBUG oslo_concurrency.lockutils [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] Acquiring lock "refresh_cache-77b1a824-59d1-401b-9053-7842a5ce64c6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.542747] env[69808]: DEBUG oslo_concurrency.lockutils [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] Acquired lock "refresh_cache-77b1a824-59d1-401b-9053-7842a5ce64c6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.542747] env[69808]: DEBUG nova.network.neutron [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Refreshing network info cache for port 255391d3-e251-4b32-99c3-ecde5aea22aa {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.604952] env[69808]: DEBUG nova.network.neutron [-] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.633832] env[69808]: DEBUG nova.scheduler.client.report [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.761374] env[69808]: DEBUG oslo_vmware.api [None req-d273192d-598c-4f7a-8806-749094ab780f tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521f242c-f1e4-4fa2-ead4-5c4be1e2533c, 'name': SearchDatastore_Task, 'duration_secs': 0.011645} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.761705] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d273192d-598c-4f7a-8806-749094ab780f tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.898117] env[69808]: DEBUG oslo_concurrency.lockutils [req-e3cdd521-d71b-42a4-b420-2c7bc6b03b09 req-05125e2a-e842-4876-9c36-b81a170464eb service nova] Releasing lock "refresh_cache-76938eea-4683-49f7-aa36-70587401ed2c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.928468] env[69808]: DEBUG nova.compute.manager [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Stashing vm_state: active {{(pid=69808) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 905.974193] env[69808]: DEBUG oslo_vmware.api [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3790056, 'name': PowerOnVM_Task, 'duration_secs': 0.709853} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.975471] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.975769] env[69808]: INFO nova.compute.manager [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Took 9.01 seconds to spawn the instance on the hypervisor. [ 905.976056] env[69808]: DEBUG nova.compute.manager [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 905.977302] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3674a6-d977-4877-8afb-feb3e269b694 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.013997] env[69808]: INFO nova.compute.manager [-] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Took 2.72 seconds to deallocate network for instance. [ 906.014181] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790057, 'name': CreateVM_Task, 'duration_secs': 0.533003} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.018469] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.018469] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.018469] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.018469] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.018469] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91d0c3a1-611f-4871-acbd-097efc894559 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.027939] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 906.027939] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522a33bf-34c3-83b9-d845-f1a32c369af0" [ 906.027939] env[69808]: _type = "Task" [ 906.027939] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.038408] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522a33bf-34c3-83b9-d845-f1a32c369af0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.108620] env[69808]: INFO nova.compute.manager [-] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Took 2.31 seconds to deallocate network for instance. [ 906.136416] env[69808]: DEBUG nova.network.neutron [req-a6577513-32e7-405a-b775-f2aebc562982 req-a1ce3f68-668a-4bba-ba65-350a95159a6f service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Updated VIF entry in instance network info cache for port 087a4d5c-62cd-4bca-9d13-168965267261. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.136416] env[69808]: DEBUG nova.network.neutron [req-a6577513-32e7-405a-b775-f2aebc562982 req-a1ce3f68-668a-4bba-ba65-350a95159a6f service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Updating instance_info_cache with network_info: [{"id": "087a4d5c-62cd-4bca-9d13-168965267261", "address": "fa:16:3e:4f:89:3f", "network": {"id": "dd79c5f2-61d5-4228-88b1-8649caae957b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1942628047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf673b6e699d43eea721ec968ac85eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "305ccd93-08cb-4658-845c-d9b64952daf7", "external-id": "nsx-vlan-transportzone-490", "segmentation_id": 490, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap087a4d5c-62", "ovs_interfaceid": "087a4d5c-62cd-4bca-9d13-168965267261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.138319] env[69808]: DEBUG oslo_concurrency.lockutils [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.359s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.141153] env[69808]: DEBUG oslo_concurrency.lockutils [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.162s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.142788] env[69808]: INFO nova.compute.claims [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.176492] env[69808]: INFO nova.scheduler.client.report [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Deleted allocations for instance 5bf859dd-a617-4e3e-b868-d68e3219222f [ 906.361730] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Acquiring lock "17b6e10a-2fad-448c-83c7-350a1e9f91c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.362382] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Lock "17b6e10a-2fad-448c-83c7-350a1e9f91c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.362505] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Acquiring lock "17b6e10a-2fad-448c-83c7-350a1e9f91c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.363473] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Lock "17b6e10a-2fad-448c-83c7-350a1e9f91c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.363473] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Lock "17b6e10a-2fad-448c-83c7-350a1e9f91c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.366505] env[69808]: INFO nova.compute.manager [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Terminating instance [ 906.466622] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.467695] env[69808]: DEBUG nova.network.neutron [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Updated VIF entry in instance network info cache for port 255391d3-e251-4b32-99c3-ecde5aea22aa. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.467973] env[69808]: DEBUG nova.network.neutron [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Updating instance_info_cache with network_info: [{"id": "255391d3-e251-4b32-99c3-ecde5aea22aa", "address": "fa:16:3e:b8:e8:08", "network": {"id": "e102f7dd-ca53-4fd4-887b-12d552cc3e20", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-749952540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0500885cd6442db91d27aafa7954ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap255391d3-e2", "ovs_interfaceid": "255391d3-e251-4b32-99c3-ecde5aea22aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.502309] env[69808]: INFO nova.compute.manager [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Took 38.93 seconds to build instance. [ 906.542921] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522a33bf-34c3-83b9-d845-f1a32c369af0, 'name': SearchDatastore_Task, 'duration_secs': 0.021808} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.545043] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.545043] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.545043] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.545043] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.545043] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.545043] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d709e537-9682-4ebc-bfe3-2fff5eddb534 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.556816] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.556816] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.559289] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80bbc494-11d9-4ef3-80cd-b48fae58855f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.567262] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 906.567262] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52583fd3-29bf-a7af-7bdd-2a1530d33023" [ 906.567262] env[69808]: _type = "Task" [ 906.567262] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.582093] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52583fd3-29bf-a7af-7bdd-2a1530d33023, 'name': SearchDatastore_Task, 'duration_secs': 0.014291} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.584173] env[69808]: INFO nova.compute.manager [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Took 0.57 seconds to detach 1 volumes for instance. [ 906.588180] env[69808]: DEBUG nova.compute.manager [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Deleting volume: 9385a0ad-1d24-41b9-8f5d-0210a4dc89ea {{(pid=69808) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 906.590928] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37b7a013-0caa-48c1-85ab-66d4e89dc8fd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.598289] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 906.598289] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52632622-52c3-eb9e-1273-802c58ec0efe" [ 906.598289] env[69808]: _type = "Task" [ 906.598289] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.608402] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52632622-52c3-eb9e-1273-802c58ec0efe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.618774] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.641588] env[69808]: DEBUG oslo_concurrency.lockutils [req-a6577513-32e7-405a-b775-f2aebc562982 req-a1ce3f68-668a-4bba-ba65-350a95159a6f service nova] Releasing lock "refresh_cache-4bb5baa6-049c-4b8a-b0ae-4964088aec43" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.687523] env[69808]: DEBUG oslo_concurrency.lockutils [None req-84ed1e50-29a9-452b-8260-a12cd2865817 tempest-SecurityGroupsTestJSON-144057618 tempest-SecurityGroupsTestJSON-144057618-project-member] Lock "5bf859dd-a617-4e3e-b868-d68e3219222f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.301s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.706480] env[69808]: DEBUG nova.network.neutron [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Successfully updated port: 3874de6c-2461-46d0-a900-77dbce600762 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.874415] env[69808]: DEBUG nova.compute.manager [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.874656] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.875665] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b87cdd-0cd9-48c8-8bbd-1dc71030b98f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.888498] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.889414] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ae24d92-e12e-4f99-8571-3f5672e848d9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.901861] env[69808]: DEBUG oslo_vmware.api [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Waiting for the task: (returnval){ [ 906.901861] env[69808]: value = "task-3790059" [ 906.901861] env[69808]: _type = "Task" [ 906.901861] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.928247] env[69808]: DEBUG oslo_vmware.api [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': task-3790059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.972382] env[69808]: DEBUG oslo_concurrency.lockutils [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] Releasing lock "refresh_cache-77b1a824-59d1-401b-9053-7842a5ce64c6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.972769] env[69808]: DEBUG nova.compute.manager [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Received event network-vif-unplugged-0f2da7dd-4435-421b-9521-04e255a2382a {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.973157] env[69808]: DEBUG oslo_concurrency.lockutils [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] Acquiring lock "3216aa34-6732-4e07-97cc-6a80533c479b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.973474] env[69808]: DEBUG oslo_concurrency.lockutils [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] Lock "3216aa34-6732-4e07-97cc-6a80533c479b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.974097] env[69808]: DEBUG oslo_concurrency.lockutils [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] Lock "3216aa34-6732-4e07-97cc-6a80533c479b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.974097] env[69808]: DEBUG nova.compute.manager [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] No waiting events found dispatching network-vif-unplugged-0f2da7dd-4435-421b-9521-04e255a2382a {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 906.974097] env[69808]: WARNING nova.compute.manager [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Received unexpected event network-vif-unplugged-0f2da7dd-4435-421b-9521-04e255a2382a for instance with vm_state shelved_offloaded and task_state None. [ 906.974304] env[69808]: DEBUG nova.compute.manager [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Received event network-changed-0f2da7dd-4435-421b-9521-04e255a2382a {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.974487] env[69808]: DEBUG nova.compute.manager [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Refreshing instance network info cache due to event network-changed-0f2da7dd-4435-421b-9521-04e255a2382a. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.974714] env[69808]: DEBUG oslo_concurrency.lockutils [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] Acquiring lock "refresh_cache-3216aa34-6732-4e07-97cc-6a80533c479b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.974871] env[69808]: DEBUG oslo_concurrency.lockutils [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] Acquired lock "refresh_cache-3216aa34-6732-4e07-97cc-6a80533c479b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.975197] env[69808]: DEBUG nova.network.neutron [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Refreshing network info cache for port 0f2da7dd-4435-421b-9521-04e255a2382a {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.008982] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7aa8522c-c2c7-4899-a2ee-73b94f732e36 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "9838c1a9-b0ae-45c9-9817-b1b59ec722b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.159s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.112089] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52632622-52c3-eb9e-1273-802c58ec0efe, 'name': SearchDatastore_Task, 'duration_secs': 0.016393} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.112089] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.112450] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 77b1a824-59d1-401b-9053-7842a5ce64c6/77b1a824-59d1-401b-9053-7842a5ce64c6.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.112735] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe7d07a2-03ab-4b0f-aa6d-352fed91e7a0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.121284] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 907.121284] env[69808]: value = "task-3790060" [ 907.121284] env[69808]: _type = "Task" [ 907.121284] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.134849] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.136978] env[69808]: DEBUG oslo_concurrency.lockutils [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.210017] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "refresh_cache-29e6ac06-994b-4b76-b919-2787bd3d4f98" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.210258] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquired lock "refresh_cache-29e6ac06-994b-4b76-b919-2787bd3d4f98" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.210427] env[69808]: DEBUG nova.network.neutron [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.271560] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "3216aa34-6732-4e07-97cc-6a80533c479b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.416058] env[69808]: DEBUG oslo_vmware.api [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': task-3790059, 'name': PowerOffVM_Task, 'duration_secs': 0.204968} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.419262] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.419476] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.420009] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd97409a-b952-4ca9-bfbf-5680e07ba38e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.494513] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.494785] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.494914] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Deleting the datastore file [datastore2] 17b6e10a-2fad-448c-83c7-350a1e9f91c7 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.495613] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73e400ee-b173-4e84-8743-1e718e18223e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.505475] env[69808]: DEBUG oslo_vmware.api [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Waiting for the task: (returnval){ [ 907.505475] env[69808]: value = "task-3790062" [ 907.505475] env[69808]: _type = "Task" [ 907.505475] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.519739] env[69808]: DEBUG oslo_vmware.api [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': task-3790062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.633291] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790060, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.658400] env[69808]: DEBUG nova.compute.manager [req-698eab43-fe61-454b-a6a1-7a17d00820b6 req-affab023-566d-4506-8e1d-e29ff63a849b service nova] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Received event network-vif-deleted-2962a001-2b22-438c-83b4-ff05cc4933ea {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.658507] env[69808]: DEBUG nova.compute.manager [req-698eab43-fe61-454b-a6a1-7a17d00820b6 req-affab023-566d-4506-8e1d-e29ff63a849b service nova] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Received event network-vif-plugged-3874de6c-2461-46d0-a900-77dbce600762 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.658709] env[69808]: DEBUG oslo_concurrency.lockutils [req-698eab43-fe61-454b-a6a1-7a17d00820b6 req-affab023-566d-4506-8e1d-e29ff63a849b service nova] Acquiring lock "29e6ac06-994b-4b76-b919-2787bd3d4f98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.658975] env[69808]: DEBUG oslo_concurrency.lockutils [req-698eab43-fe61-454b-a6a1-7a17d00820b6 req-affab023-566d-4506-8e1d-e29ff63a849b service nova] Lock "29e6ac06-994b-4b76-b919-2787bd3d4f98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.659104] env[69808]: DEBUG oslo_concurrency.lockutils [req-698eab43-fe61-454b-a6a1-7a17d00820b6 req-affab023-566d-4506-8e1d-e29ff63a849b service nova] Lock "29e6ac06-994b-4b76-b919-2787bd3d4f98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.659316] env[69808]: DEBUG nova.compute.manager [req-698eab43-fe61-454b-a6a1-7a17d00820b6 req-affab023-566d-4506-8e1d-e29ff63a849b service nova] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] No waiting events found dispatching network-vif-plugged-3874de6c-2461-46d0-a900-77dbce600762 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 907.659417] env[69808]: WARNING nova.compute.manager [req-698eab43-fe61-454b-a6a1-7a17d00820b6 req-affab023-566d-4506-8e1d-e29ff63a849b service nova] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Received unexpected event network-vif-plugged-3874de6c-2461-46d0-a900-77dbce600762 for instance with vm_state building and task_state spawning. [ 907.659581] env[69808]: DEBUG nova.compute.manager [req-698eab43-fe61-454b-a6a1-7a17d00820b6 req-affab023-566d-4506-8e1d-e29ff63a849b service nova] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Received event network-changed-3874de6c-2461-46d0-a900-77dbce600762 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.659752] env[69808]: DEBUG nova.compute.manager [req-698eab43-fe61-454b-a6a1-7a17d00820b6 req-affab023-566d-4506-8e1d-e29ff63a849b service nova] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Refreshing instance network info cache due to event network-changed-3874de6c-2461-46d0-a900-77dbce600762. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.659889] env[69808]: DEBUG oslo_concurrency.lockutils [req-698eab43-fe61-454b-a6a1-7a17d00820b6 req-affab023-566d-4506-8e1d-e29ff63a849b service nova] Acquiring lock "refresh_cache-29e6ac06-994b-4b76-b919-2787bd3d4f98" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.795456] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49013b6e-b85c-4d5f-bd84-330c78290513 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.799609] env[69808]: DEBUG nova.network.neutron [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.806119] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2959f4-91ff-4779-b423-ffa8cbc95317 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.843173] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfa0d08-b10c-4abe-8353-70c1f9af5b28 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.856090] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8db9e84-0ee8-4ceb-8c5d-5e592deac340 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.874290] env[69808]: DEBUG nova.compute.provider_tree [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.957600] env[69808]: DEBUG nova.network.neutron [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Updated VIF entry in instance network info cache for port 0f2da7dd-4435-421b-9521-04e255a2382a. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.958118] env[69808]: DEBUG nova.network.neutron [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Updating instance_info_cache with network_info: [{"id": "0f2da7dd-4435-421b-9521-04e255a2382a", "address": "fa:16:3e:21:3c:7b", "network": {"id": "ab1f029e-73db-4c8c-9cd4-95979582fa3a", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2065551536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d07ceb628574f69ab9f5d39607b2b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0f2da7dd-44", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.020454] env[69808]: DEBUG oslo_vmware.api [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': task-3790062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.055631] env[69808]: DEBUG nova.network.neutron [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Updating instance_info_cache with network_info: [{"id": "3874de6c-2461-46d0-a900-77dbce600762", "address": "fa:16:3e:6d:5f:6e", "network": {"id": "e102f7dd-ca53-4fd4-887b-12d552cc3e20", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-749952540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0500885cd6442db91d27aafa7954ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3874de6c-24", "ovs_interfaceid": "3874de6c-2461-46d0-a900-77dbce600762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.134896] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845971} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.135252] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 77b1a824-59d1-401b-9053-7842a5ce64c6/77b1a824-59d1-401b-9053-7842a5ce64c6.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.135475] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.136106] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50aee8e3-edab-4ef8-ac97-614fade16054 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.144430] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 908.144430] env[69808]: value = "task-3790063" [ 908.144430] env[69808]: _type = "Task" [ 908.144430] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.154912] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.378109] env[69808]: DEBUG nova.scheduler.client.report [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.465123] env[69808]: DEBUG oslo_concurrency.lockutils [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] Releasing lock "refresh_cache-3216aa34-6732-4e07-97cc-6a80533c479b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.466296] env[69808]: DEBUG nova.compute.manager [req-6cdff9ac-c043-47ec-bef4-fb9bfcce8b90 req-4ce9144d-41f0-4563-8554-f2809ae1bc1d service nova] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Received event network-vif-deleted-a040a04d-09bd-4675-8f0a-98aa32d7dbb1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.520299] env[69808]: DEBUG oslo_vmware.api [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Task: {'id': task-3790062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.702946} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.520651] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.520888] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.521143] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.521381] env[69808]: INFO nova.compute.manager [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Took 1.65 seconds to destroy the instance on the hypervisor. [ 908.521719] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.521965] env[69808]: DEBUG nova.compute.manager [-] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.522125] env[69808]: DEBUG nova.network.neutron [-] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.557696] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Releasing lock "refresh_cache-29e6ac06-994b-4b76-b919-2787bd3d4f98" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.558013] env[69808]: DEBUG nova.compute.manager [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Instance network_info: |[{"id": "3874de6c-2461-46d0-a900-77dbce600762", "address": "fa:16:3e:6d:5f:6e", "network": {"id": "e102f7dd-ca53-4fd4-887b-12d552cc3e20", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-749952540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0500885cd6442db91d27aafa7954ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3874de6c-24", "ovs_interfaceid": "3874de6c-2461-46d0-a900-77dbce600762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.558515] env[69808]: DEBUG oslo_concurrency.lockutils [req-698eab43-fe61-454b-a6a1-7a17d00820b6 req-affab023-566d-4506-8e1d-e29ff63a849b service nova] Acquired lock "refresh_cache-29e6ac06-994b-4b76-b919-2787bd3d4f98" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.558737] env[69808]: DEBUG nova.network.neutron [req-698eab43-fe61-454b-a6a1-7a17d00820b6 req-affab023-566d-4506-8e1d-e29ff63a849b service nova] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Refreshing network info cache for port 3874de6c-2461-46d0-a900-77dbce600762 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.563097] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:5f:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3874de6c-2461-46d0-a900-77dbce600762', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.578453] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.580679] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.580985] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34013d0b-e7d9-4b2c-882c-25eb318d9d7d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.606907] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.606907] env[69808]: value = "task-3790064" [ 908.606907] env[69808]: _type = "Task" [ 908.606907] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.619203] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790064, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.661135] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091689} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.663382] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.663382] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5978e608-2d6c-4776-81c5-7acf0214568b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.692744] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 77b1a824-59d1-401b-9053-7842a5ce64c6/77b1a824-59d1-401b-9053-7842a5ce64c6.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.693038] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7b01da1-cbe7-4adb-9d60-ba5bbf94ebef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.723153] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 908.723153] env[69808]: value = "task-3790065" [ 908.723153] env[69808]: _type = "Task" [ 908.723153] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.735483] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.884643] env[69808]: DEBUG oslo_concurrency.lockutils [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.887872] env[69808]: DEBUG nova.compute.manager [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.888618] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.814s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.888812] env[69808]: DEBUG nova.objects.instance [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69808) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 909.123687] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790064, 'name': CreateVM_Task, 'duration_secs': 0.458859} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.124035] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.124733] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.124907] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.125330] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.125610] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92e59b04-3cfc-41ed-bd68-d42ed21fea4e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.132079] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 909.132079] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520c53b5-015a-0efa-b6f7-0006b0422806" [ 909.132079] env[69808]: _type = "Task" [ 909.132079] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.148489] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520c53b5-015a-0efa-b6f7-0006b0422806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.243252] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.396073] env[69808]: DEBUG nova.compute.utils [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.403029] env[69808]: DEBUG nova.compute.manager [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.403029] env[69808]: DEBUG nova.network.neutron [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.439779] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquiring lock "9838c1a9-b0ae-45c9-9817-b1b59ec722b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.440157] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "9838c1a9-b0ae-45c9-9817-b1b59ec722b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.440405] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquiring lock "9838c1a9-b0ae-45c9-9817-b1b59ec722b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.440687] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "9838c1a9-b0ae-45c9-9817-b1b59ec722b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.440956] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "9838c1a9-b0ae-45c9-9817-b1b59ec722b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.447322] env[69808]: INFO nova.compute.manager [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Terminating instance [ 909.458781] env[69808]: DEBUG nova.policy [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65c4a85524404870b5e81f44b44b8ea4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7200e4560df54ae987c0284937a64c03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.475720] env[69808]: DEBUG nova.network.neutron [req-698eab43-fe61-454b-a6a1-7a17d00820b6 req-affab023-566d-4506-8e1d-e29ff63a849b service nova] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Updated VIF entry in instance network info cache for port 3874de6c-2461-46d0-a900-77dbce600762. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.475720] env[69808]: DEBUG nova.network.neutron [req-698eab43-fe61-454b-a6a1-7a17d00820b6 req-affab023-566d-4506-8e1d-e29ff63a849b service nova] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Updating instance_info_cache with network_info: [{"id": "3874de6c-2461-46d0-a900-77dbce600762", "address": "fa:16:3e:6d:5f:6e", "network": {"id": "e102f7dd-ca53-4fd4-887b-12d552cc3e20", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-749952540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0500885cd6442db91d27aafa7954ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3874de6c-24", "ovs_interfaceid": "3874de6c-2461-46d0-a900-77dbce600762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.647068] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520c53b5-015a-0efa-b6f7-0006b0422806, 'name': SearchDatastore_Task, 'duration_secs': 0.026424} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.647490] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.647730] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.647969] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.648135] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.648321] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.648594] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22bbf06c-3f66-469f-96b6-87fbcfb4674d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.659433] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.659637] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.660487] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-335de157-8647-4da2-8f63-63c4332e6520 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.668487] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 909.668487] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529e7d27-2329-58b8-33e2-fdb8218c8ebd" [ 909.668487] env[69808]: _type = "Task" [ 909.668487] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.678319] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529e7d27-2329-58b8-33e2-fdb8218c8ebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.738536] env[69808]: DEBUG nova.network.neutron [-] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.738536] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790065, 'name': ReconfigVM_Task, 'duration_secs': 0.816957} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.738786] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 77b1a824-59d1-401b-9053-7842a5ce64c6/77b1a824-59d1-401b-9053-7842a5ce64c6.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.740391] env[69808]: DEBUG nova.compute.manager [req-76ad5f28-a076-4fe3-8a49-5dd076e7a1de req-163b48ed-f3c5-4097-828c-e31d380af3e6 service nova] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Received event network-vif-deleted-7595d16a-4fbe-42b2-935d-16bfa20485dd {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.740569] env[69808]: INFO nova.compute.manager [req-76ad5f28-a076-4fe3-8a49-5dd076e7a1de req-163b48ed-f3c5-4097-828c-e31d380af3e6 service nova] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Neutron deleted interface 7595d16a-4fbe-42b2-935d-16bfa20485dd; detaching it from the instance and deleting it from the info cache [ 909.740735] env[69808]: DEBUG nova.network.neutron [req-76ad5f28-a076-4fe3-8a49-5dd076e7a1de req-163b48ed-f3c5-4097-828c-e31d380af3e6 service nova] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.741728] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-245a7811-357d-4aa7-99fa-bf2f451f090a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.750180] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 909.750180] env[69808]: value = "task-3790066" [ 909.750180] env[69808]: _type = "Task" [ 909.750180] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.762526] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790066, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.904996] env[69808]: DEBUG nova.compute.manager [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.909661] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f2de01b3-74f9-4354-b547-f5a46ba7d473 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.909661] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.600s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.909893] env[69808]: DEBUG nova.objects.instance [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Lazy-loading 'resources' on Instance uuid 13b1a4ec-7ef4-4ead-a9d8-59ee94455600 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.928102] env[69808]: DEBUG nova.network.neutron [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Successfully created port: c67dfe18-5a13-4715-805d-d511cfd121ea {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.951469] env[69808]: DEBUG nova.compute.manager [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.952707] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.953550] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b360d1-2c8a-4eeb-ad07-5637892c3007 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.967193] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.967193] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-749ea10b-ff31-4ae7-ae2e-f3490c87c682 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.977935] env[69808]: DEBUG oslo_vmware.api [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 909.977935] env[69808]: value = "task-3790067" [ 909.977935] env[69808]: _type = "Task" [ 909.977935] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.981071] env[69808]: DEBUG oslo_concurrency.lockutils [req-698eab43-fe61-454b-a6a1-7a17d00820b6 req-affab023-566d-4506-8e1d-e29ff63a849b service nova] Releasing lock "refresh_cache-29e6ac06-994b-4b76-b919-2787bd3d4f98" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.987761] env[69808]: DEBUG oslo_vmware.api [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3790067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.182246] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529e7d27-2329-58b8-33e2-fdb8218c8ebd, 'name': SearchDatastore_Task, 'duration_secs': 0.038913} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.183595] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-817c8f09-ef93-447c-98c6-d4fcb60be4a3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.192064] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 910.192064] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52450eaf-d3bf-f4c2-c1a4-dc7f32c8ee49" [ 910.192064] env[69808]: _type = "Task" [ 910.192064] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.201591] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52450eaf-d3bf-f4c2-c1a4-dc7f32c8ee49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.239074] env[69808]: INFO nova.compute.manager [-] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Took 1.72 seconds to deallocate network for instance. [ 910.245094] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f587f97-6ede-4fe1-bf95-07dc40373cab {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.260658] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2318d2-b546-4992-9a77-d712989f0e3b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.278227] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790066, 'name': Rename_Task, 'duration_secs': 0.31141} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.280648] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.280648] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13f8fc26-d6a7-4a62-8c71-5b0c5b0556d4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.288675] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 910.288675] env[69808]: value = "task-3790068" [ 910.288675] env[69808]: _type = "Task" [ 910.288675] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.315010] env[69808]: DEBUG nova.compute.manager [req-76ad5f28-a076-4fe3-8a49-5dd076e7a1de req-163b48ed-f3c5-4097-828c-e31d380af3e6 service nova] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Detach interface failed, port_id=7595d16a-4fbe-42b2-935d-16bfa20485dd, reason: Instance 17b6e10a-2fad-448c-83c7-350a1e9f91c7 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 910.325692] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.489614] env[69808]: DEBUG oslo_vmware.api [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3790067, 'name': PowerOffVM_Task, 'duration_secs': 0.253996} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.492418] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.492603] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.493172] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83b16ea6-4008-4e30-99b7-73a6976361d6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.581345] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.581703] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.581993] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Deleting the datastore file [datastore2] 9838c1a9-b0ae-45c9-9817-b1b59ec722b0 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.582501] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82e72206-bbcf-41fc-8c66-fd0cd73da69e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.594669] env[69808]: DEBUG oslo_vmware.api [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 910.594669] env[69808]: value = "task-3790070" [ 910.594669] env[69808]: _type = "Task" [ 910.594669] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.605893] env[69808]: DEBUG oslo_vmware.api [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3790070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.707102] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52450eaf-d3bf-f4c2-c1a4-dc7f32c8ee49, 'name': SearchDatastore_Task, 'duration_secs': 0.019048} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.710090] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.710442] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 29e6ac06-994b-4b76-b919-2787bd3d4f98/29e6ac06-994b-4b76-b919-2787bd3d4f98.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.711061] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7123c788-1ff8-46c9-a741-22342b056a48 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.719617] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 910.719617] env[69808]: value = "task-3790071" [ 910.719617] env[69808]: _type = "Task" [ 910.719617] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.730567] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.746494] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.802856] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790068, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.922479] env[69808]: DEBUG nova.compute.manager [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.969316] env[69808]: DEBUG nova.virt.hardware [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.969979] env[69808]: DEBUG nova.virt.hardware [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.969979] env[69808]: DEBUG nova.virt.hardware [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.969979] env[69808]: DEBUG nova.virt.hardware [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.970150] env[69808]: DEBUG nova.virt.hardware [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.970188] env[69808]: DEBUG nova.virt.hardware [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.970395] env[69808]: DEBUG nova.virt.hardware [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.970693] env[69808]: DEBUG nova.virt.hardware [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.972084] env[69808]: DEBUG nova.virt.hardware [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.972084] env[69808]: DEBUG nova.virt.hardware [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.972084] env[69808]: DEBUG nova.virt.hardware [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.972559] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5352d74-e382-4dc7-8a5e-996a6e291b2a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.984259] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c840dc-33f1-4461-9627-3acd059da70e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.088214] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd4b6eb-c99a-40f0-8bc5-b55c76477dcb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.105992] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39058a8b-8ec3-4c92-90b7-24e455073dcd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.120258] env[69808]: DEBUG oslo_vmware.api [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3790070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310499} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.154790] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.155123] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.155550] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.155828] env[69808]: INFO nova.compute.manager [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Took 1.20 seconds to destroy the instance on the hypervisor. [ 911.156232] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.156796] env[69808]: DEBUG nova.compute.manager [-] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.156898] env[69808]: DEBUG nova.network.neutron [-] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.159493] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851e472c-8575-4a60-9861-fcf14f887c6c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.171729] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c65815-764f-4c77-9cd7-5e5d343b5472 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.192081] env[69808]: DEBUG nova.compute.provider_tree [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.232815] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790071, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.303986] env[69808]: DEBUG oslo_vmware.api [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790068, 'name': PowerOnVM_Task, 'duration_secs': 0.714794} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.304371] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.304661] env[69808]: INFO nova.compute.manager [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Took 9.35 seconds to spawn the instance on the hypervisor. [ 911.305018] env[69808]: DEBUG nova.compute.manager [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 911.305932] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85578986-4b4a-499f-b32b-c971ab85008c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.695797] env[69808]: DEBUG nova.scheduler.client.report [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.732863] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703983} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.734496] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 29e6ac06-994b-4b76-b919-2787bd3d4f98/29e6ac06-994b-4b76-b919-2787bd3d4f98.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.734804] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.735182] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86a0e4a9-f148-45a6-9114-a4852308e9d2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.743826] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 911.743826] env[69808]: value = "task-3790072" [ 911.743826] env[69808]: _type = "Task" [ 911.743826] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.755551] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.829655] env[69808]: INFO nova.compute.manager [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Took 42.97 seconds to build instance. [ 911.981320] env[69808]: DEBUG nova.compute.manager [req-5bc0e39f-9a1a-490a-9eac-4f93dbc0fb4f req-40ce7ae6-74cb-4b30-9728-7a4972846a08 service nova] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Received event network-vif-plugged-c67dfe18-5a13-4715-805d-d511cfd121ea {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.981320] env[69808]: DEBUG oslo_concurrency.lockutils [req-5bc0e39f-9a1a-490a-9eac-4f93dbc0fb4f req-40ce7ae6-74cb-4b30-9728-7a4972846a08 service nova] Acquiring lock "0922ebfc-18b3-43c6-aee1-49d479cba0c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.981655] env[69808]: DEBUG oslo_concurrency.lockutils [req-5bc0e39f-9a1a-490a-9eac-4f93dbc0fb4f req-40ce7ae6-74cb-4b30-9728-7a4972846a08 service nova] Lock "0922ebfc-18b3-43c6-aee1-49d479cba0c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.981737] env[69808]: DEBUG oslo_concurrency.lockutils [req-5bc0e39f-9a1a-490a-9eac-4f93dbc0fb4f req-40ce7ae6-74cb-4b30-9728-7a4972846a08 service nova] Lock "0922ebfc-18b3-43c6-aee1-49d479cba0c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.981910] env[69808]: DEBUG nova.compute.manager [req-5bc0e39f-9a1a-490a-9eac-4f93dbc0fb4f req-40ce7ae6-74cb-4b30-9728-7a4972846a08 service nova] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] No waiting events found dispatching network-vif-plugged-c67dfe18-5a13-4715-805d-d511cfd121ea {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 911.982122] env[69808]: WARNING nova.compute.manager [req-5bc0e39f-9a1a-490a-9eac-4f93dbc0fb4f req-40ce7ae6-74cb-4b30-9728-7a4972846a08 service nova] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Received unexpected event network-vif-plugged-c67dfe18-5a13-4715-805d-d511cfd121ea for instance with vm_state building and task_state spawning. [ 912.147092] env[69808]: DEBUG nova.network.neutron [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Successfully updated port: c67dfe18-5a13-4715-805d-d511cfd121ea {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.201914] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.204424] env[69808]: DEBUG oslo_concurrency.lockutils [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.867s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.204927] env[69808]: DEBUG nova.objects.instance [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Lazy-loading 'resources' on Instance uuid 1e3b38e2-0d82-4e5d-aad9-831602aff20e {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.229309] env[69808]: INFO nova.scheduler.client.report [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Deleted allocations for instance 13b1a4ec-7ef4-4ead-a9d8-59ee94455600 [ 912.256714] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077178} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.257380] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.258181] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4ad166-a9f9-4a27-b54a-488b2e489eb2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.281502] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 29e6ac06-994b-4b76-b919-2787bd3d4f98/29e6ac06-994b-4b76-b919-2787bd3d4f98.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.282520] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-711e62b2-ef33-4cca-ad7b-79c408cf3f1b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.305074] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 912.305074] env[69808]: value = "task-3790073" [ 912.305074] env[69808]: _type = "Task" [ 912.305074] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.314801] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.331948] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b08721fb-ee0f-47a7-947f-016d261819e5 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "77b1a824-59d1-401b-9053-7842a5ce64c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.201s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.491726] env[69808]: DEBUG nova.network.neutron [-] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.655685] env[69808]: DEBUG oslo_concurrency.lockutils [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Acquiring lock "refresh_cache-0922ebfc-18b3-43c6-aee1-49d479cba0c8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.655685] env[69808]: DEBUG oslo_concurrency.lockutils [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Acquired lock "refresh_cache-0922ebfc-18b3-43c6-aee1-49d479cba0c8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.655685] env[69808]: DEBUG nova.network.neutron [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.743122] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e5a86edf-3dd9-4cd3-a3d5-137b0378b917 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Lock "13b1a4ec-7ef4-4ead-a9d8-59ee94455600" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.441s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.817729] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790073, 'name': ReconfigVM_Task, 'duration_secs': 0.326555} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.817938] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 29e6ac06-994b-4b76-b919-2787bd3d4f98/29e6ac06-994b-4b76-b919-2787bd3d4f98.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.818624] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-356254f6-b7f7-4c75-938e-8358155575d0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.830217] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 912.830217] env[69808]: value = "task-3790074" [ 912.830217] env[69808]: _type = "Task" [ 912.830217] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.840615] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790074, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.995331] env[69808]: INFO nova.compute.manager [-] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Took 1.84 seconds to deallocate network for instance. [ 913.204187] env[69808]: DEBUG nova.network.neutron [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.341709] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790074, 'name': Rename_Task, 'duration_secs': 0.160476} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.341709] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.341709] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3024bee2-27a3-467c-8499-115a7c880ab1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.352091] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 913.352091] env[69808]: value = "task-3790075" [ 913.352091] env[69808]: _type = "Task" [ 913.352091] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.364094] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.374083] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquiring lock "83d311b6-1abd-4f04-bb55-2474eb9c923a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.374353] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Lock "83d311b6-1abd-4f04-bb55-2474eb9c923a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.374560] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquiring lock "83d311b6-1abd-4f04-bb55-2474eb9c923a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.374734] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Lock "83d311b6-1abd-4f04-bb55-2474eb9c923a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.374897] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Lock "83d311b6-1abd-4f04-bb55-2474eb9c923a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.377931] env[69808]: INFO nova.compute.manager [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Terminating instance [ 913.492197] env[69808]: DEBUG nova.network.neutron [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Updating instance_info_cache with network_info: [{"id": "c67dfe18-5a13-4715-805d-d511cfd121ea", "address": "fa:16:3e:ed:2b:6c", "network": {"id": "2d013cc1-db54-4925-adf2-7ac43babf2ac", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-16203319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7200e4560df54ae987c0284937a64c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc67dfe18-5a", "ovs_interfaceid": "c67dfe18-5a13-4715-805d-d511cfd121ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.506360] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.524337] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88263e44-6192-4717-b9eb-25acbc6976e8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.533434] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be9ef1f-9b3d-460c-83a8-cd2461465a85 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.565899] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f83a01-15db-48f5-b7b2-1faaee6f03d8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.575653] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2947cbf8-0feb-45d9-a9a2-b5359c95e562 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.590265] env[69808]: DEBUG nova.compute.provider_tree [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.864458] env[69808]: DEBUG oslo_vmware.api [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790075, 'name': PowerOnVM_Task, 'duration_secs': 0.506574} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.865090] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.865340] env[69808]: INFO nova.compute.manager [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Took 9.08 seconds to spawn the instance on the hypervisor. [ 913.865814] env[69808]: DEBUG nova.compute.manager [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 913.867177] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20364d8f-10db-430f-8f9d-a1c99627fa7d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.882439] env[69808]: DEBUG nova.compute.manager [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.882681] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.884504] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad60ca8e-d40d-4604-82a1-d4f6010d026b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.894225] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.894225] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9d90af8-a932-45ed-8819-44457e3b55b0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.902371] env[69808]: DEBUG oslo_vmware.api [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for the task: (returnval){ [ 913.902371] env[69808]: value = "task-3790076" [ 913.902371] env[69808]: _type = "Task" [ 913.902371] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.916247] env[69808]: DEBUG oslo_vmware.api [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3790076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.998236] env[69808]: DEBUG oslo_concurrency.lockutils [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Releasing lock "refresh_cache-0922ebfc-18b3-43c6-aee1-49d479cba0c8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.998632] env[69808]: DEBUG nova.compute.manager [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Instance network_info: |[{"id": "c67dfe18-5a13-4715-805d-d511cfd121ea", "address": "fa:16:3e:ed:2b:6c", "network": {"id": "2d013cc1-db54-4925-adf2-7ac43babf2ac", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-16203319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7200e4560df54ae987c0284937a64c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc67dfe18-5a", "ovs_interfaceid": "c67dfe18-5a13-4715-805d-d511cfd121ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.999090] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:2b:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c67dfe18-5a13-4715-805d-d511cfd121ea', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.008209] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Creating folder: Project (7200e4560df54ae987c0284937a64c03). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.008209] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f401efee-5d4e-4576-8f9e-87f54fe30ed9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.021906] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Created folder: Project (7200e4560df54ae987c0284937a64c03) in parent group-v753775. [ 914.022129] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Creating folder: Instances. Parent ref: group-v753951. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.023664] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78c48445-119e-4002-86c8-11590a8b170d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.036674] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Created folder: Instances in parent group-v753951. [ 914.036966] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.037332] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.037601] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8cf48a3-ffb5-4854-8867-c164672a82b3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.068674] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.068674] env[69808]: value = "task-3790079" [ 914.068674] env[69808]: _type = "Task" [ 914.068674] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.077461] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790079, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.080262] env[69808]: DEBUG nova.compute.manager [req-ecef8892-1002-48a7-910c-93e7d0bd0a2a req-5a6b47db-b728-48c1-9573-a4cc0e77f734 service nova] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Received event network-vif-deleted-45b70b7e-76ac-41ba-9382-35694d758f6a {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.080467] env[69808]: DEBUG nova.compute.manager [req-ecef8892-1002-48a7-910c-93e7d0bd0a2a req-5a6b47db-b728-48c1-9573-a4cc0e77f734 service nova] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Received event network-changed-c67dfe18-5a13-4715-805d-d511cfd121ea {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.080701] env[69808]: DEBUG nova.compute.manager [req-ecef8892-1002-48a7-910c-93e7d0bd0a2a req-5a6b47db-b728-48c1-9573-a4cc0e77f734 service nova] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Refreshing instance network info cache due to event network-changed-c67dfe18-5a13-4715-805d-d511cfd121ea. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.081053] env[69808]: DEBUG oslo_concurrency.lockutils [req-ecef8892-1002-48a7-910c-93e7d0bd0a2a req-5a6b47db-b728-48c1-9573-a4cc0e77f734 service nova] Acquiring lock "refresh_cache-0922ebfc-18b3-43c6-aee1-49d479cba0c8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.081249] env[69808]: DEBUG oslo_concurrency.lockutils [req-ecef8892-1002-48a7-910c-93e7d0bd0a2a req-5a6b47db-b728-48c1-9573-a4cc0e77f734 service nova] Acquired lock "refresh_cache-0922ebfc-18b3-43c6-aee1-49d479cba0c8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.081445] env[69808]: DEBUG nova.network.neutron [req-ecef8892-1002-48a7-910c-93e7d0bd0a2a req-5a6b47db-b728-48c1-9573-a4cc0e77f734 service nova] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Refreshing network info cache for port c67dfe18-5a13-4715-805d-d511cfd121ea {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.094221] env[69808]: DEBUG nova.scheduler.client.report [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.392658] env[69808]: INFO nova.compute.manager [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Took 42.24 seconds to build instance. [ 914.414250] env[69808]: DEBUG oslo_vmware.api [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3790076, 'name': PowerOffVM_Task, 'duration_secs': 0.33367} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.414581] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.414775] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.415172] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-392d490c-c39d-4d98-aed7-9ecacecacccc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.582391] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790079, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.601869] env[69808]: DEBUG oslo_concurrency.lockutils [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.397s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.604860] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.121s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.605221] env[69808]: DEBUG nova.objects.instance [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lazy-loading 'resources' on Instance uuid f5b71ac9-d08a-4429-96ce-9bcfbcbfa978 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.621587] env[69808]: INFO nova.scheduler.client.report [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Deleted allocations for instance 1e3b38e2-0d82-4e5d-aad9-831602aff20e [ 914.900429] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d4d46a9-75ec-4d02-8b4b-6af07fb1fb3a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "29e6ac06-994b-4b76-b919-2787bd3d4f98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.774s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.031790] env[69808]: DEBUG nova.network.neutron [req-ecef8892-1002-48a7-910c-93e7d0bd0a2a req-5a6b47db-b728-48c1-9573-a4cc0e77f734 service nova] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Updated VIF entry in instance network info cache for port c67dfe18-5a13-4715-805d-d511cfd121ea. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.032176] env[69808]: DEBUG nova.network.neutron [req-ecef8892-1002-48a7-910c-93e7d0bd0a2a req-5a6b47db-b728-48c1-9573-a4cc0e77f734 service nova] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Updating instance_info_cache with network_info: [{"id": "c67dfe18-5a13-4715-805d-d511cfd121ea", "address": "fa:16:3e:ed:2b:6c", "network": {"id": "2d013cc1-db54-4925-adf2-7ac43babf2ac", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-16203319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7200e4560df54ae987c0284937a64c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc67dfe18-5a", "ovs_interfaceid": "c67dfe18-5a13-4715-805d-d511cfd121ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.085276] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790079, 'name': CreateVM_Task, 'duration_secs': 0.629136} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.085398] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.086133] env[69808]: DEBUG oslo_concurrency.lockutils [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.086906] env[69808]: DEBUG oslo_concurrency.lockutils [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.086906] env[69808]: DEBUG oslo_concurrency.lockutils [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.087137] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc87dd02-ca39-4671-9dbd-afb953196c36 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.093967] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Waiting for the task: (returnval){ [ 915.093967] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a534c6-0f27-674c-f276-03ba350e69af" [ 915.093967] env[69808]: _type = "Task" [ 915.093967] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.104927] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a534c6-0f27-674c-f276-03ba350e69af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.123700] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Acquiring lock "5a960079-923d-4796-84bd-228ab0caccfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.124046] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Lock "5a960079-923d-4796-84bd-228ab0caccfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.132076] env[69808]: DEBUG oslo_concurrency.lockutils [None req-18250f61-ab26-4ee9-b74e-be95c6e663d9 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Lock "1e3b38e2-0d82-4e5d-aad9-831602aff20e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.034s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.165883] env[69808]: DEBUG oslo_vmware.rw_handles [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527dcb5b-5b2d-a3f9-c304-74c003244ca1/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 915.167159] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d96484f-2df3-4629-bb14-dcb9609f18d0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.174683] env[69808]: DEBUG oslo_vmware.rw_handles [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527dcb5b-5b2d-a3f9-c304-74c003244ca1/disk-0.vmdk is in state: ready. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 915.174880] env[69808]: ERROR oslo_vmware.rw_handles [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527dcb5b-5b2d-a3f9-c304-74c003244ca1/disk-0.vmdk due to incomplete transfer. [ 915.175586] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bba78aa1-fb99-485b-9376-d9e133c14560 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.188397] env[69808]: DEBUG oslo_vmware.rw_handles [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527dcb5b-5b2d-a3f9-c304-74c003244ca1/disk-0.vmdk. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 915.188564] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Uploaded image 08f02214-8e02-48ef-b110-5113dc3490d4 to the Glance image server {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 915.191426] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Destroying the VM {{(pid=69808) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 915.191426] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8b2c8ffc-4af7-4b4b-919b-18533b971ed9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.199957] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 915.199957] env[69808]: value = "task-3790081" [ 915.199957] env[69808]: _type = "Task" [ 915.199957] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.209288] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790081, 'name': Destroy_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.466892] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.468182] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.468584] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Deleting the datastore file [datastore1] 83d311b6-1abd-4f04-bb55-2474eb9c923a {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.468939] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d5b8d79-19c5-40a9-aec3-f20d6fa10baa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.478800] env[69808]: DEBUG oslo_vmware.api [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for the task: (returnval){ [ 915.478800] env[69808]: value = "task-3790082" [ 915.478800] env[69808]: _type = "Task" [ 915.478800] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.491230] env[69808]: DEBUG oslo_vmware.api [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3790082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.537997] env[69808]: DEBUG oslo_concurrency.lockutils [req-ecef8892-1002-48a7-910c-93e7d0bd0a2a req-5a6b47db-b728-48c1-9573-a4cc0e77f734 service nova] Releasing lock "refresh_cache-0922ebfc-18b3-43c6-aee1-49d479cba0c8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.610300] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a534c6-0f27-674c-f276-03ba350e69af, 'name': SearchDatastore_Task, 'duration_secs': 0.029516} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.611613] env[69808]: DEBUG oslo_concurrency.lockutils [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.611613] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.611613] env[69808]: DEBUG oslo_concurrency.lockutils [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.611613] env[69808]: DEBUG oslo_concurrency.lockutils [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.611613] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.611966] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8319f4d-a898-4362-8520-23f3d60cc3bf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.621113] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.622112] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.622626] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0023e31f-7376-4aeb-8429-5286dbd1cf35 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.633615] env[69808]: DEBUG nova.compute.manager [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.635276] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Waiting for the task: (returnval){ [ 915.635276] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e24635-d259-1134-fe2a-c8fa8f878ee7" [ 915.635276] env[69808]: _type = "Task" [ 915.635276] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.651151] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e24635-d259-1134-fe2a-c8fa8f878ee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.714892] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790081, 'name': Destroy_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.778668] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedef227-ca34-434b-93cc-9bd9852b8282 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.787254] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27e54bc-f981-42d8-ba17-5e1ec1379c8f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.831910] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c337168-862a-4358-8857-dec5ad4744f1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.840210] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab33e6f-1678-4fa4-a4e5-6be6fbd59020 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.855916] env[69808]: DEBUG nova.compute.provider_tree [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.989582] env[69808]: DEBUG oslo_vmware.api [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3790082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.150094] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e24635-d259-1134-fe2a-c8fa8f878ee7, 'name': SearchDatastore_Task, 'duration_secs': 0.029844} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.153709] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f50a42-e62f-474c-9ad9-1a2f93e2defa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.164073] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Waiting for the task: (returnval){ [ 916.164073] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523ecbf8-31a4-df48-291d-94b5910f3f82" [ 916.164073] env[69808]: _type = "Task" [ 916.164073] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.171016] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.173237] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523ecbf8-31a4-df48-291d-94b5910f3f82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.211452] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790081, 'name': Destroy_Task, 'duration_secs': 0.793281} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.211452] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Destroyed the VM [ 916.211452] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Deleting Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 916.211452] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-395d1b1f-9d8a-419a-8eb0-96dc0714de7c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.220168] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 916.220168] env[69808]: value = "task-3790083" [ 916.220168] env[69808]: _type = "Task" [ 916.220168] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.232598] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790083, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.363948] env[69808]: DEBUG nova.scheduler.client.report [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.499502] env[69808]: DEBUG oslo_vmware.api [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Task: {'id': task-3790082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.558146} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.501409] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.501968] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.502756] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.503237] env[69808]: INFO nova.compute.manager [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Took 2.62 seconds to destroy the instance on the hypervisor. [ 916.503830] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.504341] env[69808]: DEBUG nova.compute.manager [-] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.504651] env[69808]: DEBUG nova.network.neutron [-] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.678248] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523ecbf8-31a4-df48-291d-94b5910f3f82, 'name': SearchDatastore_Task, 'duration_secs': 0.037856} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.678960] env[69808]: DEBUG oslo_concurrency.lockutils [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.679317] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 0922ebfc-18b3-43c6-aee1-49d479cba0c8/0922ebfc-18b3-43c6-aee1-49d479cba0c8.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.679649] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b6b6282-a212-4907-91f2-efbcd319ce35 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.692224] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Waiting for the task: (returnval){ [ 916.692224] env[69808]: value = "task-3790084" [ 916.692224] env[69808]: _type = "Task" [ 916.692224] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.702951] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': task-3790084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.734760] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790083, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.871066] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.873754] env[69808]: DEBUG oslo_concurrency.lockutils [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.838s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.875830] env[69808]: INFO nova.compute.claims [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.904219] env[69808]: INFO nova.scheduler.client.report [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Deleted allocations for instance f5b71ac9-d08a-4429-96ce-9bcfbcbfa978 [ 917.022925] env[69808]: DEBUG oslo_concurrency.lockutils [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "ec828439-ad64-4776-854f-fb40b08d4eb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.023252] env[69808]: DEBUG oslo_concurrency.lockutils [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "ec828439-ad64-4776-854f-fb40b08d4eb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.072396] env[69808]: DEBUG nova.compute.manager [req-75ce74d7-6975-45fd-9b14-ea92d422bec5 req-8ab83baa-f21b-4408-9474-ad70043cbdec service nova] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Received event network-vif-deleted-0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.072666] env[69808]: INFO nova.compute.manager [req-75ce74d7-6975-45fd-9b14-ea92d422bec5 req-8ab83baa-f21b-4408-9474-ad70043cbdec service nova] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Neutron deleted interface 0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44; detaching it from the instance and deleting it from the info cache [ 917.072822] env[69808]: DEBUG nova.network.neutron [req-75ce74d7-6975-45fd-9b14-ea92d422bec5 req-8ab83baa-f21b-4408-9474-ad70043cbdec service nova] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.207679] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': task-3790084, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.235176] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790083, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.415333] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0693d953-2b21-40b0-94f8-d8fc4e482021 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "f5b71ac9-d08a-4429-96ce-9bcfbcbfa978" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.949s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.516055] env[69808]: DEBUG nova.network.neutron [-] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.526013] env[69808]: DEBUG nova.compute.manager [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.578103] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4083409-d96a-41a8-9b49-b513383ba2fd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.589597] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d27bd84-bf65-48cc-8e77-3182ecb00223 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.624852] env[69808]: DEBUG nova.compute.manager [req-75ce74d7-6975-45fd-9b14-ea92d422bec5 req-8ab83baa-f21b-4408-9474-ad70043cbdec service nova] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Detach interface failed, port_id=0b1e2b2b-44a7-4ec8-b84e-66bc8203fb44, reason: Instance 83d311b6-1abd-4f04-bb55-2474eb9c923a could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 917.705969] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': task-3790084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773104} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.706305] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 0922ebfc-18b3-43c6-aee1-49d479cba0c8/0922ebfc-18b3-43c6-aee1-49d479cba0c8.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.706514] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.706773] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81f2bd34-bd9b-4cbb-b30d-5c47ec41e821 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.714369] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Waiting for the task: (returnval){ [ 917.714369] env[69808]: value = "task-3790085" [ 917.714369] env[69808]: _type = "Task" [ 917.714369] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.723593] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': task-3790085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.733741] env[69808]: DEBUG oslo_vmware.api [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790083, 'name': RemoveSnapshot_Task, 'duration_secs': 1.302571} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.734228] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Deleted Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 917.734621] env[69808]: INFO nova.compute.manager [None req-662b4733-d898-487b-a5e3-322239903890 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Took 20.65 seconds to snapshot the instance on the hypervisor. [ 918.018402] env[69808]: INFO nova.compute.manager [-] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Took 1.51 seconds to deallocate network for instance. [ 918.043736] env[69808]: DEBUG oslo_concurrency.lockutils [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.153587] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquiring lock "a0a9a65c-90aa-4981-9b23-dffd854b6e4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.153866] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Lock "a0a9a65c-90aa-4981-9b23-dffd854b6e4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.224827] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': task-3790085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.357767} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.226199] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.226297] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fd6b9e-df30-441b-b19f-a89df827ced2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.254171] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 0922ebfc-18b3-43c6-aee1-49d479cba0c8/0922ebfc-18b3-43c6-aee1-49d479cba0c8.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.255651] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16a9b250-746c-416c-8175-a6b594408b8b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.278127] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Waiting for the task: (returnval){ [ 918.278127] env[69808]: value = "task-3790086" [ 918.278127] env[69808]: _type = "Task" [ 918.278127] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.288285] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': task-3790086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.449254] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d515d7-88e7-4147-bc0b-675db0ac0391 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.457975] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58966729-4bde-43dc-b58a-46c4b269e398 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.491876] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d2cd4c-d294-41f7-83ae-08a12ef0352a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.500197] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6495d2a2-5c2b-44f3-b0c4-49122b41442f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.514691] env[69808]: DEBUG nova.compute.provider_tree [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.527367] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.656633] env[69808]: DEBUG nova.compute.manager [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.790229] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': task-3790086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.018575] env[69808]: DEBUG nova.scheduler.client.report [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.178873] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.292748] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': task-3790086, 'name': ReconfigVM_Task, 'duration_secs': 0.702665} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.293078] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 0922ebfc-18b3-43c6-aee1-49d479cba0c8/0922ebfc-18b3-43c6-aee1-49d479cba0c8.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.295055] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9e21ecf-9e6d-4a3b-bf9c-9769e063a99a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.301220] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Waiting for the task: (returnval){ [ 919.301220] env[69808]: value = "task-3790087" [ 919.301220] env[69808]: _type = "Task" [ 919.301220] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.310545] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': task-3790087, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.471471] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Acquiring lock "f94063df-5f47-4727-b272-d50ffa44121e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.471771] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Lock "f94063df-5f47-4727-b272-d50ffa44121e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.471987] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Acquiring lock "f94063df-5f47-4727-b272-d50ffa44121e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.472232] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Lock "f94063df-5f47-4727-b272-d50ffa44121e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.472408] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Lock "f94063df-5f47-4727-b272-d50ffa44121e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.475668] env[69808]: INFO nova.compute.manager [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Terminating instance [ 919.525788] env[69808]: DEBUG oslo_concurrency.lockutils [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.526338] env[69808]: DEBUG nova.compute.manager [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.529377] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.436s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.529556] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.529706] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69808) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 919.529989] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.175s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.531414] env[69808]: INFO nova.compute.claims [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.534853] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9880b15c-0917-48d7-a070-051c231428b7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.543060] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a90a39-28cf-4009-976f-006ac524308d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.559973] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9886ec-2da3-4fc7-95ed-391118ad333e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.568225] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5d43a1-62ec-4ef1-a2c2-a04905000a9f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.598701] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178207MB free_disk=54GB free_vcpus=48 pci_devices=None {{(pid=69808) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 919.598867] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.812017] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': task-3790087, 'name': Rename_Task, 'duration_secs': 0.15031} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.812333] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.812594] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e101368a-9fcc-4410-9672-ddcfb9fded01 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.820930] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Waiting for the task: (returnval){ [ 919.820930] env[69808]: value = "task-3790088" [ 919.820930] env[69808]: _type = "Task" [ 919.820930] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.833725] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': task-3790088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.979499] env[69808]: DEBUG nova.compute.manager [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.979762] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.980689] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b08e852-3e24-4d79-a122-0e3346612cda {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.989505] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.989731] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac507417-89fe-4b2d-92b4-750b10f2aad0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.996043] env[69808]: DEBUG oslo_vmware.api [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Waiting for the task: (returnval){ [ 919.996043] env[69808]: value = "task-3790089" [ 919.996043] env[69808]: _type = "Task" [ 919.996043] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.006112] env[69808]: DEBUG oslo_vmware.api [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': task-3790089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.035881] env[69808]: DEBUG nova.compute.utils [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.039500] env[69808]: DEBUG nova.compute.manager [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.039697] env[69808]: DEBUG nova.network.neutron [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.080706] env[69808]: DEBUG nova.policy [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '016b88ace5c94d18a08216b54097bb8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c0500885cd6442db91d27aafa7954ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.331964] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': task-3790088, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.443318] env[69808]: DEBUG nova.network.neutron [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Successfully created port: 8338c952-ae94-4fbf-bafc-7bb344e74990 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.510012] env[69808]: DEBUG oslo_vmware.api [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': task-3790089, 'name': PowerOffVM_Task, 'duration_secs': 0.299142} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.510012] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.510012] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.510012] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c67114f5-efd3-4202-99ac-661bfacecfa0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.540061] env[69808]: DEBUG nova.compute.manager [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.581221] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.581919] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.581919] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Deleting the datastore file [datastore2] f94063df-5f47-4727-b272-d50ffa44121e {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.582143] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2905aaf4-1e37-453f-b3a9-6d0ececc0b01 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.589138] env[69808]: DEBUG oslo_vmware.api [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Waiting for the task: (returnval){ [ 920.589138] env[69808]: value = "task-3790091" [ 920.589138] env[69808]: _type = "Task" [ 920.589138] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.606553] env[69808]: DEBUG oslo_vmware.api [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': task-3790091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.835282] env[69808]: DEBUG oslo_vmware.api [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': task-3790088, 'name': PowerOnVM_Task, 'duration_secs': 0.679869} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.835670] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.835914] env[69808]: INFO nova.compute.manager [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Took 9.91 seconds to spawn the instance on the hypervisor. [ 920.836165] env[69808]: DEBUG nova.compute.manager [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 920.837200] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026ddef9-5659-4e6b-a343-5c0884d601ff {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.100769] env[69808]: DEBUG oslo_vmware.api [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Task: {'id': task-3790091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273296} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.101038] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.101227] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.101405] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.101577] env[69808]: INFO nova.compute.manager [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 921.101819] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.102013] env[69808]: DEBUG nova.compute.manager [-] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.102114] env[69808]: DEBUG nova.network.neutron [-] [instance: f94063df-5f47-4727-b272-d50ffa44121e] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.121790] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bc8fc8-4006-4902-a178-cd90b1dfdd08 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.129713] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84daec5-e189-47c2-a48f-71d6dacf267b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.160123] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2a3c6b-4e0b-4590-bb35-95bf31f4aa0b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.170052] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b41af3-790b-4e7a-98df-99b0342eb50e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.186850] env[69808]: DEBUG nova.compute.provider_tree [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.360029] env[69808]: INFO nova.compute.manager [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Took 43.40 seconds to build instance. [ 921.558193] env[69808]: DEBUG nova.compute.manager [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.585920] env[69808]: DEBUG nova.virt.hardware [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.585920] env[69808]: DEBUG nova.virt.hardware [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.585920] env[69808]: DEBUG nova.virt.hardware [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.586552] env[69808]: DEBUG nova.virt.hardware [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.586912] env[69808]: DEBUG nova.virt.hardware [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.587241] env[69808]: DEBUG nova.virt.hardware [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.587676] env[69808]: DEBUG nova.virt.hardware [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.587993] env[69808]: DEBUG nova.virt.hardware [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.588329] env[69808]: DEBUG nova.virt.hardware [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.588704] env[69808]: DEBUG nova.virt.hardware [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.591102] env[69808]: DEBUG nova.virt.hardware [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.591102] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd933cb2-85a0-4d54-966a-baba4928aef6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.603632] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647ab256-3ffa-4e10-9230-7fc74ecebf3e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.690226] env[69808]: DEBUG nova.scheduler.client.report [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.709475] env[69808]: DEBUG nova.compute.manager [req-87b4f63d-bc36-4fe5-9c64-11018b7fc821 req-3e7bf7e9-b7fe-45ea-9d25-eb5127cc92ff service nova] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Received event network-vif-deleted-e2e1ac42-f272-4a13-8520-7bba90e73757 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.709475] env[69808]: INFO nova.compute.manager [req-87b4f63d-bc36-4fe5-9c64-11018b7fc821 req-3e7bf7e9-b7fe-45ea-9d25-eb5127cc92ff service nova] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Neutron deleted interface e2e1ac42-f272-4a13-8520-7bba90e73757; detaching it from the instance and deleting it from the info cache [ 921.709475] env[69808]: DEBUG nova.network.neutron [req-87b4f63d-bc36-4fe5-9c64-11018b7fc821 req-3e7bf7e9-b7fe-45ea-9d25-eb5127cc92ff service nova] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.860361] env[69808]: DEBUG oslo_concurrency.lockutils [None req-59c16f61-9192-4122-8cdf-564daac4faee tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Lock "0922ebfc-18b3-43c6-aee1-49d479cba0c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.984s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.139069] env[69808]: DEBUG nova.network.neutron [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Successfully updated port: 8338c952-ae94-4fbf-bafc-7bb344e74990 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.144155] env[69808]: DEBUG nova.network.neutron [-] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.196654] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.196654] env[69808]: DEBUG nova.compute.manager [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.200236] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.114s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.200236] env[69808]: DEBUG nova.objects.instance [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69808) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 922.211766] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1611354-4364-4498-9d9a-97d7103cbfb1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.224331] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a06a7c-51b3-4ced-abca-438c4b66ce85 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.261309] env[69808]: DEBUG nova.compute.manager [req-87b4f63d-bc36-4fe5-9c64-11018b7fc821 req-3e7bf7e9-b7fe-45ea-9d25-eb5127cc92ff service nova] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Detach interface failed, port_id=e2e1ac42-f272-4a13-8520-7bba90e73757, reason: Instance f94063df-5f47-4727-b272-d50ffa44121e could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 922.439505] env[69808]: DEBUG nova.objects.instance [None req-40d40316-7c6c-4b96-9714-25dc9b8fdf7c tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Lazy-loading 'flavor' on Instance uuid 52a3515b-c3c1-4277-931c-14e25d1f2d36 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.642604] env[69808]: DEBUG oslo_concurrency.lockutils [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "refresh_cache-7fe98ad5-a3f6-4329-9770-b4ff71276a2e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.642730] env[69808]: DEBUG oslo_concurrency.lockutils [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquired lock "refresh_cache-7fe98ad5-a3f6-4329-9770-b4ff71276a2e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.642901] env[69808]: DEBUG nova.network.neutron [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.644863] env[69808]: INFO nova.compute.manager [-] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Took 1.54 seconds to deallocate network for instance. [ 922.707559] env[69808]: DEBUG nova.compute.utils [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.710088] env[69808]: DEBUG nova.compute.manager [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.710088] env[69808]: DEBUG nova.network.neutron [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.764050] env[69808]: DEBUG nova.policy [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a1713032c9a409db3e9befb03c2585a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83a035e20bce467899dcc4cb6e01d43e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.944666] env[69808]: DEBUG oslo_concurrency.lockutils [None req-40d40316-7c6c-4b96-9714-25dc9b8fdf7c tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Acquiring lock "refresh_cache-52a3515b-c3c1-4277-931c-14e25d1f2d36" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.944857] env[69808]: DEBUG oslo_concurrency.lockutils [None req-40d40316-7c6c-4b96-9714-25dc9b8fdf7c tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Acquired lock "refresh_cache-52a3515b-c3c1-4277-931c-14e25d1f2d36" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.150494] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.211154] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fe6e4d59-51ce-4c0c-94c0-a39421790437 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.216918] env[69808]: DEBUG nova.network.neutron [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.221815] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.587s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.222146] env[69808]: DEBUG nova.objects.instance [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Lazy-loading 'resources' on Instance uuid 514260a0-06e4-41bb-8478-3f423ce82018 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.227147] env[69808]: DEBUG nova.compute.manager [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.399552] env[69808]: DEBUG nova.network.neutron [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Successfully created port: c00b0ebe-684e-4f2c-9369-4f8496418b47 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.624191] env[69808]: DEBUG nova.network.neutron [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Updating instance_info_cache with network_info: [{"id": "8338c952-ae94-4fbf-bafc-7bb344e74990", "address": "fa:16:3e:2f:a0:92", "network": {"id": "e102f7dd-ca53-4fd4-887b-12d552cc3e20", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-749952540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0500885cd6442db91d27aafa7954ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8338c952-ae", "ovs_interfaceid": "8338c952-ae94-4fbf-bafc-7bb344e74990", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.751051] env[69808]: DEBUG nova.network.neutron [None req-40d40316-7c6c-4b96-9714-25dc9b8fdf7c tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.835387] env[69808]: DEBUG nova.compute.manager [req-1132b1f4-d7a1-419f-ac3a-11934f1eb197 req-87300d9f-4e73-45fd-acc4-3df8cbc46769 service nova] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Received event network-vif-plugged-8338c952-ae94-4fbf-bafc-7bb344e74990 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.835623] env[69808]: DEBUG oslo_concurrency.lockutils [req-1132b1f4-d7a1-419f-ac3a-11934f1eb197 req-87300d9f-4e73-45fd-acc4-3df8cbc46769 service nova] Acquiring lock "7fe98ad5-a3f6-4329-9770-b4ff71276a2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.835857] env[69808]: DEBUG oslo_concurrency.lockutils [req-1132b1f4-d7a1-419f-ac3a-11934f1eb197 req-87300d9f-4e73-45fd-acc4-3df8cbc46769 service nova] Lock "7fe98ad5-a3f6-4329-9770-b4ff71276a2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.836015] env[69808]: DEBUG oslo_concurrency.lockutils [req-1132b1f4-d7a1-419f-ac3a-11934f1eb197 req-87300d9f-4e73-45fd-acc4-3df8cbc46769 service nova] Lock "7fe98ad5-a3f6-4329-9770-b4ff71276a2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.836224] env[69808]: DEBUG nova.compute.manager [req-1132b1f4-d7a1-419f-ac3a-11934f1eb197 req-87300d9f-4e73-45fd-acc4-3df8cbc46769 service nova] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] No waiting events found dispatching network-vif-plugged-8338c952-ae94-4fbf-bafc-7bb344e74990 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 923.836451] env[69808]: WARNING nova.compute.manager [req-1132b1f4-d7a1-419f-ac3a-11934f1eb197 req-87300d9f-4e73-45fd-acc4-3df8cbc46769 service nova] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Received unexpected event network-vif-plugged-8338c952-ae94-4fbf-bafc-7bb344e74990 for instance with vm_state building and task_state spawning. [ 923.836598] env[69808]: DEBUG nova.compute.manager [req-1132b1f4-d7a1-419f-ac3a-11934f1eb197 req-87300d9f-4e73-45fd-acc4-3df8cbc46769 service nova] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Received event network-changed-8338c952-ae94-4fbf-bafc-7bb344e74990 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.836701] env[69808]: DEBUG nova.compute.manager [req-1132b1f4-d7a1-419f-ac3a-11934f1eb197 req-87300d9f-4e73-45fd-acc4-3df8cbc46769 service nova] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Refreshing instance network info cache due to event network-changed-8338c952-ae94-4fbf-bafc-7bb344e74990. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.836871] env[69808]: DEBUG oslo_concurrency.lockutils [req-1132b1f4-d7a1-419f-ac3a-11934f1eb197 req-87300d9f-4e73-45fd-acc4-3df8cbc46769 service nova] Acquiring lock "refresh_cache-7fe98ad5-a3f6-4329-9770-b4ff71276a2e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.128624] env[69808]: DEBUG oslo_concurrency.lockutils [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Releasing lock "refresh_cache-7fe98ad5-a3f6-4329-9770-b4ff71276a2e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.128945] env[69808]: DEBUG nova.compute.manager [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Instance network_info: |[{"id": "8338c952-ae94-4fbf-bafc-7bb344e74990", "address": "fa:16:3e:2f:a0:92", "network": {"id": "e102f7dd-ca53-4fd4-887b-12d552cc3e20", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-749952540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0500885cd6442db91d27aafa7954ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8338c952-ae", "ovs_interfaceid": "8338c952-ae94-4fbf-bafc-7bb344e74990", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.129460] env[69808]: DEBUG oslo_concurrency.lockutils [req-1132b1f4-d7a1-419f-ac3a-11934f1eb197 req-87300d9f-4e73-45fd-acc4-3df8cbc46769 service nova] Acquired lock "refresh_cache-7fe98ad5-a3f6-4329-9770-b4ff71276a2e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.129647] env[69808]: DEBUG nova.network.neutron [req-1132b1f4-d7a1-419f-ac3a-11934f1eb197 req-87300d9f-4e73-45fd-acc4-3df8cbc46769 service nova] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Refreshing network info cache for port 8338c952-ae94-4fbf-bafc-7bb344e74990 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.131568] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:a0:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8338c952-ae94-4fbf-bafc-7bb344e74990', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.139988] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.143587] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.143802] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75141e03-1899-49a0-be2d-fc3a13ce973f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.167435] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.167435] env[69808]: value = "task-3790092" [ 924.167435] env[69808]: _type = "Task" [ 924.167435] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.179374] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790092, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.240738] env[69808]: DEBUG nova.compute.manager [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.270513] env[69808]: DEBUG nova.virt.hardware [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.271115] env[69808]: DEBUG nova.virt.hardware [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.271115] env[69808]: DEBUG nova.virt.hardware [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.272021] env[69808]: DEBUG nova.virt.hardware [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.272021] env[69808]: DEBUG nova.virt.hardware [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.272021] env[69808]: DEBUG nova.virt.hardware [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.272190] env[69808]: DEBUG nova.virt.hardware [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.272336] env[69808]: DEBUG nova.virt.hardware [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.272571] env[69808]: DEBUG nova.virt.hardware [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.272752] env[69808]: DEBUG nova.virt.hardware [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.272949] env[69808]: DEBUG nova.virt.hardware [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.273908] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09014ec-4cb0-4852-83b7-6462372bca8e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.287749] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565ee5e2-b699-4e91-97fc-47d94a9a1413 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.293721] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e054f0e6-1055-44b6-ac30-0bbda42e2e43 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.309871] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95b9880-c176-42ee-97e3-5577e056d1f2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.348710] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d721a3d7-0a3c-45cc-95e0-a839749ee79c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.358212] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b28dd6b-5e05-499d-8227-466fe1876f84 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.374685] env[69808]: DEBUG nova.compute.provider_tree [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.447142] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Acquiring lock "0922ebfc-18b3-43c6-aee1-49d479cba0c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.447487] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Lock "0922ebfc-18b3-43c6-aee1-49d479cba0c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.447792] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Acquiring lock "0922ebfc-18b3-43c6-aee1-49d479cba0c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.447979] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Lock "0922ebfc-18b3-43c6-aee1-49d479cba0c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.448168] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Lock "0922ebfc-18b3-43c6-aee1-49d479cba0c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.450430] env[69808]: INFO nova.compute.manager [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Terminating instance [ 924.570871] env[69808]: DEBUG nova.network.neutron [None req-40d40316-7c6c-4b96-9714-25dc9b8fdf7c tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Updating instance_info_cache with network_info: [{"id": "6576e98d-ae71-46d4-a13a-481898aecbc9", "address": "fa:16:3e:93:76:10", "network": {"id": "a783a549-715c-4fcc-9083-47479b835a5c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-53408039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a786dcde7d84a1cbee9de4355f81718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6576e98d-ae", "ovs_interfaceid": "6576e98d-ae71-46d4-a13a-481898aecbc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.678479] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790092, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.880588] env[69808]: DEBUG nova.scheduler.client.report [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.960603] env[69808]: DEBUG nova.compute.manager [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.960603] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.960603] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299064c8-2067-47b9-ad1a-4d35faf0682e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.967954] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.968647] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2b4ae68-736f-48a0-ac7f-fb134195e652 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.975790] env[69808]: DEBUG oslo_vmware.api [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Waiting for the task: (returnval){ [ 924.975790] env[69808]: value = "task-3790093" [ 924.975790] env[69808]: _type = "Task" [ 924.975790] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.987567] env[69808]: DEBUG oslo_vmware.api [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': task-3790093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.011710] env[69808]: DEBUG nova.network.neutron [req-1132b1f4-d7a1-419f-ac3a-11934f1eb197 req-87300d9f-4e73-45fd-acc4-3df8cbc46769 service nova] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Updated VIF entry in instance network info cache for port 8338c952-ae94-4fbf-bafc-7bb344e74990. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.012399] env[69808]: DEBUG nova.network.neutron [req-1132b1f4-d7a1-419f-ac3a-11934f1eb197 req-87300d9f-4e73-45fd-acc4-3df8cbc46769 service nova] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Updating instance_info_cache with network_info: [{"id": "8338c952-ae94-4fbf-bafc-7bb344e74990", "address": "fa:16:3e:2f:a0:92", "network": {"id": "e102f7dd-ca53-4fd4-887b-12d552cc3e20", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-749952540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0500885cd6442db91d27aafa7954ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8338c952-ae", "ovs_interfaceid": "8338c952-ae94-4fbf-bafc-7bb344e74990", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.025289] env[69808]: DEBUG nova.objects.instance [None req-b40431f4-7054-4e04-9898-2ab7c5b52505 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Lazy-loading 'flavor' on Instance uuid 52a3515b-c3c1-4277-931c-14e25d1f2d36 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.076540] env[69808]: DEBUG oslo_concurrency.lockutils [None req-40d40316-7c6c-4b96-9714-25dc9b8fdf7c tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Releasing lock "refresh_cache-52a3515b-c3c1-4277-931c-14e25d1f2d36" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.076540] env[69808]: DEBUG nova.compute.manager [None req-40d40316-7c6c-4b96-9714-25dc9b8fdf7c tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Inject network info {{(pid=69808) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 925.076540] env[69808]: DEBUG nova.compute.manager [None req-40d40316-7c6c-4b96-9714-25dc9b8fdf7c tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] network_info to inject: |[{"id": "6576e98d-ae71-46d4-a13a-481898aecbc9", "address": "fa:16:3e:93:76:10", "network": {"id": "a783a549-715c-4fcc-9083-47479b835a5c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-53408039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a786dcde7d84a1cbee9de4355f81718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6576e98d-ae", "ovs_interfaceid": "6576e98d-ae71-46d4-a13a-481898aecbc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 925.079954] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-40d40316-7c6c-4b96-9714-25dc9b8fdf7c tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Reconfiguring VM instance to set the machine id {{(pid=69808) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 925.080774] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f0ea4f4-4ad5-4472-829a-f2265235e2fc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.101993] env[69808]: DEBUG oslo_vmware.api [None req-40d40316-7c6c-4b96-9714-25dc9b8fdf7c tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Waiting for the task: (returnval){ [ 925.101993] env[69808]: value = "task-3790094" [ 925.101993] env[69808]: _type = "Task" [ 925.101993] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.116026] env[69808]: DEBUG oslo_vmware.api [None req-40d40316-7c6c-4b96-9714-25dc9b8fdf7c tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': task-3790094, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.180227] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790092, 'name': CreateVM_Task, 'duration_secs': 0.575961} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.180415] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.181490] env[69808]: DEBUG oslo_concurrency.lockutils [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.181490] env[69808]: DEBUG oslo_concurrency.lockutils [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.181734] env[69808]: DEBUG oslo_concurrency.lockutils [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.182019] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3540ae83-5836-4502-a9bf-74708aec6db2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.191021] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 925.191021] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5233b88f-1ece-9b0e-ad6f-e1d1ce2a2746" [ 925.191021] env[69808]: _type = "Task" [ 925.191021] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.198995] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5233b88f-1ece-9b0e-ad6f-e1d1ce2a2746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.306251] env[69808]: DEBUG nova.network.neutron [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Successfully updated port: c00b0ebe-684e-4f2c-9369-4f8496418b47 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.389175] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.392359] env[69808]: DEBUG oslo_concurrency.lockutils [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.668s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.393932] env[69808]: INFO nova.compute.claims [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.439187] env[69808]: INFO nova.scheduler.client.report [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Deleted allocations for instance 514260a0-06e4-41bb-8478-3f423ce82018 [ 925.487731] env[69808]: DEBUG oslo_vmware.api [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': task-3790093, 'name': PowerOffVM_Task, 'duration_secs': 0.225727} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.488727] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.488727] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.488727] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-031e50fc-9eee-4070-94b7-fb9bc3b868a6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.514691] env[69808]: DEBUG oslo_concurrency.lockutils [req-1132b1f4-d7a1-419f-ac3a-11934f1eb197 req-87300d9f-4e73-45fd-acc4-3df8cbc46769 service nova] Releasing lock "refresh_cache-7fe98ad5-a3f6-4329-9770-b4ff71276a2e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.531134] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b40431f4-7054-4e04-9898-2ab7c5b52505 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Acquiring lock "refresh_cache-52a3515b-c3c1-4277-931c-14e25d1f2d36" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.531415] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b40431f4-7054-4e04-9898-2ab7c5b52505 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Acquired lock "refresh_cache-52a3515b-c3c1-4277-931c-14e25d1f2d36" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.558941] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.559293] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.559533] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Deleting the datastore file [datastore1] 0922ebfc-18b3-43c6-aee1-49d479cba0c8 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.559862] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17f1bf6f-af9b-491e-aa02-d85297066d0b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.566785] env[69808]: DEBUG oslo_vmware.api [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Waiting for the task: (returnval){ [ 925.566785] env[69808]: value = "task-3790096" [ 925.566785] env[69808]: _type = "Task" [ 925.566785] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.575443] env[69808]: DEBUG oslo_vmware.api [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': task-3790096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.614348] env[69808]: DEBUG oslo_vmware.api [None req-40d40316-7c6c-4b96-9714-25dc9b8fdf7c tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': task-3790094, 'name': ReconfigVM_Task, 'duration_secs': 0.185325} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.614806] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-40d40316-7c6c-4b96-9714-25dc9b8fdf7c tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Reconfigured VM instance to set the machine id {{(pid=69808) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 925.701822] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5233b88f-1ece-9b0e-ad6f-e1d1ce2a2746, 'name': SearchDatastore_Task, 'duration_secs': 0.012647} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.702188] env[69808]: DEBUG oslo_concurrency.lockutils [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.702484] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.702719] env[69808]: DEBUG oslo_concurrency.lockutils [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.702910] env[69808]: DEBUG oslo_concurrency.lockutils [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.704256] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.704256] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6553f0f7-2790-44aa-8aea-ff2f6f5291f6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.713638] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.713638] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.714550] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e661365-86b9-4768-9f47-f9ebcb575346 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.721446] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 925.721446] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c54ae6-54de-c10c-4a0e-70836d59ec94" [ 925.721446] env[69808]: _type = "Task" [ 925.721446] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.730844] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c54ae6-54de-c10c-4a0e-70836d59ec94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.808696] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "refresh_cache-11c45281-964e-41c6-bb96-6b8037972cf6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.808848] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquired lock "refresh_cache-11c45281-964e-41c6-bb96-6b8037972cf6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.809016] env[69808]: DEBUG nova.network.neutron [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.931688] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3f50794e-6de0-4c0f-a15f-4422deaa8433 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "b9bdc3de-a901-46cf-a0c1-84d5fb95220b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.931933] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3f50794e-6de0-4c0f-a15f-4422deaa8433 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "b9bdc3de-a901-46cf-a0c1-84d5fb95220b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.946590] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d62b56a-a6c8-4014-a216-0932183bab7c tempest-VolumesAssistedSnapshotsTest-1616866543 tempest-VolumesAssistedSnapshotsTest-1616866543-project-member] Lock "514260a0-06e4-41bb-8478-3f423ce82018" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.484s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.984578] env[69808]: DEBUG nova.compute.manager [req-e5d43501-bda9-4a8f-b20e-4b1c2bfd4040 req-063717d5-208a-4a5e-bf5f-16bbcab77433 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Received event network-changed-6576e98d-ae71-46d4-a13a-481898aecbc9 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.984794] env[69808]: DEBUG nova.compute.manager [req-e5d43501-bda9-4a8f-b20e-4b1c2bfd4040 req-063717d5-208a-4a5e-bf5f-16bbcab77433 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Refreshing instance network info cache due to event network-changed-6576e98d-ae71-46d4-a13a-481898aecbc9. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.984989] env[69808]: DEBUG oslo_concurrency.lockutils [req-e5d43501-bda9-4a8f-b20e-4b1c2bfd4040 req-063717d5-208a-4a5e-bf5f-16bbcab77433 service nova] Acquiring lock "refresh_cache-52a3515b-c3c1-4277-931c-14e25d1f2d36" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.992563] env[69808]: DEBUG nova.network.neutron [None req-b40431f4-7054-4e04-9898-2ab7c5b52505 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.077479] env[69808]: DEBUG oslo_vmware.api [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Task: {'id': task-3790096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142979} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.077743] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.077930] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.078116] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.078298] env[69808]: INFO nova.compute.manager [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 926.078535] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.078732] env[69808]: DEBUG nova.compute.manager [-] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.078830] env[69808]: DEBUG nova.network.neutron [-] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.234566] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c54ae6-54de-c10c-4a0e-70836d59ec94, 'name': SearchDatastore_Task, 'duration_secs': 0.011361} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.235515] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed7f37e2-d0fa-4490-895f-e66a41d2845f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.241948] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 926.241948] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e32a4c-f72e-cddb-254d-72c1fc2466ed" [ 926.241948] env[69808]: _type = "Task" [ 926.241948] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.250175] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e32a4c-f72e-cddb-254d-72c1fc2466ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.341535] env[69808]: DEBUG nova.network.neutron [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.437243] env[69808]: DEBUG nova.compute.utils [None req-3f50794e-6de0-4c0f-a15f-4422deaa8433 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.758071] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e32a4c-f72e-cddb-254d-72c1fc2466ed, 'name': SearchDatastore_Task, 'duration_secs': 0.011838} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.760655] env[69808]: DEBUG oslo_concurrency.lockutils [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.760936] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 7fe98ad5-a3f6-4329-9770-b4ff71276a2e/7fe98ad5-a3f6-4329-9770-b4ff71276a2e.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.761415] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0dfda34-0ae4-4e1c-9193-90d7b9523e02 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.773541] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 926.773541] env[69808]: value = "task-3790097" [ 926.773541] env[69808]: _type = "Task" [ 926.773541] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.784499] env[69808]: DEBUG nova.network.neutron [-] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.789477] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.841659] env[69808]: DEBUG nova.network.neutron [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Updating instance_info_cache with network_info: [{"id": "c00b0ebe-684e-4f2c-9369-4f8496418b47", "address": "fa:16:3e:36:be:6b", "network": {"id": "44ca2af7-2e85-4da8-a0e2-54759e88088f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-91954632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83a035e20bce467899dcc4cb6e01d43e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc00b0ebe-68", "ovs_interfaceid": "c00b0ebe-684e-4f2c-9369-4f8496418b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.936030] env[69808]: DEBUG nova.network.neutron [None req-b40431f4-7054-4e04-9898-2ab7c5b52505 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Updating instance_info_cache with network_info: [{"id": "6576e98d-ae71-46d4-a13a-481898aecbc9", "address": "fa:16:3e:93:76:10", "network": {"id": "a783a549-715c-4fcc-9083-47479b835a5c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-53408039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a786dcde7d84a1cbee9de4355f81718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6576e98d-ae", "ovs_interfaceid": "6576e98d-ae71-46d4-a13a-481898aecbc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.945965] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3f50794e-6de0-4c0f-a15f-4422deaa8433 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "b9bdc3de-a901-46cf-a0c1-84d5fb95220b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.001912] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9bae07-0632-4672-8f8e-2ff8cb02faae {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.014366] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f5796f-3c78-49d7-9500-429fbe61991f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.052020] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26682fa7-e915-4340-a05e-756a22a218e9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.062765] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b70811a-81bc-417e-b83b-a5dc1a26417f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.081751] env[69808]: DEBUG nova.compute.provider_tree [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.283447] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790097, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.290101] env[69808]: INFO nova.compute.manager [-] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Took 1.21 seconds to deallocate network for instance. [ 927.347055] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Releasing lock "refresh_cache-11c45281-964e-41c6-bb96-6b8037972cf6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.347055] env[69808]: DEBUG nova.compute.manager [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Instance network_info: |[{"id": "c00b0ebe-684e-4f2c-9369-4f8496418b47", "address": "fa:16:3e:36:be:6b", "network": {"id": "44ca2af7-2e85-4da8-a0e2-54759e88088f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-91954632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83a035e20bce467899dcc4cb6e01d43e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc00b0ebe-68", "ovs_interfaceid": "c00b0ebe-684e-4f2c-9369-4f8496418b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 927.347055] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:be:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c00b0ebe-684e-4f2c-9369-4f8496418b47', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.355947] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.356692] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.357080] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-119688ba-1e2a-425e-b1e2-63d502b01885 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.383457] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.383457] env[69808]: value = "task-3790098" [ 927.383457] env[69808]: _type = "Task" [ 927.383457] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.393537] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790098, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.442023] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b40431f4-7054-4e04-9898-2ab7c5b52505 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Releasing lock "refresh_cache-52a3515b-c3c1-4277-931c-14e25d1f2d36" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.442023] env[69808]: DEBUG nova.compute.manager [None req-b40431f4-7054-4e04-9898-2ab7c5b52505 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Inject network info {{(pid=69808) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 927.442023] env[69808]: DEBUG nova.compute.manager [None req-b40431f4-7054-4e04-9898-2ab7c5b52505 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] network_info to inject: |[{"id": "6576e98d-ae71-46d4-a13a-481898aecbc9", "address": "fa:16:3e:93:76:10", "network": {"id": "a783a549-715c-4fcc-9083-47479b835a5c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-53408039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a786dcde7d84a1cbee9de4355f81718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6576e98d-ae", "ovs_interfaceid": "6576e98d-ae71-46d4-a13a-481898aecbc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 927.454408] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b40431f4-7054-4e04-9898-2ab7c5b52505 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Reconfiguring VM instance to set the machine id {{(pid=69808) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 927.454408] env[69808]: DEBUG oslo_concurrency.lockutils [req-e5d43501-bda9-4a8f-b20e-4b1c2bfd4040 req-063717d5-208a-4a5e-bf5f-16bbcab77433 service nova] Acquired lock "refresh_cache-52a3515b-c3c1-4277-931c-14e25d1f2d36" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.454408] env[69808]: DEBUG nova.network.neutron [req-e5d43501-bda9-4a8f-b20e-4b1c2bfd4040 req-063717d5-208a-4a5e-bf5f-16bbcab77433 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Refreshing network info cache for port 6576e98d-ae71-46d4-a13a-481898aecbc9 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.454720] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e24db89c-cb6a-4a8e-b90a-af4697b1b876 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.480590] env[69808]: DEBUG oslo_vmware.api [None req-b40431f4-7054-4e04-9898-2ab7c5b52505 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Waiting for the task: (returnval){ [ 927.480590] env[69808]: value = "task-3790099" [ 927.480590] env[69808]: _type = "Task" [ 927.480590] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.492377] env[69808]: DEBUG oslo_vmware.api [None req-b40431f4-7054-4e04-9898-2ab7c5b52505 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': task-3790099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.586608] env[69808]: DEBUG nova.scheduler.client.report [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.787213] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514138} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.787708] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 7fe98ad5-a3f6-4329-9770-b4ff71276a2e/7fe98ad5-a3f6-4329-9770-b4ff71276a2e.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.787708] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.787848] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-844d1d81-10f2-46fe-9c48-953faa5f9402 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.797458] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.798306] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 927.798306] env[69808]: value = "task-3790100" [ 927.798306] env[69808]: _type = "Task" [ 927.798306] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.810241] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.897825] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790098, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.990768] env[69808]: DEBUG oslo_vmware.api [None req-b40431f4-7054-4e04-9898-2ab7c5b52505 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': task-3790099, 'name': ReconfigVM_Task, 'duration_secs': 0.172485} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.991556] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b40431f4-7054-4e04-9898-2ab7c5b52505 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Reconfigured VM instance to set the machine id {{(pid=69808) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 928.035896] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3f50794e-6de0-4c0f-a15f-4422deaa8433 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "b9bdc3de-a901-46cf-a0c1-84d5fb95220b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.036437] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3f50794e-6de0-4c0f-a15f-4422deaa8433 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "b9bdc3de-a901-46cf-a0c1-84d5fb95220b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.036518] env[69808]: INFO nova.compute.manager [None req-3f50794e-6de0-4c0f-a15f-4422deaa8433 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Attaching volume 8002cb81-0402-4b61-b4ff-17e926f77c82 to /dev/sdb [ 928.090788] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfdf2f6-0282-471e-9ec2-fd6e66c5eff4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.093230] env[69808]: DEBUG oslo_concurrency.lockutils [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.093731] env[69808]: DEBUG nova.compute.manager [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.097390] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.969s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.097631] env[69808]: DEBUG nova.objects.instance [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Lazy-loading 'resources' on Instance uuid 98fc3328-91fa-4e6a-93d1-f18013a5b0af {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.104233] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b7e6bd-8a47-41d4-b3b6-8ca6f14b96c5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.127672] env[69808]: DEBUG nova.virt.block_device [None req-3f50794e-6de0-4c0f-a15f-4422deaa8433 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Updating existing volume attachment record: 67ae3b0a-7cae-4799-9744-22eb45a76a00 {{(pid=69808) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 928.255316] env[69808]: DEBUG nova.compute.manager [req-96a965d0-8890-4267-8b73-6b8f8ef3a94d req-26f7dad0-9968-4a4f-afca-fcce9fd297c0 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Received event network-changed-6576e98d-ae71-46d4-a13a-481898aecbc9 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.255496] env[69808]: DEBUG nova.compute.manager [req-96a965d0-8890-4267-8b73-6b8f8ef3a94d req-26f7dad0-9968-4a4f-afca-fcce9fd297c0 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Refreshing instance network info cache due to event network-changed-6576e98d-ae71-46d4-a13a-481898aecbc9. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.257287] env[69808]: DEBUG oslo_concurrency.lockutils [req-96a965d0-8890-4267-8b73-6b8f8ef3a94d req-26f7dad0-9968-4a4f-afca-fcce9fd297c0 service nova] Acquiring lock "refresh_cache-52a3515b-c3c1-4277-931c-14e25d1f2d36" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.287581] env[69808]: DEBUG nova.network.neutron [req-e5d43501-bda9-4a8f-b20e-4b1c2bfd4040 req-063717d5-208a-4a5e-bf5f-16bbcab77433 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Updated VIF entry in instance network info cache for port 6576e98d-ae71-46d4-a13a-481898aecbc9. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.291019] env[69808]: DEBUG nova.network.neutron [req-e5d43501-bda9-4a8f-b20e-4b1c2bfd4040 req-063717d5-208a-4a5e-bf5f-16bbcab77433 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Updating instance_info_cache with network_info: [{"id": "6576e98d-ae71-46d4-a13a-481898aecbc9", "address": "fa:16:3e:93:76:10", "network": {"id": "a783a549-715c-4fcc-9083-47479b835a5c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-53408039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a786dcde7d84a1cbee9de4355f81718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6576e98d-ae", "ovs_interfaceid": "6576e98d-ae71-46d4-a13a-481898aecbc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.309905] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073873} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.309905] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.310626] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231207c1-82bf-4c03-ae00-6cd68321adb8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.339556] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 7fe98ad5-a3f6-4329-9770-b4ff71276a2e/7fe98ad5-a3f6-4329-9770-b4ff71276a2e.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.339556] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cd0570a-6cf5-4a08-a9f4-cfa9b7b4fe19 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.358389] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 928.358389] env[69808]: value = "task-3790102" [ 928.358389] env[69808]: _type = "Task" [ 928.358389] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.368099] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.396736] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790098, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.601592] env[69808]: DEBUG nova.compute.utils [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.616278] env[69808]: DEBUG nova.compute.manager [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.617264] env[69808]: DEBUG nova.network.neutron [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.669695] env[69808]: DEBUG nova.policy [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '648120f8f5e44a75b8ebd6a33ceb3bf6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3754a7bc221548b7b3fc6d772b8bad1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.779022] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Acquiring lock "52a3515b-c3c1-4277-931c-14e25d1f2d36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.779022] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Lock "52a3515b-c3c1-4277-931c-14e25d1f2d36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.779022] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Acquiring lock "52a3515b-c3c1-4277-931c-14e25d1f2d36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.779022] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Lock "52a3515b-c3c1-4277-931c-14e25d1f2d36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.779022] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Lock "52a3515b-c3c1-4277-931c-14e25d1f2d36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.780180] env[69808]: INFO nova.compute.manager [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Terminating instance [ 928.793550] env[69808]: DEBUG oslo_concurrency.lockutils [req-e5d43501-bda9-4a8f-b20e-4b1c2bfd4040 req-063717d5-208a-4a5e-bf5f-16bbcab77433 service nova] Releasing lock "refresh_cache-52a3515b-c3c1-4277-931c-14e25d1f2d36" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.794533] env[69808]: DEBUG nova.compute.manager [req-e5d43501-bda9-4a8f-b20e-4b1c2bfd4040 req-063717d5-208a-4a5e-bf5f-16bbcab77433 service nova] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Received event network-vif-plugged-c00b0ebe-684e-4f2c-9369-4f8496418b47 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.794820] env[69808]: DEBUG oslo_concurrency.lockutils [req-e5d43501-bda9-4a8f-b20e-4b1c2bfd4040 req-063717d5-208a-4a5e-bf5f-16bbcab77433 service nova] Acquiring lock "11c45281-964e-41c6-bb96-6b8037972cf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.794820] env[69808]: DEBUG oslo_concurrency.lockutils [req-e5d43501-bda9-4a8f-b20e-4b1c2bfd4040 req-063717d5-208a-4a5e-bf5f-16bbcab77433 service nova] Lock "11c45281-964e-41c6-bb96-6b8037972cf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.794963] env[69808]: DEBUG oslo_concurrency.lockutils [req-e5d43501-bda9-4a8f-b20e-4b1c2bfd4040 req-063717d5-208a-4a5e-bf5f-16bbcab77433 service nova] Lock "11c45281-964e-41c6-bb96-6b8037972cf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.795172] env[69808]: DEBUG nova.compute.manager [req-e5d43501-bda9-4a8f-b20e-4b1c2bfd4040 req-063717d5-208a-4a5e-bf5f-16bbcab77433 service nova] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] No waiting events found dispatching network-vif-plugged-c00b0ebe-684e-4f2c-9369-4f8496418b47 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 928.795413] env[69808]: WARNING nova.compute.manager [req-e5d43501-bda9-4a8f-b20e-4b1c2bfd4040 req-063717d5-208a-4a5e-bf5f-16bbcab77433 service nova] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Received unexpected event network-vif-plugged-c00b0ebe-684e-4f2c-9369-4f8496418b47 for instance with vm_state building and task_state spawning. [ 928.795527] env[69808]: DEBUG nova.compute.manager [req-e5d43501-bda9-4a8f-b20e-4b1c2bfd4040 req-063717d5-208a-4a5e-bf5f-16bbcab77433 service nova] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Received event network-changed-c00b0ebe-684e-4f2c-9369-4f8496418b47 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.795767] env[69808]: DEBUG nova.compute.manager [req-e5d43501-bda9-4a8f-b20e-4b1c2bfd4040 req-063717d5-208a-4a5e-bf5f-16bbcab77433 service nova] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Refreshing instance network info cache due to event network-changed-c00b0ebe-684e-4f2c-9369-4f8496418b47. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.795858] env[69808]: DEBUG oslo_concurrency.lockutils [req-e5d43501-bda9-4a8f-b20e-4b1c2bfd4040 req-063717d5-208a-4a5e-bf5f-16bbcab77433 service nova] Acquiring lock "refresh_cache-11c45281-964e-41c6-bb96-6b8037972cf6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.795995] env[69808]: DEBUG oslo_concurrency.lockutils [req-e5d43501-bda9-4a8f-b20e-4b1c2bfd4040 req-063717d5-208a-4a5e-bf5f-16bbcab77433 service nova] Acquired lock "refresh_cache-11c45281-964e-41c6-bb96-6b8037972cf6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.796257] env[69808]: DEBUG nova.network.neutron [req-e5d43501-bda9-4a8f-b20e-4b1c2bfd4040 req-063717d5-208a-4a5e-bf5f-16bbcab77433 service nova] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Refreshing network info cache for port c00b0ebe-684e-4f2c-9369-4f8496418b47 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.800089] env[69808]: DEBUG oslo_concurrency.lockutils [req-96a965d0-8890-4267-8b73-6b8f8ef3a94d req-26f7dad0-9968-4a4f-afca-fcce9fd297c0 service nova] Acquired lock "refresh_cache-52a3515b-c3c1-4277-931c-14e25d1f2d36" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.800231] env[69808]: DEBUG nova.network.neutron [req-96a965d0-8890-4267-8b73-6b8f8ef3a94d req-26f7dad0-9968-4a4f-afca-fcce9fd297c0 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Refreshing network info cache for port 6576e98d-ae71-46d4-a13a-481898aecbc9 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.877669] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790102, 'name': ReconfigVM_Task, 'duration_secs': 0.331994} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.877984] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 7fe98ad5-a3f6-4329-9770-b4ff71276a2e/7fe98ad5-a3f6-4329-9770-b4ff71276a2e.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.878631] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70f75251-bbdf-4310-83a4-4176b21d82d7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.890869] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 928.890869] env[69808]: value = "task-3790105" [ 928.890869] env[69808]: _type = "Task" [ 928.890869] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.898090] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790098, 'name': CreateVM_Task, 'duration_secs': 1.44664} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.898715] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.900228] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.900228] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.900228] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.900228] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-344d329b-8328-4b7c-8499-4fbb703944f8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.908353] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790105, 'name': Rename_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.912524] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 928.912524] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d938c6-afb3-f019-1807-7a74de3afa7d" [ 928.912524] env[69808]: _type = "Task" [ 928.912524] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.922264] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d938c6-afb3-f019-1807-7a74de3afa7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.111017] env[69808]: DEBUG nova.compute.manager [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.144865] env[69808]: DEBUG nova.network.neutron [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Successfully created port: 34430560-6776-42c8-9ec5-f62607d76baf {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.286134] env[69808]: DEBUG nova.compute.manager [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.286631] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.287343] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1021f428-0984-435f-b6d5-d710eaef4ea0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.295750] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.296860] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9cf8589-d4eb-486f-b47f-5821ec0b645b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.298863] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee0dacb-b585-4e20-9d61-5b8184309c0d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.309218] env[69808]: DEBUG oslo_vmware.api [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Waiting for the task: (returnval){ [ 929.309218] env[69808]: value = "task-3790106" [ 929.309218] env[69808]: _type = "Task" [ 929.309218] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.315022] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9e3468-0104-426b-95df-b0c7a6d74aef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.325550] env[69808]: DEBUG oslo_vmware.api [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': task-3790106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.351163] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e3c025-8901-4c7d-993b-84b5f44ae184 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.360264] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7b1f06-f6e3-4779-99c1-92fc91117cce {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.377149] env[69808]: DEBUG nova.compute.provider_tree [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.405488] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790105, 'name': Rename_Task, 'duration_secs': 0.169631} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.405801] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.406066] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-613e9b87-dec2-437c-b5af-d174fdbc544e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.418095] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 929.418095] env[69808]: value = "task-3790107" [ 929.418095] env[69808]: _type = "Task" [ 929.418095] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.427813] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d938c6-afb3-f019-1807-7a74de3afa7d, 'name': SearchDatastore_Task, 'duration_secs': 0.010775} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.428566] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.429577] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.429577] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.429577] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.430359] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.430359] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1515018e-73a5-45f9-8b38-ce15c1e08c56 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.437376] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790107, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.445960] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.446284] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.447329] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecdcfb5a-8f9a-4c9f-a64a-4a8b45939ee4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.453593] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 929.453593] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5288aeaa-c5bd-0247-455f-8f38de9e44c3" [ 929.453593] env[69808]: _type = "Task" [ 929.453593] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.464318] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5288aeaa-c5bd-0247-455f-8f38de9e44c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.821299] env[69808]: DEBUG oslo_vmware.api [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': task-3790106, 'name': PowerOffVM_Task, 'duration_secs': 0.212521} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.823832] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.824026] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.824297] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2a59dad-d0c7-4d55-bd8f-9809ade34f1f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.883587] env[69808]: DEBUG nova.scheduler.client.report [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.900282] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.901338] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.901338] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Deleting the datastore file [datastore2] 52a3515b-c3c1-4277-931c-14e25d1f2d36 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.901825] env[69808]: DEBUG nova.network.neutron [req-e5d43501-bda9-4a8f-b20e-4b1c2bfd4040 req-063717d5-208a-4a5e-bf5f-16bbcab77433 service nova] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Updated VIF entry in instance network info cache for port c00b0ebe-684e-4f2c-9369-4f8496418b47. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.902328] env[69808]: DEBUG nova.network.neutron [req-e5d43501-bda9-4a8f-b20e-4b1c2bfd4040 req-063717d5-208a-4a5e-bf5f-16bbcab77433 service nova] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Updating instance_info_cache with network_info: [{"id": "c00b0ebe-684e-4f2c-9369-4f8496418b47", "address": "fa:16:3e:36:be:6b", "network": {"id": "44ca2af7-2e85-4da8-a0e2-54759e88088f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-91954632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83a035e20bce467899dcc4cb6e01d43e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc00b0ebe-68", "ovs_interfaceid": "c00b0ebe-684e-4f2c-9369-4f8496418b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.904129] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6552c295-2627-4741-8405-40444cc5fcbf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.911856] env[69808]: DEBUG nova.network.neutron [req-96a965d0-8890-4267-8b73-6b8f8ef3a94d req-26f7dad0-9968-4a4f-afca-fcce9fd297c0 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Updated VIF entry in instance network info cache for port 6576e98d-ae71-46d4-a13a-481898aecbc9. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.912289] env[69808]: DEBUG nova.network.neutron [req-96a965d0-8890-4267-8b73-6b8f8ef3a94d req-26f7dad0-9968-4a4f-afca-fcce9fd297c0 service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Updating instance_info_cache with network_info: [{"id": "6576e98d-ae71-46d4-a13a-481898aecbc9", "address": "fa:16:3e:93:76:10", "network": {"id": "a783a549-715c-4fcc-9083-47479b835a5c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-53408039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a786dcde7d84a1cbee9de4355f81718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6576e98d-ae", "ovs_interfaceid": "6576e98d-ae71-46d4-a13a-481898aecbc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.916084] env[69808]: DEBUG oslo_vmware.api [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Waiting for the task: (returnval){ [ 929.916084] env[69808]: value = "task-3790109" [ 929.916084] env[69808]: _type = "Task" [ 929.916084] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.934223] env[69808]: DEBUG oslo_vmware.api [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': task-3790109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.934508] env[69808]: DEBUG oslo_vmware.api [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790107, 'name': PowerOnVM_Task, 'duration_secs': 0.514366} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.934759] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.934949] env[69808]: INFO nova.compute.manager [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Took 8.38 seconds to spawn the instance on the hypervisor. [ 929.935210] env[69808]: DEBUG nova.compute.manager [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 929.937344] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c711783-7169-4dd2-bbf6-fd350310674a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.964407] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5288aeaa-c5bd-0247-455f-8f38de9e44c3, 'name': SearchDatastore_Task, 'duration_secs': 0.016436} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.965364] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5117d8c6-8a2e-412c-b37e-b0c68ecae875 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.971393] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 929.971393] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521a7e60-4897-ad3c-726e-942f795f867b" [ 929.971393] env[69808]: _type = "Task" [ 929.971393] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.979975] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521a7e60-4897-ad3c-726e-942f795f867b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.129124] env[69808]: DEBUG nova.compute.manager [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.164128] env[69808]: DEBUG nova.virt.hardware [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.164399] env[69808]: DEBUG nova.virt.hardware [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.164656] env[69808]: DEBUG nova.virt.hardware [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.164786] env[69808]: DEBUG nova.virt.hardware [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.164946] env[69808]: DEBUG nova.virt.hardware [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.168096] env[69808]: DEBUG nova.virt.hardware [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.168096] env[69808]: DEBUG nova.virt.hardware [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.168096] env[69808]: DEBUG nova.virt.hardware [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.168096] env[69808]: DEBUG nova.virt.hardware [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.168096] env[69808]: DEBUG nova.virt.hardware [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.168096] env[69808]: DEBUG nova.virt.hardware [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.168096] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab29763-35f7-4d4e-8522-d9c4094e7041 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.179651] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0b36cb-ca18-4afc-9054-7f7195848c2e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.392422] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.395011] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.289s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.396512] env[69808]: DEBUG nova.objects.instance [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lazy-loading 'resources' on Instance uuid 45f4daca-e86c-41e6-8bbb-4a26b0149bbb {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.407454] env[69808]: DEBUG oslo_concurrency.lockutils [req-e5d43501-bda9-4a8f-b20e-4b1c2bfd4040 req-063717d5-208a-4a5e-bf5f-16bbcab77433 service nova] Releasing lock "refresh_cache-11c45281-964e-41c6-bb96-6b8037972cf6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.417117] env[69808]: DEBUG oslo_concurrency.lockutils [req-96a965d0-8890-4267-8b73-6b8f8ef3a94d req-26f7dad0-9968-4a4f-afca-fcce9fd297c0 service nova] Releasing lock "refresh_cache-52a3515b-c3c1-4277-931c-14e25d1f2d36" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.417445] env[69808]: DEBUG nova.compute.manager [req-96a965d0-8890-4267-8b73-6b8f8ef3a94d req-26f7dad0-9968-4a4f-afca-fcce9fd297c0 service nova] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Received event network-vif-deleted-c67dfe18-5a13-4715-805d-d511cfd121ea {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.422879] env[69808]: INFO nova.scheduler.client.report [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Deleted allocations for instance 98fc3328-91fa-4e6a-93d1-f18013a5b0af [ 930.435244] env[69808]: DEBUG oslo_vmware.api [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': task-3790109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.458041] env[69808]: INFO nova.compute.manager [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Took 44.45 seconds to build instance. [ 930.485916] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521a7e60-4897-ad3c-726e-942f795f867b, 'name': SearchDatastore_Task, 'duration_secs': 0.034343} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.485916] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.485916] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 11c45281-964e-41c6-bb96-6b8037972cf6/11c45281-964e-41c6-bb96-6b8037972cf6.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.485916] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d3c09a1-71d2-414b-b233-095b92344f72 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.494635] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 930.494635] env[69808]: value = "task-3790110" [ 930.494635] env[69808]: _type = "Task" [ 930.494635] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.504050] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3790110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.937929] env[69808]: DEBUG oslo_vmware.api [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Task: {'id': task-3790109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.542766} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.938869] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aa775925-06a8-4e9a-a19a-390fb2997523 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Lock "98fc3328-91fa-4e6a-93d1-f18013a5b0af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.816s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.939384] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.939573] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.939747] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.939912] env[69808]: INFO nova.compute.manager [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Took 1.65 seconds to destroy the instance on the hypervisor. [ 930.940157] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.943207] env[69808]: DEBUG nova.compute.manager [-] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.943324] env[69808]: DEBUG nova.network.neutron [-] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.961184] env[69808]: DEBUG oslo_concurrency.lockutils [None req-10aac130-8800-4936-b115-bed699dd5e7a tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "7fe98ad5-a3f6-4329-9770-b4ff71276a2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.842s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.008539] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3790110, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.495645] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3746a24b-8370-495f-b86b-3de37959bb3c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.509830] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe129308-e5e9-4d00-9ef5-c7618db62fa1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.513404] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3790110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745157} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.516019] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 11c45281-964e-41c6-bb96-6b8037972cf6/11c45281-964e-41c6-bb96-6b8037972cf6.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.516019] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.516019] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0aae6701-9c68-4247-abf6-25b61f4fab1d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.545326] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b621f3-f3e6-46d0-866d-9f284f1fa29c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.548093] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 931.548093] env[69808]: value = "task-3790112" [ 931.548093] env[69808]: _type = "Task" [ 931.548093] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.555375] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a919355-80d8-48ca-9818-0902faa713f8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.562262] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3790112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.573669] env[69808]: DEBUG nova.compute.provider_tree [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.624853] env[69808]: DEBUG nova.network.neutron [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Successfully updated port: 34430560-6776-42c8-9ec5-f62607d76baf {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.696459] env[69808]: DEBUG nova.compute.manager [req-b9651112-8894-46bd-a6d7-239c1ceb90b5 req-50d099a9-0678-46ff-9179-c9da843b48e3 service nova] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Received event network-vif-plugged-34430560-6776-42c8-9ec5-f62607d76baf {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.696459] env[69808]: DEBUG oslo_concurrency.lockutils [req-b9651112-8894-46bd-a6d7-239c1ceb90b5 req-50d099a9-0678-46ff-9179-c9da843b48e3 service nova] Acquiring lock "eae18895-9914-4301-91c2-ffd1e296adcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.696459] env[69808]: DEBUG oslo_concurrency.lockutils [req-b9651112-8894-46bd-a6d7-239c1ceb90b5 req-50d099a9-0678-46ff-9179-c9da843b48e3 service nova] Lock "eae18895-9914-4301-91c2-ffd1e296adcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.696459] env[69808]: DEBUG oslo_concurrency.lockutils [req-b9651112-8894-46bd-a6d7-239c1ceb90b5 req-50d099a9-0678-46ff-9179-c9da843b48e3 service nova] Lock "eae18895-9914-4301-91c2-ffd1e296adcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.696886] env[69808]: DEBUG nova.compute.manager [req-b9651112-8894-46bd-a6d7-239c1ceb90b5 req-50d099a9-0678-46ff-9179-c9da843b48e3 service nova] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] No waiting events found dispatching network-vif-plugged-34430560-6776-42c8-9ec5-f62607d76baf {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 931.697185] env[69808]: WARNING nova.compute.manager [req-b9651112-8894-46bd-a6d7-239c1ceb90b5 req-50d099a9-0678-46ff-9179-c9da843b48e3 service nova] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Received unexpected event network-vif-plugged-34430560-6776-42c8-9ec5-f62607d76baf for instance with vm_state building and task_state spawning. [ 932.061027] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3790112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082864} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.061027] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.065165] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff146b82-443d-4f41-8ff7-4cc9ed9274f7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.081506] env[69808]: DEBUG nova.scheduler.client.report [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.095127] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 11c45281-964e-41c6-bb96-6b8037972cf6/11c45281-964e-41c6-bb96-6b8037972cf6.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.095799] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9645bf80-75a1-44fa-9ad8-c6fa034ee2e6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.122915] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 932.122915] env[69808]: value = "task-3790113" [ 932.122915] env[69808]: _type = "Task" [ 932.122915] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.127816] env[69808]: DEBUG oslo_concurrency.lockutils [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Acquiring lock "refresh_cache-eae18895-9914-4301-91c2-ffd1e296adcc" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.127954] env[69808]: DEBUG oslo_concurrency.lockutils [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Acquired lock "refresh_cache-eae18895-9914-4301-91c2-ffd1e296adcc" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.128790] env[69808]: DEBUG nova.network.neutron [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.137562] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3790113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.406974] env[69808]: DEBUG nova.network.neutron [-] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.597721] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.601633] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.165s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.601633] env[69808]: DEBUG nova.objects.instance [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lazy-loading 'resources' on Instance uuid 7d527aad-9a9d-4a88-b718-d077d6bda9cf {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.629685] env[69808]: INFO nova.scheduler.client.report [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Deleted allocations for instance 45f4daca-e86c-41e6-8bbb-4a26b0149bbb [ 932.646762] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3790113, 'name': ReconfigVM_Task, 'duration_secs': 0.33429} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.647624] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 11c45281-964e-41c6-bb96-6b8037972cf6/11c45281-964e-41c6-bb96-6b8037972cf6.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.650144] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30a75c96-59f5-4de5-b970-940bb9f4cebb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.659678] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 932.659678] env[69808]: value = "task-3790114" [ 932.659678] env[69808]: _type = "Task" [ 932.659678] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.672428] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3790114, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.700457] env[69808]: DEBUG nova.network.neutron [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.898590] env[69808]: DEBUG nova.network.neutron [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Updating instance_info_cache with network_info: [{"id": "34430560-6776-42c8-9ec5-f62607d76baf", "address": "fa:16:3e:a4:f7:88", "network": {"id": "14b49bf8-b2c9-4e39-a1c1-5628c4778862", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-392954476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3754a7bc221548b7b3fc6d772b8bad1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34430560-67", "ovs_interfaceid": "34430560-6776-42c8-9ec5-f62607d76baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.909913] env[69808]: INFO nova.compute.manager [-] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Took 1.97 seconds to deallocate network for instance. [ 933.153323] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ceace554-e1cd-4373-8f43-b141a380714e tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "45f4daca-e86c-41e6-8bbb-4a26b0149bbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.178s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.174415] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3790114, 'name': Rename_Task, 'duration_secs': 0.16154} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.175424] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.175851] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-768fc5c4-a412-4443-8708-8ea87c002d37 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.184943] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 933.184943] env[69808]: value = "task-3790115" [ 933.184943] env[69808]: _type = "Task" [ 933.184943] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.198327] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3790115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.204156] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f50794e-6de0-4c0f-a15f-4422deaa8433 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Volume attach. Driver type: vmdk {{(pid=69808) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 933.204259] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f50794e-6de0-4c0f-a15f-4422deaa8433 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-753957', 'volume_id': '8002cb81-0402-4b61-b4ff-17e926f77c82', 'name': 'volume-8002cb81-0402-4b61-b4ff-17e926f77c82', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9bdc3de-a901-46cf-a0c1-84d5fb95220b', 'attached_at': '', 'detached_at': '', 'volume_id': '8002cb81-0402-4b61-b4ff-17e926f77c82', 'serial': '8002cb81-0402-4b61-b4ff-17e926f77c82'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 933.206397] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75801937-c7cb-4693-84fa-e9b7880cfe7c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.227256] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f059c0f-14db-40bd-b759-0f8e5ea5fa03 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.255781] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f50794e-6de0-4c0f-a15f-4422deaa8433 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] volume-8002cb81-0402-4b61-b4ff-17e926f77c82/volume-8002cb81-0402-4b61-b4ff-17e926f77c82.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.259070] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d8a6fa4-eecc-49b4-b1d3-88a4640edeba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.283443] env[69808]: DEBUG oslo_vmware.api [None req-3f50794e-6de0-4c0f-a15f-4422deaa8433 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 933.283443] env[69808]: value = "task-3790116" [ 933.283443] env[69808]: _type = "Task" [ 933.283443] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.299522] env[69808]: DEBUG oslo_vmware.api [None req-3f50794e-6de0-4c0f-a15f-4422deaa8433 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790116, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.405453] env[69808]: DEBUG oslo_concurrency.lockutils [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Releasing lock "refresh_cache-eae18895-9914-4301-91c2-ffd1e296adcc" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.405857] env[69808]: DEBUG nova.compute.manager [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Instance network_info: |[{"id": "34430560-6776-42c8-9ec5-f62607d76baf", "address": "fa:16:3e:a4:f7:88", "network": {"id": "14b49bf8-b2c9-4e39-a1c1-5628c4778862", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-392954476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3754a7bc221548b7b3fc6d772b8bad1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34430560-67", "ovs_interfaceid": "34430560-6776-42c8-9ec5-f62607d76baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.406850] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:f7:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34430560-6776-42c8-9ec5-f62607d76baf', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.419944] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Creating folder: Project (3754a7bc221548b7b3fc6d772b8bad1b). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.421317] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.421637] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13fbbdb6-185e-4619-a679-6d42f94f3890 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.438467] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Created folder: Project (3754a7bc221548b7b3fc6d772b8bad1b) in parent group-v753775. [ 933.438635] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Creating folder: Instances. Parent ref: group-v753958. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.439037] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f348b426-d10a-45a0-9cca-063b6e3b4fbe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.456105] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Created folder: Instances in parent group-v753958. [ 933.456549] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.460151] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.461196] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57f78e86-5b42-4ee4-9c77-3cc7043e92f8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.485710] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.485710] env[69808]: value = "task-3790119" [ 933.485710] env[69808]: _type = "Task" [ 933.485710] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.500140] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790119, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.698277] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3790115, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.745797] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32b729b-6442-4435-b070-5b6d88eb0233 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.759037] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e01c183-03da-4164-b335-8d2188ff3924 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.805721] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb2e6f4-fdec-49fe-a26f-18ba3d65e1fd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.824135] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dce486-c075-459e-920e-b7cec1890c87 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.832227] env[69808]: DEBUG oslo_vmware.api [None req-3f50794e-6de0-4c0f-a15f-4422deaa8433 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790116, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.851036] env[69808]: DEBUG nova.compute.provider_tree [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.861735] env[69808]: DEBUG nova.compute.manager [req-84c16912-600c-438e-a689-33a553e2e0e3 req-d9a182ad-a8fa-4112-8c80-643be006e39f service nova] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Received event network-changed-34430560-6776-42c8-9ec5-f62607d76baf {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.861735] env[69808]: DEBUG nova.compute.manager [req-84c16912-600c-438e-a689-33a553e2e0e3 req-d9a182ad-a8fa-4112-8c80-643be006e39f service nova] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Refreshing instance network info cache due to event network-changed-34430560-6776-42c8-9ec5-f62607d76baf. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.861735] env[69808]: DEBUG oslo_concurrency.lockutils [req-84c16912-600c-438e-a689-33a553e2e0e3 req-d9a182ad-a8fa-4112-8c80-643be006e39f service nova] Acquiring lock "refresh_cache-eae18895-9914-4301-91c2-ffd1e296adcc" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.861735] env[69808]: DEBUG oslo_concurrency.lockutils [req-84c16912-600c-438e-a689-33a553e2e0e3 req-d9a182ad-a8fa-4112-8c80-643be006e39f service nova] Acquired lock "refresh_cache-eae18895-9914-4301-91c2-ffd1e296adcc" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.861735] env[69808]: DEBUG nova.network.neutron [req-84c16912-600c-438e-a689-33a553e2e0e3 req-d9a182ad-a8fa-4112-8c80-643be006e39f service nova] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Refreshing network info cache for port 34430560-6776-42c8-9ec5-f62607d76baf {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.997871] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790119, 'name': CreateVM_Task, 'duration_secs': 0.40085} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.998492] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.998798] env[69808]: DEBUG oslo_concurrency.lockutils [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.998969] env[69808]: DEBUG oslo_concurrency.lockutils [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.999309] env[69808]: DEBUG oslo_concurrency.lockutils [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.999578] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c87ccef9-fd34-46c2-824c-36634c78bd92 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.005676] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Waiting for the task: (returnval){ [ 934.005676] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ebcd62-f976-0ae3-1513-57acbcea4cfb" [ 934.005676] env[69808]: _type = "Task" [ 934.005676] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.022857] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ebcd62-f976-0ae3-1513-57acbcea4cfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.196932] env[69808]: DEBUG oslo_vmware.api [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3790115, 'name': PowerOnVM_Task, 'duration_secs': 0.581549} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.197285] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.197438] env[69808]: INFO nova.compute.manager [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Took 9.96 seconds to spawn the instance on the hypervisor. [ 934.197622] env[69808]: DEBUG nova.compute.manager [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 934.198503] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe29e88-2532-4a52-a229-ad2de2d2cdf0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.312510] env[69808]: DEBUG oslo_vmware.api [None req-3f50794e-6de0-4c0f-a15f-4422deaa8433 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790116, 'name': ReconfigVM_Task, 'duration_secs': 0.552053} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.312815] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f50794e-6de0-4c0f-a15f-4422deaa8433 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Reconfigured VM instance instance-00000032 to attach disk [datastore2] volume-8002cb81-0402-4b61-b4ff-17e926f77c82/volume-8002cb81-0402-4b61-b4ff-17e926f77c82.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.318069] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9a03bca-3b93-4d4e-9b37-abdd7e7e586b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.333800] env[69808]: DEBUG oslo_vmware.api [None req-3f50794e-6de0-4c0f-a15f-4422deaa8433 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 934.333800] env[69808]: value = "task-3790120" [ 934.333800] env[69808]: _type = "Task" [ 934.333800] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.345379] env[69808]: DEBUG oslo_vmware.api [None req-3f50794e-6de0-4c0f-a15f-4422deaa8433 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.355813] env[69808]: DEBUG nova.scheduler.client.report [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.519674] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ebcd62-f976-0ae3-1513-57acbcea4cfb, 'name': SearchDatastore_Task, 'duration_secs': 0.035685} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.519674] env[69808]: DEBUG oslo_concurrency.lockutils [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.519959] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.520252] env[69808]: DEBUG oslo_concurrency.lockutils [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.520807] env[69808]: DEBUG oslo_concurrency.lockutils [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.520807] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.520905] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04a15309-e733-45eb-8bc1-15af3b32c5a7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.534978] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.535224] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.536923] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfbc62de-96ce-47b1-abdc-7ea272e69485 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.544230] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Waiting for the task: (returnval){ [ 934.544230] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524e11ed-46fe-bdbb-b26c-f55126e3a53d" [ 934.544230] env[69808]: _type = "Task" [ 934.544230] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.553838] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524e11ed-46fe-bdbb-b26c-f55126e3a53d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.725799] env[69808]: INFO nova.compute.manager [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Took 46.40 seconds to build instance. [ 934.845663] env[69808]: DEBUG oslo_vmware.api [None req-3f50794e-6de0-4c0f-a15f-4422deaa8433 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790120, 'name': ReconfigVM_Task, 'duration_secs': 0.209919} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.846214] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f50794e-6de0-4c0f-a15f-4422deaa8433 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-753957', 'volume_id': '8002cb81-0402-4b61-b4ff-17e926f77c82', 'name': 'volume-8002cb81-0402-4b61-b4ff-17e926f77c82', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9bdc3de-a901-46cf-a0c1-84d5fb95220b', 'attached_at': '', 'detached_at': '', 'volume_id': '8002cb81-0402-4b61-b4ff-17e926f77c82', 'serial': '8002cb81-0402-4b61-b4ff-17e926f77c82'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 934.861736] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.866691] env[69808]: DEBUG oslo_concurrency.lockutils [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.318s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.866691] env[69808]: DEBUG nova.objects.instance [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lazy-loading 'resources' on Instance uuid d201ab71-3029-46e2-8dc8-87e00515a083 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.889132] env[69808]: INFO nova.scheduler.client.report [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Deleted allocations for instance 7d527aad-9a9d-4a88-b718-d077d6bda9cf [ 934.934183] env[69808]: DEBUG nova.network.neutron [req-84c16912-600c-438e-a689-33a553e2e0e3 req-d9a182ad-a8fa-4112-8c80-643be006e39f service nova] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Updated VIF entry in instance network info cache for port 34430560-6776-42c8-9ec5-f62607d76baf. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.935144] env[69808]: DEBUG nova.network.neutron [req-84c16912-600c-438e-a689-33a553e2e0e3 req-d9a182ad-a8fa-4112-8c80-643be006e39f service nova] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Updating instance_info_cache with network_info: [{"id": "34430560-6776-42c8-9ec5-f62607d76baf", "address": "fa:16:3e:a4:f7:88", "network": {"id": "14b49bf8-b2c9-4e39-a1c1-5628c4778862", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-392954476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3754a7bc221548b7b3fc6d772b8bad1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34430560-67", "ovs_interfaceid": "34430560-6776-42c8-9ec5-f62607d76baf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.059649] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524e11ed-46fe-bdbb-b26c-f55126e3a53d, 'name': SearchDatastore_Task, 'duration_secs': 0.044524} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.060627] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af258eb5-51a8-4bbf-bb8c-44631c2f853c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.067386] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Waiting for the task: (returnval){ [ 935.067386] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5232aa8f-91e3-43f1-1f35-0b219d9dff9c" [ 935.067386] env[69808]: _type = "Task" [ 935.067386] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.082820] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5232aa8f-91e3-43f1-1f35-0b219d9dff9c, 'name': SearchDatastore_Task, 'duration_secs': 0.0122} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.083209] env[69808]: DEBUG oslo_concurrency.lockutils [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.084388] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] eae18895-9914-4301-91c2-ffd1e296adcc/eae18895-9914-4301-91c2-ffd1e296adcc.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.084388] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b2248b5-f882-4d05-bd57-2d1664c5b78d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.091647] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Waiting for the task: (returnval){ [ 935.091647] env[69808]: value = "task-3790121" [ 935.091647] env[69808]: _type = "Task" [ 935.091647] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.101150] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': task-3790121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.125802] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3b610467-c0dc-4190-ad91-05ac49786829 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "77b1a824-59d1-401b-9053-7842a5ce64c6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.126105] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3b610467-c0dc-4190-ad91-05ac49786829 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "77b1a824-59d1-401b-9053-7842a5ce64c6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.126315] env[69808]: DEBUG nova.compute.manager [None req-3b610467-c0dc-4190-ad91-05ac49786829 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 935.127277] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082b90b4-65cc-45d3-b92a-b53481582c68 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.134500] env[69808]: DEBUG nova.compute.manager [None req-3b610467-c0dc-4190-ad91-05ac49786829 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69808) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 935.135017] env[69808]: DEBUG nova.objects.instance [None req-3b610467-c0dc-4190-ad91-05ac49786829 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lazy-loading 'flavor' on Instance uuid 77b1a824-59d1-401b-9053-7842a5ce64c6 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.228922] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf240384-400c-41b1-9020-417caf1c4897 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "11c45281-964e-41c6-bb96-6b8037972cf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.784s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.405375] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dce4c90d-e728-4fd5-ae09-bf53a0b21482 tempest-MultipleCreateTestJSON-922149884 tempest-MultipleCreateTestJSON-922149884-project-member] Lock "7d527aad-9a9d-4a88-b718-d077d6bda9cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.594s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.442068] env[69808]: DEBUG oslo_concurrency.lockutils [req-84c16912-600c-438e-a689-33a553e2e0e3 req-d9a182ad-a8fa-4112-8c80-643be006e39f service nova] Releasing lock "refresh_cache-eae18895-9914-4301-91c2-ffd1e296adcc" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.442353] env[69808]: DEBUG nova.compute.manager [req-84c16912-600c-438e-a689-33a553e2e0e3 req-d9a182ad-a8fa-4112-8c80-643be006e39f service nova] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Received event network-vif-deleted-6576e98d-ae71-46d4-a13a-481898aecbc9 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.607306] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': task-3790121, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.905669] env[69808]: DEBUG nova.objects.instance [None req-3f50794e-6de0-4c0f-a15f-4422deaa8433 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lazy-loading 'flavor' on Instance uuid b9bdc3de-a901-46cf-a0c1-84d5fb95220b {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.928705] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded788ee-9ad0-4745-86b5-9ba2634b2335 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.937840] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea1719f-6642-4fa4-bf62-6832aa4f98d6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.976836] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8734b7e-c85f-449a-81fe-e2110cfda836 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.985513] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84131be7-c219-43b3-8a9f-e300ec7ba891 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.001123] env[69808]: DEBUG nova.compute.provider_tree [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.103166] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': task-3790121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584733} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.103454] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] eae18895-9914-4301-91c2-ffd1e296adcc/eae18895-9914-4301-91c2-ffd1e296adcc.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.103673] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.103933] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94a0a66d-54cb-43f7-9de3-920b923f614b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.112539] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Waiting for the task: (returnval){ [ 936.112539] env[69808]: value = "task-3790122" [ 936.112539] env[69808]: _type = "Task" [ 936.112539] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.122016] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': task-3790122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.146322] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b610467-c0dc-4190-ad91-05ac49786829 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.147395] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-691d44a9-46c0-4642-85ca-f5ef979cd520 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.156105] env[69808]: DEBUG oslo_vmware.api [None req-3b610467-c0dc-4190-ad91-05ac49786829 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 936.156105] env[69808]: value = "task-3790123" [ 936.156105] env[69808]: _type = "Task" [ 936.156105] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.166194] env[69808]: DEBUG oslo_vmware.api [None req-3b610467-c0dc-4190-ad91-05ac49786829 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.364497] env[69808]: DEBUG oslo_concurrency.lockutils [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "11c45281-964e-41c6-bb96-6b8037972cf6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.364810] env[69808]: DEBUG oslo_concurrency.lockutils [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "11c45281-964e-41c6-bb96-6b8037972cf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.365104] env[69808]: DEBUG oslo_concurrency.lockutils [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "11c45281-964e-41c6-bb96-6b8037972cf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.365234] env[69808]: DEBUG oslo_concurrency.lockutils [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "11c45281-964e-41c6-bb96-6b8037972cf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.365431] env[69808]: DEBUG oslo_concurrency.lockutils [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "11c45281-964e-41c6-bb96-6b8037972cf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.368244] env[69808]: INFO nova.compute.manager [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Terminating instance [ 936.416082] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3f50794e-6de0-4c0f-a15f-4422deaa8433 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "b9bdc3de-a901-46cf-a0c1-84d5fb95220b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.380s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.504930] env[69808]: DEBUG nova.scheduler.client.report [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.625133] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': task-3790122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091698} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.625893] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.626843] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909bf715-99ac-4fe5-8287-de6373278e6b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.655606] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] eae18895-9914-4301-91c2-ffd1e296adcc/eae18895-9914-4301-91c2-ffd1e296adcc.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.656045] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2de4d79-6738-4c78-8701-6f97bb55d37e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.687359] env[69808]: DEBUG oslo_vmware.api [None req-3b610467-c0dc-4190-ad91-05ac49786829 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790123, 'name': PowerOffVM_Task, 'duration_secs': 0.367647} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.691130] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b610467-c0dc-4190-ad91-05ac49786829 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.691130] env[69808]: DEBUG nova.compute.manager [None req-3b610467-c0dc-4190-ad91-05ac49786829 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 936.691419] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Waiting for the task: (returnval){ [ 936.691419] env[69808]: value = "task-3790124" [ 936.691419] env[69808]: _type = "Task" [ 936.691419] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.692674] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719a2e43-ccf7-4435-bdad-7e75be01e171 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.709613] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': task-3790124, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.871840] env[69808]: DEBUG nova.compute.manager [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.872208] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.873104] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8477437c-426a-4549-b57a-35704a331692 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.886382] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.888576] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffc72033-272e-46fa-a01c-21787cba1279 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.896977] env[69808]: DEBUG oslo_vmware.api [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 936.896977] env[69808]: value = "task-3790125" [ 936.896977] env[69808]: _type = "Task" [ 936.896977] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.911552] env[69808]: DEBUG oslo_vmware.api [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3790125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.010821] env[69808]: DEBUG oslo_concurrency.lockutils [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.013466] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.309s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.022030] env[69808]: INFO nova.compute.claims [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.055921] env[69808]: INFO nova.scheduler.client.report [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Deleted allocations for instance d201ab71-3029-46e2-8dc8-87e00515a083 [ 937.209945] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': task-3790124, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.212996] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3b610467-c0dc-4190-ad91-05ac49786829 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "77b1a824-59d1-401b-9053-7842a5ce64c6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.087s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.412050] env[69808]: DEBUG oslo_vmware.api [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3790125, 'name': PowerOffVM_Task, 'duration_secs': 0.225917} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.412706] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.412706] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.413170] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64c61f48-27aa-4b6b-8ee8-447ae83bc090 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.494943] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.495110] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.495724] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Deleting the datastore file [datastore1] 11c45281-964e-41c6-bb96-6b8037972cf6 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.495724] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-539df933-d83f-473c-96b2-88d254233b97 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.502944] env[69808]: DEBUG oslo_vmware.api [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for the task: (returnval){ [ 937.502944] env[69808]: value = "task-3790127" [ 937.502944] env[69808]: _type = "Task" [ 937.502944] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.513451] env[69808]: DEBUG oslo_vmware.api [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3790127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.574412] env[69808]: DEBUG oslo_concurrency.lockutils [None req-106a4a5b-5715-4a44-8a3a-846c40049ec3 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "d201ab71-3029-46e2-8dc8-87e00515a083" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.527s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.710158] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': task-3790124, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.761726] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.761994] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.762231] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.763036] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.763036] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.765305] env[69808]: INFO nova.compute.manager [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Terminating instance [ 938.015634] env[69808]: DEBUG oslo_vmware.api [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Task: {'id': task-3790127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31141} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.015634] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.015819] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.019019] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.019019] env[69808]: INFO nova.compute.manager [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 938.019019] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.019019] env[69808]: DEBUG nova.compute.manager [-] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.019019] env[69808]: DEBUG nova.network.neutron [-] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.212868] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': task-3790124, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.269524] env[69808]: DEBUG nova.compute.manager [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.269769] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.270700] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218531ad-d2b8-4798-9c45-580837bb7803 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.282919] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.282964] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94bad09d-83ca-467e-a1ee-381ada5c65e0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.292804] env[69808]: DEBUG oslo_vmware.api [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 938.292804] env[69808]: value = "task-3790128" [ 938.292804] env[69808]: _type = "Task" [ 938.292804] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.305930] env[69808]: DEBUG oslo_vmware.api [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3790128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.506094] env[69808]: DEBUG nova.compute.manager [req-c6b7d8ca-6f43-478f-8a8f-9ad7b0d613d9 req-06108442-41f5-49a5-b540-b0485cead1e1 service nova] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Received event network-vif-deleted-c00b0ebe-684e-4f2c-9369-4f8496418b47 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.506427] env[69808]: INFO nova.compute.manager [req-c6b7d8ca-6f43-478f-8a8f-9ad7b0d613d9 req-06108442-41f5-49a5-b540-b0485cead1e1 service nova] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Neutron deleted interface c00b0ebe-684e-4f2c-9369-4f8496418b47; detaching it from the instance and deleting it from the info cache [ 938.506524] env[69808]: DEBUG nova.network.neutron [req-c6b7d8ca-6f43-478f-8a8f-9ad7b0d613d9 req-06108442-41f5-49a5-b540-b0485cead1e1 service nova] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.557261] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa61ebdf-d7ff-4a81-92df-379a0f1efeed {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.565550] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5ec448-498c-4e27-be58-7d51f02db352 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.575226] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "1e20d536-5eed-4055-8092-03c759da5fa9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.575621] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "1e20d536-5eed-4055-8092-03c759da5fa9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.608457] env[69808]: DEBUG nova.compute.manager [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.611566] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0a85ef-c52c-40cf-9f7b-a40dcb00c159 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.621239] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f10a560-b757-4269-a769-bbddebb3693a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.637653] env[69808]: DEBUG nova.compute.provider_tree [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.709882] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': task-3790124, 'name': ReconfigVM_Task, 'duration_secs': 1.567266} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.710207] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Reconfigured VM instance instance-0000003e to attach disk [datastore1] eae18895-9914-4301-91c2-ffd1e296adcc/eae18895-9914-4301-91c2-ffd1e296adcc.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.710855] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02186917-66f4-47dc-9305-87247cea0e45 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.717937] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Waiting for the task: (returnval){ [ 938.717937] env[69808]: value = "task-3790129" [ 938.717937] env[69808]: _type = "Task" [ 938.717937] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.727535] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': task-3790129, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.807036] env[69808]: DEBUG oslo_vmware.api [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3790128, 'name': PowerOffVM_Task, 'duration_secs': 0.213576} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.807036] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.807036] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.807036] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89228e61-1e33-4fd7-86f4-8fb9a06575cd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.840500] env[69808]: DEBUG nova.network.neutron [-] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.873211] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.873763] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.874093] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Deleting the datastore file [datastore2] 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.874479] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a7ba962-8a56-4b98-95b4-cb1abf1d1c64 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.885023] env[69808]: DEBUG oslo_vmware.api [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 938.885023] env[69808]: value = "task-3790131" [ 938.885023] env[69808]: _type = "Task" [ 938.885023] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.893618] env[69808]: DEBUG oslo_vmware.api [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3790131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.948597] env[69808]: DEBUG nova.objects.instance [None req-c112de10-d3ff-4d1e-9104-2c307a9f9369 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lazy-loading 'flavor' on Instance uuid 77b1a824-59d1-401b-9053-7842a5ce64c6 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.009650] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-674045a1-e2f6-4186-87a5-111e3d56d83b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.020164] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3deb6c02-cf02-45b9-bf19-48bf7c589311 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.059440] env[69808]: DEBUG nova.compute.manager [req-c6b7d8ca-6f43-478f-8a8f-9ad7b0d613d9 req-06108442-41f5-49a5-b540-b0485cead1e1 service nova] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Detach interface failed, port_id=c00b0ebe-684e-4f2c-9369-4f8496418b47, reason: Instance 11c45281-964e-41c6-bb96-6b8037972cf6 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 939.135342] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.142119] env[69808]: DEBUG nova.scheduler.client.report [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.230551] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': task-3790129, 'name': Rename_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.344448] env[69808]: INFO nova.compute.manager [-] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Took 1.33 seconds to deallocate network for instance. [ 939.398625] env[69808]: DEBUG oslo_vmware.api [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3790131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153696} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.398625] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.398625] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.398625] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.398625] env[69808]: INFO nova.compute.manager [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Took 1.13 seconds to destroy the instance on the hypervisor. [ 939.398625] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.398625] env[69808]: DEBUG nova.compute.manager [-] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.398625] env[69808]: DEBUG nova.network.neutron [-] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.459321] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c112de10-d3ff-4d1e-9104-2c307a9f9369 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "refresh_cache-77b1a824-59d1-401b-9053-7842a5ce64c6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.459321] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c112de10-d3ff-4d1e-9104-2c307a9f9369 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquired lock "refresh_cache-77b1a824-59d1-401b-9053-7842a5ce64c6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.459321] env[69808]: DEBUG nova.network.neutron [None req-c112de10-d3ff-4d1e-9104-2c307a9f9369 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.459321] env[69808]: DEBUG nova.objects.instance [None req-c112de10-d3ff-4d1e-9104-2c307a9f9369 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lazy-loading 'info_cache' on Instance uuid 77b1a824-59d1-401b-9053-7842a5ce64c6 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.651116] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.651341] env[69808]: DEBUG nova.compute.manager [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.657429] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.864s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.659118] env[69808]: INFO nova.compute.claims [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.732781] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': task-3790129, 'name': Rename_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.851839] env[69808]: DEBUG oslo_concurrency.lockutils [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.962836] env[69808]: DEBUG nova.objects.base [None req-c112de10-d3ff-4d1e-9104-2c307a9f9369 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Object Instance<77b1a824-59d1-401b-9053-7842a5ce64c6> lazy-loaded attributes: flavor,info_cache {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 940.169897] env[69808]: DEBUG nova.compute.utils [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.171298] env[69808]: DEBUG nova.compute.manager [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.171378] env[69808]: DEBUG nova.network.neutron [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.232790] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': task-3790129, 'name': Rename_Task, 'duration_secs': 1.168424} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.232969] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.236151] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-beddf2e5-7a2c-4c26-aad0-a10e56d9b8d7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.245732] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Waiting for the task: (returnval){ [ 940.245732] env[69808]: value = "task-3790132" [ 940.245732] env[69808]: _type = "Task" [ 940.245732] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.248973] env[69808]: DEBUG nova.policy [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea109582968c48d592cfb68fe7b9b9ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cde177c157c54ffbaad7a0b9616ff02b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.256451] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': task-3790132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.396233] env[69808]: DEBUG nova.network.neutron [-] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.547154] env[69808]: DEBUG nova.compute.manager [req-7d03c7d8-91cf-49b5-8bc5-2ba48321f64b req-1bedc63d-2085-4e62-9379-9bca0498c399 service nova] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Received event network-vif-deleted-ec04c96e-71d8-46e6-b347-817251c8aa1d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.681360] env[69808]: DEBUG nova.compute.manager [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.756542] env[69808]: DEBUG oslo_vmware.api [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': task-3790132, 'name': PowerOnVM_Task, 'duration_secs': 0.464881} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.759519] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.759753] env[69808]: INFO nova.compute.manager [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Took 10.63 seconds to spawn the instance on the hypervisor. [ 940.759753] env[69808]: DEBUG nova.compute.manager [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 940.761225] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f89e46-3feb-44b5-bf59-f1869310a85d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.899355] env[69808]: INFO nova.compute.manager [-] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Took 1.50 seconds to deallocate network for instance. [ 941.081726] env[69808]: DEBUG nova.network.neutron [None req-c112de10-d3ff-4d1e-9104-2c307a9f9369 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Updating instance_info_cache with network_info: [{"id": "255391d3-e251-4b32-99c3-ecde5aea22aa", "address": "fa:16:3e:b8:e8:08", "network": {"id": "e102f7dd-ca53-4fd4-887b-12d552cc3e20", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-749952540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c0500885cd6442db91d27aafa7954ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap255391d3-e2", "ovs_interfaceid": "255391d3-e251-4b32-99c3-ecde5aea22aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.120020] env[69808]: DEBUG nova.network.neutron [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Successfully created port: 1d352fce-0514-4f1f-a6b3-5c27806a67cb {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.262239] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8311d1-2ba9-4013-bf91-5f1dd2d4e435 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.274027] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb24c3d-e186-4e27-bfac-cc355cad4c6a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.314033] env[69808]: INFO nova.compute.manager [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Took 51.61 seconds to build instance. [ 941.315680] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff1ce00-a0a4-460e-9b7d-a29c6d7f08f9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.324350] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d682f3e3-b65b-4dfd-9669-0dad3b8f1211 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.342399] env[69808]: DEBUG nova.compute.provider_tree [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.408937] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.589737] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c112de10-d3ff-4d1e-9104-2c307a9f9369 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Releasing lock "refresh_cache-77b1a824-59d1-401b-9053-7842a5ce64c6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.695156] env[69808]: DEBUG nova.compute.manager [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.729940] env[69808]: DEBUG nova.virt.hardware [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.729940] env[69808]: DEBUG nova.virt.hardware [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.731615] env[69808]: DEBUG nova.virt.hardware [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.731615] env[69808]: DEBUG nova.virt.hardware [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.731615] env[69808]: DEBUG nova.virt.hardware [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.731769] env[69808]: DEBUG nova.virt.hardware [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.731984] env[69808]: DEBUG nova.virt.hardware [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.732488] env[69808]: DEBUG nova.virt.hardware [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.732575] env[69808]: DEBUG nova.virt.hardware [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.732753] env[69808]: DEBUG nova.virt.hardware [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.733785] env[69808]: DEBUG nova.virt.hardware [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.734737] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4193a480-c45e-4725-a87d-465c9069783f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.743938] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb1515f-e484-4680-a2d9-5b493cfd0fd0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.821435] env[69808]: DEBUG oslo_concurrency.lockutils [None req-726ab498-a193-4292-8718-be54cfb4042e tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Lock "eae18895-9914-4301-91c2-ffd1e296adcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.419s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.845050] env[69808]: DEBUG nova.scheduler.client.report [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.355067] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.355067] env[69808]: DEBUG nova.compute.manager [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.357118] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.216s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.361463] env[69808]: INFO nova.compute.claims [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.598877] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c112de10-d3ff-4d1e-9104-2c307a9f9369 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.598877] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db4ab6b0-59d6-4e59-ad71-227a657fde15 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.607241] env[69808]: DEBUG oslo_vmware.api [None req-c112de10-d3ff-4d1e-9104-2c307a9f9369 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 942.607241] env[69808]: value = "task-3790133" [ 942.607241] env[69808]: _type = "Task" [ 942.607241] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.621165] env[69808]: DEBUG oslo_vmware.api [None req-c112de10-d3ff-4d1e-9104-2c307a9f9369 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.873906] env[69808]: DEBUG nova.compute.utils [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.877178] env[69808]: DEBUG nova.compute.manager [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.877178] env[69808]: DEBUG nova.network.neutron [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.124481] env[69808]: DEBUG oslo_vmware.api [None req-c112de10-d3ff-4d1e-9104-2c307a9f9369 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790133, 'name': PowerOnVM_Task, 'duration_secs': 0.511074} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.125031] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c112de10-d3ff-4d1e-9104-2c307a9f9369 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.125427] env[69808]: DEBUG nova.compute.manager [None req-c112de10-d3ff-4d1e-9104-2c307a9f9369 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 943.126318] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5443c714-9fe5-4c19-95e8-ab39e8e6f635 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.141306] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Acquiring lock "eae18895-9914-4301-91c2-ffd1e296adcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.141306] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Lock "eae18895-9914-4301-91c2-ffd1e296adcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.141306] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Acquiring lock "eae18895-9914-4301-91c2-ffd1e296adcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.141306] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Lock "eae18895-9914-4301-91c2-ffd1e296adcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.141306] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Lock "eae18895-9914-4301-91c2-ffd1e296adcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.145189] env[69808]: INFO nova.compute.manager [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Terminating instance [ 943.286024] env[69808]: DEBUG nova.policy [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09e33f40481e460f9ee1c3260c3ecde3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f5fe2cd35d8462a9c1fe079f80c136c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.382476] env[69808]: DEBUG nova.compute.utils [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.533880] env[69808]: DEBUG nova.network.neutron [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Successfully updated port: 1d352fce-0514-4f1f-a6b3-5c27806a67cb {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.575775] env[69808]: DEBUG nova.compute.manager [req-7f9d0963-2dc7-473c-b752-34b2608921fa req-987a29f1-153d-4400-b985-e6aa1d437ade service nova] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Received event network-vif-plugged-1d352fce-0514-4f1f-a6b3-5c27806a67cb {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.576039] env[69808]: DEBUG oslo_concurrency.lockutils [req-7f9d0963-2dc7-473c-b752-34b2608921fa req-987a29f1-153d-4400-b985-e6aa1d437ade service nova] Acquiring lock "cd2a437a-bee5-4ff6-b878-cac262a7465e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.576941] env[69808]: DEBUG oslo_concurrency.lockutils [req-7f9d0963-2dc7-473c-b752-34b2608921fa req-987a29f1-153d-4400-b985-e6aa1d437ade service nova] Lock "cd2a437a-bee5-4ff6-b878-cac262a7465e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.578050] env[69808]: DEBUG oslo_concurrency.lockutils [req-7f9d0963-2dc7-473c-b752-34b2608921fa req-987a29f1-153d-4400-b985-e6aa1d437ade service nova] Lock "cd2a437a-bee5-4ff6-b878-cac262a7465e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.578751] env[69808]: DEBUG nova.compute.manager [req-7f9d0963-2dc7-473c-b752-34b2608921fa req-987a29f1-153d-4400-b985-e6aa1d437ade service nova] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] No waiting events found dispatching network-vif-plugged-1d352fce-0514-4f1f-a6b3-5c27806a67cb {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 943.578751] env[69808]: WARNING nova.compute.manager [req-7f9d0963-2dc7-473c-b752-34b2608921fa req-987a29f1-153d-4400-b985-e6aa1d437ade service nova] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Received unexpected event network-vif-plugged-1d352fce-0514-4f1f-a6b3-5c27806a67cb for instance with vm_state building and task_state spawning. [ 943.652883] env[69808]: DEBUG nova.compute.manager [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.653116] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.654120] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec77207-3093-497f-8fa3-b8c8ae23c847 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.663128] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.667890] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17f577b0-d6b5-46b8-8aa2-85a4398143c6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.678177] env[69808]: DEBUG oslo_vmware.api [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Waiting for the task: (returnval){ [ 943.678177] env[69808]: value = "task-3790134" [ 943.678177] env[69808]: _type = "Task" [ 943.678177] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.692103] env[69808]: DEBUG oslo_vmware.api [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': task-3790134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.885884] env[69808]: DEBUG nova.compute.manager [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.963163] env[69808]: DEBUG nova.network.neutron [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Successfully created port: 03d52d24-f3e9-4421-b5b8-ac2110a956df {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.040029] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "refresh_cache-cd2a437a-bee5-4ff6-b878-cac262a7465e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.040029] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "refresh_cache-cd2a437a-bee5-4ff6-b878-cac262a7465e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.040029] env[69808]: DEBUG nova.network.neutron [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.098077] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46095383-c1c4-4938-b1c4-537b3f752972 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.107478] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c84646-88c4-43da-aba0-acb04f28aa3f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.151200] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc97dd6-db43-40a5-9265-349e6385024f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.162224] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3f33bc-d8a6-4a6b-b1d5-e9eabcdd5d7a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.180610] env[69808]: DEBUG nova.compute.provider_tree [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.191600] env[69808]: DEBUG oslo_vmware.api [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': task-3790134, 'name': PowerOffVM_Task, 'duration_secs': 0.264633} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.191892] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.192076] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.192343] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98203919-641a-4140-a0cb-75b4deeddcd4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.596825] env[69808]: DEBUG nova.network.neutron [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.687504] env[69808]: DEBUG nova.scheduler.client.report [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.836159] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "cdd7e10d-086b-4673-801a-1d7a36f0824b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.836416] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "cdd7e10d-086b-4673-801a-1d7a36f0824b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.887349] env[69808]: DEBUG nova.network.neutron [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Updating instance_info_cache with network_info: [{"id": "1d352fce-0514-4f1f-a6b3-5c27806a67cb", "address": "fa:16:3e:79:df:14", "network": {"id": "af196450-77dc-4ac0-959d-83905e667de1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1784084215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde177c157c54ffbaad7a0b9616ff02b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d352fce-05", "ovs_interfaceid": "1d352fce-0514-4f1f-a6b3-5c27806a67cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.899674] env[69808]: DEBUG nova.compute.manager [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.934833] env[69808]: DEBUG nova.virt.hardware [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:37:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1260121091',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1845666992',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.942017] env[69808]: DEBUG nova.virt.hardware [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.942017] env[69808]: DEBUG nova.virt.hardware [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.942017] env[69808]: DEBUG nova.virt.hardware [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.942017] env[69808]: DEBUG nova.virt.hardware [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.942017] env[69808]: DEBUG nova.virt.hardware [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.942017] env[69808]: DEBUG nova.virt.hardware [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.942017] env[69808]: DEBUG nova.virt.hardware [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.942017] env[69808]: DEBUG nova.virt.hardware [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.942017] env[69808]: DEBUG nova.virt.hardware [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.942017] env[69808]: DEBUG nova.virt.hardware [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.942017] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce972eaf-3422-4650-ae2a-04f6576bdf2b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.951635] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77aad03c-5ab3-42c8-914d-d4f09274dce1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.168966] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.169365] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.169601] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Deleting the datastore file [datastore1] eae18895-9914-4301-91c2-ffd1e296adcc {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.169938] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c192e798-6b56-48d3-97d0-5c298e1d7ea2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.177919] env[69808]: DEBUG oslo_vmware.api [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Waiting for the task: (returnval){ [ 945.177919] env[69808]: value = "task-3790136" [ 945.177919] env[69808]: _type = "Task" [ 945.177919] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.188895] env[69808]: DEBUG oslo_vmware.api [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': task-3790136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.192259] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.192401] env[69808]: DEBUG nova.compute.manager [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.195082] env[69808]: DEBUG oslo_concurrency.lockutils [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.877s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.195349] env[69808]: DEBUG nova.objects.instance [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lazy-loading 'resources' on Instance uuid 3216aa34-6732-4e07-97cc-6a80533c479b {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.339491] env[69808]: DEBUG nova.compute.manager [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.389677] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "refresh_cache-cd2a437a-bee5-4ff6-b878-cac262a7465e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.390030] env[69808]: DEBUG nova.compute.manager [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Instance network_info: |[{"id": "1d352fce-0514-4f1f-a6b3-5c27806a67cb", "address": "fa:16:3e:79:df:14", "network": {"id": "af196450-77dc-4ac0-959d-83905e667de1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1784084215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde177c157c54ffbaad7a0b9616ff02b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d352fce-05", "ovs_interfaceid": "1d352fce-0514-4f1f-a6b3-5c27806a67cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.390461] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:df:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d352fce-0514-4f1f-a6b3-5c27806a67cb', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.398674] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.399323] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.399961] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2314638-df6d-4d5c-8de8-f5a8b8c37a73 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.423705] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.423705] env[69808]: value = "task-3790137" [ 945.423705] env[69808]: _type = "Task" [ 945.423705] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.439142] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790137, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.690167] env[69808]: DEBUG oslo_vmware.api [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Task: {'id': task-3790136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361047} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.690736] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.691077] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.691904] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.691904] env[69808]: INFO nova.compute.manager [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Took 2.04 seconds to destroy the instance on the hypervisor. [ 945.691904] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.692617] env[69808]: DEBUG nova.compute.manager [-] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.692850] env[69808]: DEBUG nova.network.neutron [-] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.701031] env[69808]: DEBUG nova.compute.utils [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.701031] env[69808]: DEBUG nova.compute.manager [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.701031] env[69808]: DEBUG nova.network.neutron [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.703489] env[69808]: DEBUG nova.objects.instance [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lazy-loading 'numa_topology' on Instance uuid 3216aa34-6732-4e07-97cc-6a80533c479b {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.847243] env[69808]: DEBUG nova.policy [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99e07388c26a4af18aeab1ef273a84d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ef04270f34a486eb86367eff48b4a48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.877385] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.934921] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790137, 'name': CreateVM_Task, 'duration_secs': 0.369817} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.935179] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.935882] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.936061] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.936402] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.936690] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03a46f57-0ae9-421d-bed4-57c8ea80ec92 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.941553] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 945.941553] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52381744-ab50-df55-f15b-96936d7dd38b" [ 945.941553] env[69808]: _type = "Task" [ 945.941553] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.949593] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52381744-ab50-df55-f15b-96936d7dd38b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.977040] env[69808]: DEBUG nova.compute.manager [req-f8995247-019f-4c81-8364-e8b97656824c req-ed8000fd-1c1e-466d-9d19-7feffcbb7bb7 service nova] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Received event network-changed-1d352fce-0514-4f1f-a6b3-5c27806a67cb {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.977278] env[69808]: DEBUG nova.compute.manager [req-f8995247-019f-4c81-8364-e8b97656824c req-ed8000fd-1c1e-466d-9d19-7feffcbb7bb7 service nova] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Refreshing instance network info cache due to event network-changed-1d352fce-0514-4f1f-a6b3-5c27806a67cb. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.977718] env[69808]: DEBUG oslo_concurrency.lockutils [req-f8995247-019f-4c81-8364-e8b97656824c req-ed8000fd-1c1e-466d-9d19-7feffcbb7bb7 service nova] Acquiring lock "refresh_cache-cd2a437a-bee5-4ff6-b878-cac262a7465e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.977899] env[69808]: DEBUG oslo_concurrency.lockutils [req-f8995247-019f-4c81-8364-e8b97656824c req-ed8000fd-1c1e-466d-9d19-7feffcbb7bb7 service nova] Acquired lock "refresh_cache-cd2a437a-bee5-4ff6-b878-cac262a7465e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.978123] env[69808]: DEBUG nova.network.neutron [req-f8995247-019f-4c81-8364-e8b97656824c req-ed8000fd-1c1e-466d-9d19-7feffcbb7bb7 service nova] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Refreshing network info cache for port 1d352fce-0514-4f1f-a6b3-5c27806a67cb {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.190140] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "c8b365c1-b843-476b-96d1-6e88230a0d42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.190140] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "c8b365c1-b843-476b-96d1-6e88230a0d42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.205946] env[69808]: DEBUG nova.compute.manager [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.212314] env[69808]: DEBUG nova.objects.base [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Object Instance<3216aa34-6732-4e07-97cc-6a80533c479b> lazy-loaded attributes: resources,numa_topology {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 946.339075] env[69808]: DEBUG nova.network.neutron [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Successfully updated port: 03d52d24-f3e9-4421-b5b8-ac2110a956df {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.452086] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52381744-ab50-df55-f15b-96936d7dd38b, 'name': SearchDatastore_Task, 'duration_secs': 0.029427} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.452617] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.452732] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.453026] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.453138] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.453392] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.457096] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef5f900f-140a-4a3f-9321-fa4e2f3342cf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.467969] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.468340] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.472987] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8334475d-b627-4acc-a8da-f2105189b549 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.483784] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 946.483784] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b11709-c974-8a32-caa5-b0b7e1aaa445" [ 946.483784] env[69808]: _type = "Task" [ 946.483784] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.495530] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b11709-c974-8a32-caa5-b0b7e1aaa445, 'name': SearchDatastore_Task, 'duration_secs': 0.0114} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.499728] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0dad017-8104-466b-8023-d3b15018786f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.507307] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 946.507307] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5277a72e-c249-3c33-f098-d3dd2298dee6" [ 946.507307] env[69808]: _type = "Task" [ 946.507307] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.514019] env[69808]: DEBUG nova.network.neutron [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Successfully created port: b46c90e8-f0e0-4bb7-ab8c-d69628fbf361 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.520202] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5277a72e-c249-3c33-f098-d3dd2298dee6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.694538] env[69808]: DEBUG nova.compute.manager [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.799130] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2cebfc-d28b-4a16-8f3f-4b5ebf01658a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.807497] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01952ef-d0b6-4705-aaa5-ef77103af28a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.845165] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquiring lock "refresh_cache-1e76dd13-39f8-4b51-8cb5-443ff4160265" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.845358] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquired lock "refresh_cache-1e76dd13-39f8-4b51-8cb5-443ff4160265" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.845544] env[69808]: DEBUG nova.network.neutron [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.848210] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b9db09-67f1-4342-be53-4126b37a8559 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.851472] env[69808]: DEBUG nova.network.neutron [-] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.863572] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a5ee6b-9e92-43e6-bde1-13a574b067ba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.882044] env[69808]: DEBUG nova.compute.provider_tree [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.928362] env[69808]: DEBUG nova.network.neutron [req-f8995247-019f-4c81-8364-e8b97656824c req-ed8000fd-1c1e-466d-9d19-7feffcbb7bb7 service nova] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Updated VIF entry in instance network info cache for port 1d352fce-0514-4f1f-a6b3-5c27806a67cb. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.928949] env[69808]: DEBUG nova.network.neutron [req-f8995247-019f-4c81-8364-e8b97656824c req-ed8000fd-1c1e-466d-9d19-7feffcbb7bb7 service nova] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Updating instance_info_cache with network_info: [{"id": "1d352fce-0514-4f1f-a6b3-5c27806a67cb", "address": "fa:16:3e:79:df:14", "network": {"id": "af196450-77dc-4ac0-959d-83905e667de1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1784084215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde177c157c54ffbaad7a0b9616ff02b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d352fce-05", "ovs_interfaceid": "1d352fce-0514-4f1f-a6b3-5c27806a67cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.018444] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5277a72e-c249-3c33-f098-d3dd2298dee6, 'name': SearchDatastore_Task, 'duration_secs': 0.017795} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.018799] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.020599] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] cd2a437a-bee5-4ff6-b878-cac262a7465e/cd2a437a-bee5-4ff6-b878-cac262a7465e.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.020599] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0351a26-088d-4b39-aebe-434c03a01945 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.027960] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 947.027960] env[69808]: value = "task-3790138" [ 947.027960] env[69808]: _type = "Task" [ 947.027960] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.038154] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.216245] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.217489] env[69808]: DEBUG nova.compute.manager [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.248242] env[69808]: DEBUG nova.virt.hardware [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.248496] env[69808]: DEBUG nova.virt.hardware [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.248653] env[69808]: DEBUG nova.virt.hardware [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.248834] env[69808]: DEBUG nova.virt.hardware [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.248980] env[69808]: DEBUG nova.virt.hardware [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.249169] env[69808]: DEBUG nova.virt.hardware [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.249400] env[69808]: DEBUG nova.virt.hardware [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.249631] env[69808]: DEBUG nova.virt.hardware [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.249828] env[69808]: DEBUG nova.virt.hardware [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.249997] env[69808]: DEBUG nova.virt.hardware [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.250222] env[69808]: DEBUG nova.virt.hardware [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.251122] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a7cc0c-3168-4bb5-b24f-de57e6a4875b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.260556] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe521008-7ac3-4ec7-8398-c426ff512924 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.355587] env[69808]: INFO nova.compute.manager [-] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Took 1.66 seconds to deallocate network for instance. [ 947.385510] env[69808]: DEBUG nova.scheduler.client.report [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.390685] env[69808]: DEBUG nova.network.neutron [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.438279] env[69808]: DEBUG oslo_concurrency.lockutils [req-f8995247-019f-4c81-8364-e8b97656824c req-ed8000fd-1c1e-466d-9d19-7feffcbb7bb7 service nova] Releasing lock "refresh_cache-cd2a437a-bee5-4ff6-b878-cac262a7465e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.540128] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790138, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.610834] env[69808]: DEBUG nova.network.neutron [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Updating instance_info_cache with network_info: [{"id": "03d52d24-f3e9-4421-b5b8-ac2110a956df", "address": "fa:16:3e:91:35:24", "network": {"id": "2c473e45-77a8-4e16-b408-b48ed773a61e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1183339133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f5fe2cd35d8462a9c1fe079f80c136c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d52d24-f3", "ovs_interfaceid": "03d52d24-f3e9-4421-b5b8-ac2110a956df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.865716] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.895257] env[69808]: DEBUG oslo_concurrency.lockutils [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.700s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.899028] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d273192d-598c-4f7a-8806-749094ab780f tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 42.137s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.040304] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566173} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.040959] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] cd2a437a-bee5-4ff6-b878-cac262a7465e/cd2a437a-bee5-4ff6-b878-cac262a7465e.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.041548] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.041962] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adbaba16-d043-4544-b5b5-a6b890f877ff {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.051034] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 948.051034] env[69808]: value = "task-3790139" [ 948.051034] env[69808]: _type = "Task" [ 948.051034] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.060631] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.072709] env[69808]: DEBUG nova.compute.manager [req-d3ddace6-8db4-4fdc-bbec-d106712f0443 req-c79c44f1-0d93-474e-9a70-441a93abe44e service nova] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Received event network-vif-plugged-03d52d24-f3e9-4421-b5b8-ac2110a956df {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.072709] env[69808]: DEBUG oslo_concurrency.lockutils [req-d3ddace6-8db4-4fdc-bbec-d106712f0443 req-c79c44f1-0d93-474e-9a70-441a93abe44e service nova] Acquiring lock "1e76dd13-39f8-4b51-8cb5-443ff4160265-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.072709] env[69808]: DEBUG oslo_concurrency.lockutils [req-d3ddace6-8db4-4fdc-bbec-d106712f0443 req-c79c44f1-0d93-474e-9a70-441a93abe44e service nova] Lock "1e76dd13-39f8-4b51-8cb5-443ff4160265-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.072709] env[69808]: DEBUG oslo_concurrency.lockutils [req-d3ddace6-8db4-4fdc-bbec-d106712f0443 req-c79c44f1-0d93-474e-9a70-441a93abe44e service nova] Lock "1e76dd13-39f8-4b51-8cb5-443ff4160265-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.072709] env[69808]: DEBUG nova.compute.manager [req-d3ddace6-8db4-4fdc-bbec-d106712f0443 req-c79c44f1-0d93-474e-9a70-441a93abe44e service nova] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] No waiting events found dispatching network-vif-plugged-03d52d24-f3e9-4421-b5b8-ac2110a956df {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 948.072709] env[69808]: WARNING nova.compute.manager [req-d3ddace6-8db4-4fdc-bbec-d106712f0443 req-c79c44f1-0d93-474e-9a70-441a93abe44e service nova] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Received unexpected event network-vif-plugged-03d52d24-f3e9-4421-b5b8-ac2110a956df for instance with vm_state building and task_state spawning. [ 948.072709] env[69808]: DEBUG nova.compute.manager [req-d3ddace6-8db4-4fdc-bbec-d106712f0443 req-c79c44f1-0d93-474e-9a70-441a93abe44e service nova] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Received event network-changed-03d52d24-f3e9-4421-b5b8-ac2110a956df {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.072709] env[69808]: DEBUG nova.compute.manager [req-d3ddace6-8db4-4fdc-bbec-d106712f0443 req-c79c44f1-0d93-474e-9a70-441a93abe44e service nova] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Refreshing instance network info cache due to event network-changed-03d52d24-f3e9-4421-b5b8-ac2110a956df. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.072923] env[69808]: DEBUG oslo_concurrency.lockutils [req-d3ddace6-8db4-4fdc-bbec-d106712f0443 req-c79c44f1-0d93-474e-9a70-441a93abe44e service nova] Acquiring lock "refresh_cache-1e76dd13-39f8-4b51-8cb5-443ff4160265" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.115811] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Releasing lock "refresh_cache-1e76dd13-39f8-4b51-8cb5-443ff4160265" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.115811] env[69808]: DEBUG nova.compute.manager [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Instance network_info: |[{"id": "03d52d24-f3e9-4421-b5b8-ac2110a956df", "address": "fa:16:3e:91:35:24", "network": {"id": "2c473e45-77a8-4e16-b408-b48ed773a61e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1183339133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f5fe2cd35d8462a9c1fe079f80c136c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d52d24-f3", "ovs_interfaceid": "03d52d24-f3e9-4421-b5b8-ac2110a956df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.115811] env[69808]: DEBUG oslo_concurrency.lockutils [req-d3ddace6-8db4-4fdc-bbec-d106712f0443 req-c79c44f1-0d93-474e-9a70-441a93abe44e service nova] Acquired lock "refresh_cache-1e76dd13-39f8-4b51-8cb5-443ff4160265" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.115811] env[69808]: DEBUG nova.network.neutron [req-d3ddace6-8db4-4fdc-bbec-d106712f0443 req-c79c44f1-0d93-474e-9a70-441a93abe44e service nova] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Refreshing network info cache for port 03d52d24-f3e9-4421-b5b8-ac2110a956df {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.115974] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:35:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03d52d24-f3e9-4421-b5b8-ac2110a956df', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.128093] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.133253] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.133646] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b6b0257-d11c-43f9-80b4-b3e7117ff529 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.156851] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.156851] env[69808]: value = "task-3790140" [ 948.156851] env[69808]: _type = "Task" [ 948.156851] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.167803] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790140, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.409561] env[69808]: DEBUG oslo_concurrency.lockutils [None req-975de1eb-9fcf-47df-bf47-aa756aa1fbd9 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "3216aa34-6732-4e07-97cc-6a80533c479b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 68.833s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.411189] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "3216aa34-6732-4e07-97cc-6a80533c479b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 41.139s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.411531] env[69808]: INFO nova.compute.manager [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Unshelving [ 948.505117] env[69808]: DEBUG nova.network.neutron [req-d3ddace6-8db4-4fdc-bbec-d106712f0443 req-c79c44f1-0d93-474e-9a70-441a93abe44e service nova] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Updated VIF entry in instance network info cache for port 03d52d24-f3e9-4421-b5b8-ac2110a956df. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.505604] env[69808]: DEBUG nova.network.neutron [req-d3ddace6-8db4-4fdc-bbec-d106712f0443 req-c79c44f1-0d93-474e-9a70-441a93abe44e service nova] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Updating instance_info_cache with network_info: [{"id": "03d52d24-f3e9-4421-b5b8-ac2110a956df", "address": "fa:16:3e:91:35:24", "network": {"id": "2c473e45-77a8-4e16-b408-b48ed773a61e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1183339133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f5fe2cd35d8462a9c1fe079f80c136c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d52d24-f3", "ovs_interfaceid": "03d52d24-f3e9-4421-b5b8-ac2110a956df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.526627] env[69808]: DEBUG nova.network.neutron [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Successfully updated port: b46c90e8-f0e0-4bb7-ab8c-d69628fbf361 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.565496] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.289307} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.565784] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.567060] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a4ccdd-ffd9-412e-ad11-2697d5ab7996 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.601446] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] cd2a437a-bee5-4ff6-b878-cac262a7465e/cd2a437a-bee5-4ff6-b878-cac262a7465e.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.605633] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83e8eee3-1309-4714-94e3-9c6446a5e613 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.627613] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 948.627613] env[69808]: value = "task-3790141" [ 948.627613] env[69808]: _type = "Task" [ 948.627613] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.639507] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790141, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.669347] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790140, 'name': CreateVM_Task, 'duration_secs': 0.372621} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.669555] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.670739] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.670739] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.670877] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.671982] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df269f41-486d-4c85-a122-6387a84e6464 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.676927] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for the task: (returnval){ [ 948.676927] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5291cdb8-7938-0435-0767-689f20f3d273" [ 948.676927] env[69808]: _type = "Task" [ 948.676927] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.688719] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5291cdb8-7938-0435-0767-689f20f3d273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.986230] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc0f1a2-0861-44ae-8f8b-b9dc42baba4b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.992377] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "7fe98ad5-a3f6-4329-9770-b4ff71276a2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.992547] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "7fe98ad5-a3f6-4329-9770-b4ff71276a2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.992743] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "7fe98ad5-a3f6-4329-9770-b4ff71276a2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.992917] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "7fe98ad5-a3f6-4329-9770-b4ff71276a2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.993103] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "7fe98ad5-a3f6-4329-9770-b4ff71276a2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.996960] env[69808]: INFO nova.compute.manager [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Terminating instance [ 948.999130] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f73be3-00b8-4b8f-b841-ba0868a7ce99 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.035676] env[69808]: DEBUG oslo_concurrency.lockutils [req-d3ddace6-8db4-4fdc-bbec-d106712f0443 req-c79c44f1-0d93-474e-9a70-441a93abe44e service nova] Releasing lock "refresh_cache-1e76dd13-39f8-4b51-8cb5-443ff4160265" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.035954] env[69808]: DEBUG nova.compute.manager [req-d3ddace6-8db4-4fdc-bbec-d106712f0443 req-c79c44f1-0d93-474e-9a70-441a93abe44e service nova] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Received event network-vif-deleted-34430560-6776-42c8-9ec5-f62607d76baf {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.036569] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "refresh_cache-e6258ef7-4a42-4689-b405-e2e249f92af0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.036705] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired lock "refresh_cache-e6258ef7-4a42-4689-b405-e2e249f92af0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.036847] env[69808]: DEBUG nova.network.neutron [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.043750] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f1552d-e07f-4ed8-aede-ececbc7c3d77 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.057637] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbb2543-c461-4126-b13d-5e6e75c4921f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.074517] env[69808]: DEBUG nova.compute.provider_tree [None req-d273192d-598c-4f7a-8806-749094ab780f tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.095334] env[69808]: DEBUG nova.network.neutron [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.138759] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790141, 'name': ReconfigVM_Task, 'duration_secs': 0.317377} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.139075] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Reconfigured VM instance instance-0000003f to attach disk [datastore2] cd2a437a-bee5-4ff6-b878-cac262a7465e/cd2a437a-bee5-4ff6-b878-cac262a7465e.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.139731] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1282da50-649c-4b8b-8006-22c0aecd62bd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.146779] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 949.146779] env[69808]: value = "task-3790142" [ 949.146779] env[69808]: _type = "Task" [ 949.146779] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.158968] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790142, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.190252] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5291cdb8-7938-0435-0767-689f20f3d273, 'name': SearchDatastore_Task, 'duration_secs': 0.022129} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.190592] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.190795] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.191048] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.191847] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.191847] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.191847] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9525d73e-8d57-48c1-a0d4-61d659dedadf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.201333] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.201534] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.202315] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b44d1ec0-e08b-49cb-b61c-da31c7d11db6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.208652] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for the task: (returnval){ [ 949.208652] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524f5db8-41c3-881c-8ea2-a30c1d29ad17" [ 949.208652] env[69808]: _type = "Task" [ 949.208652] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.217412] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524f5db8-41c3-881c-8ea2-a30c1d29ad17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.278840] env[69808]: DEBUG nova.network.neutron [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Updating instance_info_cache with network_info: [{"id": "b46c90e8-f0e0-4bb7-ab8c-d69628fbf361", "address": "fa:16:3e:03:6a:ba", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46c90e8-f0", "ovs_interfaceid": "b46c90e8-f0e0-4bb7-ab8c-d69628fbf361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.440687] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.505108] env[69808]: DEBUG nova.compute.manager [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.505415] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.506355] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1ecaa4-857c-4ebe-9705-b36280e0a509 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.514711] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.514971] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2954d3fb-8859-40fd-a683-4fd075f15bac {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.521468] env[69808]: DEBUG oslo_vmware.api [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 949.521468] env[69808]: value = "task-3790143" [ 949.521468] env[69808]: _type = "Task" [ 949.521468] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.529326] env[69808]: DEBUG oslo_vmware.api [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.577698] env[69808]: DEBUG nova.scheduler.client.report [None req-d273192d-598c-4f7a-8806-749094ab780f tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.658095] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790142, 'name': Rename_Task, 'duration_secs': 0.154875} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.658405] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.658663] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-991f64f5-2517-45a0-8951-9d2fa38a3e9a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.666837] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 949.666837] env[69808]: value = "task-3790144" [ 949.666837] env[69808]: _type = "Task" [ 949.666837] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.677291] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.721281] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524f5db8-41c3-881c-8ea2-a30c1d29ad17, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.721899] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c28c3690-342f-4d8c-946c-1c6a60b95f15 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.729053] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for the task: (returnval){ [ 949.729053] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524254e9-a117-d53d-ea91-5a9fff30402f" [ 949.729053] env[69808]: _type = "Task" [ 949.729053] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.738598] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524254e9-a117-d53d-ea91-5a9fff30402f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.781372] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Releasing lock "refresh_cache-e6258ef7-4a42-4689-b405-e2e249f92af0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.781725] env[69808]: DEBUG nova.compute.manager [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Instance network_info: |[{"id": "b46c90e8-f0e0-4bb7-ab8c-d69628fbf361", "address": "fa:16:3e:03:6a:ba", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46c90e8-f0", "ovs_interfaceid": "b46c90e8-f0e0-4bb7-ab8c-d69628fbf361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.782169] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:6a:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b46c90e8-f0e0-4bb7-ab8c-d69628fbf361', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.790090] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.790344] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.790732] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72fabcd8-f31d-4577-a87e-80393bf376e5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.811631] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.811631] env[69808]: value = "task-3790145" [ 949.811631] env[69808]: _type = "Task" [ 949.811631] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.820176] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790145, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.032032] env[69808]: DEBUG oslo_vmware.api [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790143, 'name': PowerOffVM_Task, 'duration_secs': 0.225463} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.032032] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.032220] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.032437] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcc8da3f-f6d5-401a-8e27-affc9bf70cfb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.106962] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.107307] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.107492] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Deleting the datastore file [datastore1] 7fe98ad5-a3f6-4329-9770-b4ff71276a2e {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.107676] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e35a825b-7c82-4447-85ef-1f7c1d843fb3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.116095] env[69808]: DEBUG oslo_vmware.api [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 950.116095] env[69808]: value = "task-3790147" [ 950.116095] env[69808]: _type = "Task" [ 950.116095] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.126191] env[69808]: DEBUG oslo_vmware.api [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.135893] env[69808]: DEBUG nova.compute.manager [req-3f1eb920-f2b3-4ed1-b48f-9211fd6d75a1 req-96dad12f-7c50-48d7-b2ba-ed35fd3684f6 service nova] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Received event network-vif-plugged-b46c90e8-f0e0-4bb7-ab8c-d69628fbf361 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.136137] env[69808]: DEBUG oslo_concurrency.lockutils [req-3f1eb920-f2b3-4ed1-b48f-9211fd6d75a1 req-96dad12f-7c50-48d7-b2ba-ed35fd3684f6 service nova] Acquiring lock "e6258ef7-4a42-4689-b405-e2e249f92af0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.136383] env[69808]: DEBUG oslo_concurrency.lockutils [req-3f1eb920-f2b3-4ed1-b48f-9211fd6d75a1 req-96dad12f-7c50-48d7-b2ba-ed35fd3684f6 service nova] Lock "e6258ef7-4a42-4689-b405-e2e249f92af0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.136615] env[69808]: DEBUG oslo_concurrency.lockutils [req-3f1eb920-f2b3-4ed1-b48f-9211fd6d75a1 req-96dad12f-7c50-48d7-b2ba-ed35fd3684f6 service nova] Lock "e6258ef7-4a42-4689-b405-e2e249f92af0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.136798] env[69808]: DEBUG nova.compute.manager [req-3f1eb920-f2b3-4ed1-b48f-9211fd6d75a1 req-96dad12f-7c50-48d7-b2ba-ed35fd3684f6 service nova] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] No waiting events found dispatching network-vif-plugged-b46c90e8-f0e0-4bb7-ab8c-d69628fbf361 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 950.136969] env[69808]: WARNING nova.compute.manager [req-3f1eb920-f2b3-4ed1-b48f-9211fd6d75a1 req-96dad12f-7c50-48d7-b2ba-ed35fd3684f6 service nova] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Received unexpected event network-vif-plugged-b46c90e8-f0e0-4bb7-ab8c-d69628fbf361 for instance with vm_state building and task_state spawning. [ 950.137178] env[69808]: DEBUG nova.compute.manager [req-3f1eb920-f2b3-4ed1-b48f-9211fd6d75a1 req-96dad12f-7c50-48d7-b2ba-ed35fd3684f6 service nova] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Received event network-changed-b46c90e8-f0e0-4bb7-ab8c-d69628fbf361 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.137311] env[69808]: DEBUG nova.compute.manager [req-3f1eb920-f2b3-4ed1-b48f-9211fd6d75a1 req-96dad12f-7c50-48d7-b2ba-ed35fd3684f6 service nova] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Refreshing instance network info cache due to event network-changed-b46c90e8-f0e0-4bb7-ab8c-d69628fbf361. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.137485] env[69808]: DEBUG oslo_concurrency.lockutils [req-3f1eb920-f2b3-4ed1-b48f-9211fd6d75a1 req-96dad12f-7c50-48d7-b2ba-ed35fd3684f6 service nova] Acquiring lock "refresh_cache-e6258ef7-4a42-4689-b405-e2e249f92af0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.137667] env[69808]: DEBUG oslo_concurrency.lockutils [req-3f1eb920-f2b3-4ed1-b48f-9211fd6d75a1 req-96dad12f-7c50-48d7-b2ba-ed35fd3684f6 service nova] Acquired lock "refresh_cache-e6258ef7-4a42-4689-b405-e2e249f92af0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.137793] env[69808]: DEBUG nova.network.neutron [req-3f1eb920-f2b3-4ed1-b48f-9211fd6d75a1 req-96dad12f-7c50-48d7-b2ba-ed35fd3684f6 service nova] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Refreshing network info cache for port b46c90e8-f0e0-4bb7-ab8c-d69628fbf361 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.178239] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790144, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.241674] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524254e9-a117-d53d-ea91-5a9fff30402f, 'name': SearchDatastore_Task, 'duration_secs': 0.034433} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.241956] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.242229] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 1e76dd13-39f8-4b51-8cb5-443ff4160265/1e76dd13-39f8-4b51-8cb5-443ff4160265.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.242519] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6839909e-f74e-4d1b-95ad-a95a3efb5c4c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.249879] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for the task: (returnval){ [ 950.249879] env[69808]: value = "task-3790148" [ 950.249879] env[69808]: _type = "Task" [ 950.249879] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.258681] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.322527] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790145, 'name': CreateVM_Task, 'duration_secs': 0.315497} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.322841] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.323866] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.324091] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.324500] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.324783] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201e99fd-c5fc-4c95-874f-52842d125301 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.331057] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 950.331057] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ed85fe-20b0-8993-aa31-5cc42e9bc872" [ 950.331057] env[69808]: _type = "Task" [ 950.331057] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.339539] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ed85fe-20b0-8993-aa31-5cc42e9bc872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.591117] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d273192d-598c-4f7a-8806-749094ab780f tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.692s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.591117] env[69808]: DEBUG nova.compute.manager [None req-d273192d-598c-4f7a-8806-749094ab780f tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69808) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 950.595401] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 44.128s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.627692] env[69808]: DEBUG oslo_vmware.api [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150715} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.627954] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.628190] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.628374] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.628552] env[69808]: INFO nova.compute.manager [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 950.628808] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.629416] env[69808]: DEBUG nova.compute.manager [-] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.629530] env[69808]: DEBUG nova.network.neutron [-] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.680397] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790144, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.762410] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790148, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.844101] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ed85fe-20b0-8993-aa31-5cc42e9bc872, 'name': SearchDatastore_Task, 'duration_secs': 0.009471} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.844101] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.844101] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.844101] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.844101] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.844101] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.844101] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f1fc745-0605-44f3-9405-4ec2071009f7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.859285] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.860446] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.860446] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75e34dc6-7513-46cc-8d17-46ccc94eb971 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.867058] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 950.867058] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52894c78-0ddd-7c5c-e4a3-81beda59a3f4" [ 950.867058] env[69808]: _type = "Task" [ 950.867058] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.878082] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52894c78-0ddd-7c5c-e4a3-81beda59a3f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.067487] env[69808]: DEBUG nova.network.neutron [req-3f1eb920-f2b3-4ed1-b48f-9211fd6d75a1 req-96dad12f-7c50-48d7-b2ba-ed35fd3684f6 service nova] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Updated VIF entry in instance network info cache for port b46c90e8-f0e0-4bb7-ab8c-d69628fbf361. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.068020] env[69808]: DEBUG nova.network.neutron [req-3f1eb920-f2b3-4ed1-b48f-9211fd6d75a1 req-96dad12f-7c50-48d7-b2ba-ed35fd3684f6 service nova] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Updating instance_info_cache with network_info: [{"id": "b46c90e8-f0e0-4bb7-ab8c-d69628fbf361", "address": "fa:16:3e:03:6a:ba", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46c90e8-f0", "ovs_interfaceid": "b46c90e8-f0e0-4bb7-ab8c-d69628fbf361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.106047] env[69808]: INFO nova.compute.claims [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.165621] env[69808]: INFO nova.scheduler.client.report [None req-d273192d-598c-4f7a-8806-749094ab780f tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Deleted allocation for migration 32f6ee1c-402d-4269-9997-f0896c0df06e [ 951.182066] env[69808]: DEBUG oslo_vmware.api [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790144, 'name': PowerOnVM_Task, 'duration_secs': 1.264591} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.182461] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.182734] env[69808]: INFO nova.compute.manager [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Took 9.49 seconds to spawn the instance on the hypervisor. [ 951.182928] env[69808]: DEBUG nova.compute.manager [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 951.183898] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10284145-2be2-4dd4-8d35-54fe4cdc26c2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.261161] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531246} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.261540] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 1e76dd13-39f8-4b51-8cb5-443ff4160265/1e76dd13-39f8-4b51-8cb5-443ff4160265.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.261900] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.262266] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53c81c8b-c609-47ec-9abc-6b5f817aab0b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.269595] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for the task: (returnval){ [ 951.269595] env[69808]: value = "task-3790149" [ 951.269595] env[69808]: _type = "Task" [ 951.269595] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.280808] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.378883] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52894c78-0ddd-7c5c-e4a3-81beda59a3f4, 'name': SearchDatastore_Task, 'duration_secs': 0.053334} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.379745] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0adb57d1-0298-4698-8354-c1f19829ce4d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.385623] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 951.385623] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52585881-90bb-1e55-784a-400cce55a161" [ 951.385623] env[69808]: _type = "Task" [ 951.385623] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.394497] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52585881-90bb-1e55-784a-400cce55a161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.571042] env[69808]: DEBUG oslo_concurrency.lockutils [req-3f1eb920-f2b3-4ed1-b48f-9211fd6d75a1 req-96dad12f-7c50-48d7-b2ba-ed35fd3684f6 service nova] Releasing lock "refresh_cache-e6258ef7-4a42-4689-b405-e2e249f92af0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.601670] env[69808]: DEBUG nova.network.neutron [-] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.614364] env[69808]: INFO nova.compute.resource_tracker [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Updating resource usage from migration ddfe72e5-678d-4b96-9928-8506d7945ac5 [ 951.671641] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d273192d-598c-4f7a-8806-749094ab780f tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "182c3c6f-9376-4d7c-9adc-af7f0237a6f2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 49.815s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.704045] env[69808]: INFO nova.compute.manager [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Took 55.03 seconds to build instance. [ 951.784699] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083226} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.784969] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.785854] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f12f9a5-1437-400f-9243-6db6a387524b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.811487] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 1e76dd13-39f8-4b51-8cb5-443ff4160265/1e76dd13-39f8-4b51-8cb5-443ff4160265.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.811821] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29696b70-4940-4c34-9389-d53581398db7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.836520] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for the task: (returnval){ [ 951.836520] env[69808]: value = "task-3790150" [ 951.836520] env[69808]: _type = "Task" [ 951.836520] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.848613] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790150, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.899163] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52585881-90bb-1e55-784a-400cce55a161, 'name': SearchDatastore_Task, 'duration_secs': 0.010286} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.899457] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.899760] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] e6258ef7-4a42-4689-b405-e2e249f92af0/e6258ef7-4a42-4689-b405-e2e249f92af0.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.900056] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02a3a5d2-b30d-4230-ad98-e0b72bbe5807 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.908623] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 951.908623] env[69808]: value = "task-3790151" [ 951.908623] env[69808]: _type = "Task" [ 951.908623] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.921808] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.076072] env[69808]: DEBUG nova.objects.instance [None req-4745c180-756b-4f29-82ed-279e03908f13 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lazy-loading 'flavor' on Instance uuid 182c3c6f-9376-4d7c-9adc-af7f0237a6f2 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.104521] env[69808]: INFO nova.compute.manager [-] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Took 1.47 seconds to deallocate network for instance. [ 952.147707] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bb947c-93e2-4871-912b-919fcf53fba3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.162046] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bea2a5-e9ab-4bb6-b1c4-1add922b0477 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.194831] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a682db6-c56e-44f0-98dc-dcdf53583d86 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.204028] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f6de02-7220-4775-8638-5e14c19e9332 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.208620] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6ad3b783-3562-461c-b536-b066d3d3f3a0 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "cd2a437a-bee5-4ff6-b878-cac262a7465e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.956s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.220689] env[69808]: DEBUG nova.compute.provider_tree [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.233815] env[69808]: DEBUG nova.compute.manager [req-6d79a2c4-77b1-47d3-89de-daf1640cfb5b req-3836f90b-b765-4f6b-86f6-bc85e8b48f55 service nova] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Received event network-vif-deleted-8338c952-ae94-4fbf-bafc-7bb344e74990 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.350848] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790150, 'name': ReconfigVM_Task, 'duration_secs': 0.286529} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.351200] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 1e76dd13-39f8-4b51-8cb5-443ff4160265/1e76dd13-39f8-4b51-8cb5-443ff4160265.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.351615] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69808) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 952.352388] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-12325bd2-252d-4215-bbd8-3114038c6ffb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.361988] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for the task: (returnval){ [ 952.361988] env[69808]: value = "task-3790152" [ 952.361988] env[69808]: _type = "Task" [ 952.361988] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.372012] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790152, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.419078] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790151, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.581769] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4745c180-756b-4f29-82ed-279e03908f13 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "refresh_cache-182c3c6f-9376-4d7c-9adc-af7f0237a6f2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.581948] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4745c180-756b-4f29-82ed-279e03908f13 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired lock "refresh_cache-182c3c6f-9376-4d7c-9adc-af7f0237a6f2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.582143] env[69808]: DEBUG nova.network.neutron [None req-4745c180-756b-4f29-82ed-279e03908f13 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.582325] env[69808]: DEBUG nova.objects.instance [None req-4745c180-756b-4f29-82ed-279e03908f13 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lazy-loading 'info_cache' on Instance uuid 182c3c6f-9376-4d7c-9adc-af7f0237a6f2 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.612040] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.724551] env[69808]: DEBUG nova.scheduler.client.report [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.872962] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790152, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.060568} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.873219] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69808) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 952.873953] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89078e98-7a30-4f03-831b-5b45e9f37090 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.900931] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 1e76dd13-39f8-4b51-8cb5-443ff4160265/ephemeral_0.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.901283] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-523dda7c-04e3-4402-a7a9-dc278e98ddb4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.923030] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518385} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.924353] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] e6258ef7-4a42-4689-b405-e2e249f92af0/e6258ef7-4a42-4689-b405-e2e249f92af0.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.924574] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.924877] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for the task: (returnval){ [ 952.924877] env[69808]: value = "task-3790153" [ 952.924877] env[69808]: _type = "Task" [ 952.924877] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.925080] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91f48823-090a-4a8f-b46a-d4e7e7fcb55d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.935719] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790153, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.937112] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 952.937112] env[69808]: value = "task-3790154" [ 952.937112] env[69808]: _type = "Task" [ 952.937112] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.948334] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.086400] env[69808]: DEBUG nova.objects.base [None req-4745c180-756b-4f29-82ed-279e03908f13 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Object Instance<182c3c6f-9376-4d7c-9adc-af7f0237a6f2> lazy-loaded attributes: flavor,info_cache {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 953.229887] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.635s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.230170] env[69808]: INFO nova.compute.manager [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Migrating [ 953.236993] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.618s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.237216] env[69808]: DEBUG nova.objects.instance [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Lazy-loading 'resources' on Instance uuid 76938eea-4683-49f7-aa36-70587401ed2c {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.437470] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790153, 'name': ReconfigVM_Task, 'duration_secs': 0.302795} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.437930] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 1e76dd13-39f8-4b51-8cb5-443ff4160265/ephemeral_0.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.441872] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2347ac02-372d-4526-9bf3-054202726df6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.449726] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061841} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.451167] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.451535] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for the task: (returnval){ [ 953.451535] env[69808]: value = "task-3790155" [ 953.451535] env[69808]: _type = "Task" [ 953.451535] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.452341] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54426998-a21f-4b97-9d23-e0942a496eb4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.482844] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] e6258ef7-4a42-4689-b405-e2e249f92af0/e6258ef7-4a42-4689-b405-e2e249f92af0.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.486763] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd6eb804-37ba-4a1c-b736-7d654486e230 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.502524] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790155, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.510630] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 953.510630] env[69808]: value = "task-3790156" [ 953.510630] env[69808]: _type = "Task" [ 953.510630] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.520212] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.602304] env[69808]: DEBUG nova.compute.manager [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Stashing vm_state: active {{(pid=69808) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 953.752083] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "refresh_cache-c29994b7-6684-4f16-85bb-618a49df3229" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.752306] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquired lock "refresh_cache-c29994b7-6684-4f16-85bb-618a49df3229" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.752490] env[69808]: DEBUG nova.network.neutron [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.968456] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790155, 'name': Rename_Task, 'duration_secs': 0.241611} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.971287] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.971759] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a16b58e-6f8b-4467-ac05-ecf94d6396a8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.982449] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for the task: (returnval){ [ 953.982449] env[69808]: value = "task-3790157" [ 953.982449] env[69808]: _type = "Task" [ 953.982449] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.002989] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790157, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.027915] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790156, 'name': ReconfigVM_Task, 'duration_secs': 0.312406} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.030082] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Reconfigured VM instance instance-00000042 to attach disk [datastore2] e6258ef7-4a42-4689-b405-e2e249f92af0/e6258ef7-4a42-4689-b405-e2e249f92af0.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.030082] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66b91974-4492-4a51-aff6-a39565cbd5d2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.043027] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 954.043027] env[69808]: value = "task-3790158" [ 954.043027] env[69808]: _type = "Task" [ 954.043027] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.053596] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790158, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.126625] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.253912] env[69808]: DEBUG nova.network.neutron [None req-4745c180-756b-4f29-82ed-279e03908f13 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Updating instance_info_cache with network_info: [{"id": "2a49cbed-cb88-4306-a623-93dd0f63a398", "address": "fa:16:3e:82:5c:79", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a49cbed-cb", "ovs_interfaceid": "2a49cbed-cb88-4306-a623-93dd0f63a398", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.358421] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32ced7b-cd57-49e2-b770-ffb803a2c556 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.369781] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d804062-7c1d-4300-9758-a4866aa92c9c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.413246] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a45948b-4aab-40c7-a42f-9d107b1bbf6b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.424064] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1bd1f0-073f-4353-858d-b0d890105e1a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.440098] env[69808]: DEBUG nova.compute.provider_tree [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.499398] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790157, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.550622] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790158, 'name': Rename_Task, 'duration_secs': 0.149723} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.551710] env[69808]: DEBUG nova.network.neutron [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Updating instance_info_cache with network_info: [{"id": "b62107c7-bab4-4a5c-af07-c1dc3be6c334", "address": "fa:16:3e:3c:48:ec", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62107c7-ba", "ovs_interfaceid": "b62107c7-bab4-4a5c-af07-c1dc3be6c334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.553213] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.553733] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70c49e88-751c-4414-99cc-ccddedbecb4e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.561684] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 954.561684] env[69808]: value = "task-3790159" [ 954.561684] env[69808]: _type = "Task" [ 954.561684] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.571926] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.756618] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4745c180-756b-4f29-82ed-279e03908f13 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Releasing lock "refresh_cache-182c3c6f-9376-4d7c-9adc-af7f0237a6f2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.944514] env[69808]: DEBUG nova.scheduler.client.report [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.004689] env[69808]: DEBUG oslo_vmware.api [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790157, 'name': PowerOnVM_Task, 'duration_secs': 0.588726} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.004976] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.005203] env[69808]: INFO nova.compute.manager [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Took 10.11 seconds to spawn the instance on the hypervisor. [ 955.005406] env[69808]: DEBUG nova.compute.manager [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 955.006269] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9bf5cd-2472-4082-86a4-2ec61cfd6ae8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.059164] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Releasing lock "refresh_cache-c29994b7-6684-4f16-85bb-618a49df3229" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.073015] env[69808]: DEBUG oslo_vmware.api [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790159, 'name': PowerOnVM_Task, 'duration_secs': 0.457027} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.073929] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.074168] env[69808]: INFO nova.compute.manager [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Took 7.86 seconds to spawn the instance on the hypervisor. [ 955.074348] env[69808]: DEBUG nova.compute.manager [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 955.075162] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a80059-ffbd-42f8-b24a-b79f6af15a61 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.451474] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.457020] env[69808]: DEBUG oslo_concurrency.lockutils [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.318s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.457020] env[69808]: DEBUG nova.objects.instance [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Lazy-loading 'resources' on Instance uuid 893efe91-0f9d-4a56-b0ba-3f0c872feb02 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.489582] env[69808]: INFO nova.scheduler.client.report [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Deleted allocations for instance 76938eea-4683-49f7-aa36-70587401ed2c [ 955.528876] env[69808]: INFO nova.compute.manager [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Took 58.76 seconds to build instance. [ 955.594652] env[69808]: INFO nova.compute.manager [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Took 51.48 seconds to build instance. [ 955.765459] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4745c180-756b-4f29-82ed-279e03908f13 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.765808] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-547a5188-7596-4ac6-b6af-49b036502f3b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.774067] env[69808]: DEBUG oslo_vmware.api [None req-4745c180-756b-4f29-82ed-279e03908f13 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 955.774067] env[69808]: value = "task-3790160" [ 955.774067] env[69808]: _type = "Task" [ 955.774067] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.783898] env[69808]: DEBUG oslo_vmware.api [None req-4745c180-756b-4f29-82ed-279e03908f13 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.004098] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ba993a0b-dbc7-405a-b35c-4a4ad9ffa08f tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Lock "76938eea-4683-49f7-aa36-70587401ed2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.906s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.030665] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d13153b7-0869-49fa-9bf4-0e3c36d1e51f tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Lock "1e76dd13-39f8-4b51-8cb5-443ff4160265" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.773s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.093875] env[69808]: DEBUG nova.compute.manager [req-fea8b9f9-6920-4ef0-841b-66ddf050a5cd req-ebac581d-2126-4863-bd51-544358bbc1c3 service nova] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Received event network-changed-03d52d24-f3e9-4421-b5b8-ac2110a956df {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.093994] env[69808]: DEBUG nova.compute.manager [req-fea8b9f9-6920-4ef0-841b-66ddf050a5cd req-ebac581d-2126-4863-bd51-544358bbc1c3 service nova] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Refreshing instance network info cache due to event network-changed-03d52d24-f3e9-4421-b5b8-ac2110a956df. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.095112] env[69808]: DEBUG oslo_concurrency.lockutils [req-fea8b9f9-6920-4ef0-841b-66ddf050a5cd req-ebac581d-2126-4863-bd51-544358bbc1c3 service nova] Acquiring lock "refresh_cache-1e76dd13-39f8-4b51-8cb5-443ff4160265" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.095112] env[69808]: DEBUG oslo_concurrency.lockutils [req-fea8b9f9-6920-4ef0-841b-66ddf050a5cd req-ebac581d-2126-4863-bd51-544358bbc1c3 service nova] Acquired lock "refresh_cache-1e76dd13-39f8-4b51-8cb5-443ff4160265" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.095192] env[69808]: DEBUG nova.network.neutron [req-fea8b9f9-6920-4ef0-841b-66ddf050a5cd req-ebac581d-2126-4863-bd51-544358bbc1c3 service nova] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Refreshing network info cache for port 03d52d24-f3e9-4421-b5b8-ac2110a956df {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.097025] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d8de08d5-239d-4772-ae34-a4f02e99289a tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "e6258ef7-4a42-4689-b405-e2e249f92af0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.998s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.288742] env[69808]: DEBUG oslo_vmware.api [None req-4745c180-756b-4f29-82ed-279e03908f13 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790160, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.463727] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b4b185-259d-4632-9809-fc2218e5eff9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.472399] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cf589e-898d-459a-9297-365e5b9b5a52 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.505614] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d50cc29-4990-4982-84e7-fa7566ea6e75 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.514504] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152827b2-e800-4e68-b5a7-a290c61b6115 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.532031] env[69808]: DEBUG nova.compute.provider_tree [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.579067] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502d3542-0ace-4408-82e8-d84f561c0a45 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.600667] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Updating instance 'c29994b7-6684-4f16-85bb-618a49df3229' progress to 0 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.645816] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "e6258ef7-4a42-4689-b405-e2e249f92af0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.646095] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "e6258ef7-4a42-4689-b405-e2e249f92af0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.646287] env[69808]: INFO nova.compute.manager [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Shelving [ 957.553259] env[69808]: DEBUG nova.scheduler.client.report [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.557870] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.561224] env[69808]: DEBUG oslo_vmware.api [None req-4745c180-756b-4f29-82ed-279e03908f13 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790160, 'name': PowerOnVM_Task, 'duration_secs': 0.520495} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.566113] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dac3ed31-aa62-4e43-a37e-48301b2258d1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.570378] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4745c180-756b-4f29-82ed-279e03908f13 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.570604] env[69808]: DEBUG nova.compute.manager [None req-4745c180-756b-4f29-82ed-279e03908f13 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 957.572864] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676cfb34-6756-4dc9-b25e-23047a72161d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.585878] env[69808]: DEBUG oslo_vmware.api [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 957.585878] env[69808]: value = "task-3790161" [ 957.585878] env[69808]: _type = "Task" [ 957.585878] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.599914] env[69808]: DEBUG oslo_vmware.api [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.692217] env[69808]: DEBUG nova.network.neutron [req-fea8b9f9-6920-4ef0-841b-66ddf050a5cd req-ebac581d-2126-4863-bd51-544358bbc1c3 service nova] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Updated VIF entry in instance network info cache for port 03d52d24-f3e9-4421-b5b8-ac2110a956df. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.692217] env[69808]: DEBUG nova.network.neutron [req-fea8b9f9-6920-4ef0-841b-66ddf050a5cd req-ebac581d-2126-4863-bd51-544358bbc1c3 service nova] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Updating instance_info_cache with network_info: [{"id": "03d52d24-f3e9-4421-b5b8-ac2110a956df", "address": "fa:16:3e:91:35:24", "network": {"id": "2c473e45-77a8-4e16-b408-b48ed773a61e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1183339133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f5fe2cd35d8462a9c1fe079f80c136c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d52d24-f3", "ovs_interfaceid": "03d52d24-f3e9-4421-b5b8-ac2110a956df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.067864] env[69808]: DEBUG oslo_concurrency.lockutils [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.613s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.075022] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.328s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.075022] env[69808]: DEBUG nova.objects.instance [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Lazy-loading 'resources' on Instance uuid 17b6e10a-2fad-448c-83c7-350a1e9f91c7 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.075844] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquiring lock "4bb5baa6-049c-4b8a-b0ae-4964088aec43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.076084] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Lock "4bb5baa6-049c-4b8a-b0ae-4964088aec43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.076309] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquiring lock "4bb5baa6-049c-4b8a-b0ae-4964088aec43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.076528] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Lock "4bb5baa6-049c-4b8a-b0ae-4964088aec43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.076702] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Lock "4bb5baa6-049c-4b8a-b0ae-4964088aec43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.079910] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.080484] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58867bd4-d773-4ed2-8829-8d1bb978d859 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.084236] env[69808]: INFO nova.compute.manager [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Terminating instance [ 958.099067] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 958.099067] env[69808]: value = "task-3790162" [ 958.099067] env[69808]: _type = "Task" [ 958.099067] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.115196] env[69808]: DEBUG oslo_vmware.api [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790161, 'name': PowerOffVM_Task, 'duration_secs': 0.265888} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.116073] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.116348] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Updating instance 'c29994b7-6684-4f16-85bb-618a49df3229' progress to 17 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.125495] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.126879] env[69808]: INFO nova.scheduler.client.report [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Deleted allocations for instance 893efe91-0f9d-4a56-b0ba-3f0c872feb02 [ 958.193973] env[69808]: DEBUG oslo_concurrency.lockutils [req-fea8b9f9-6920-4ef0-841b-66ddf050a5cd req-ebac581d-2126-4863-bd51-544358bbc1c3 service nova] Releasing lock "refresh_cache-1e76dd13-39f8-4b51-8cb5-443ff4160265" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.438038] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "182c3c6f-9376-4d7c-9adc-af7f0237a6f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.438466] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "182c3c6f-9376-4d7c-9adc-af7f0237a6f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.438876] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "182c3c6f-9376-4d7c-9adc-af7f0237a6f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.439239] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "182c3c6f-9376-4d7c-9adc-af7f0237a6f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.440102] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "182c3c6f-9376-4d7c-9adc-af7f0237a6f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.443775] env[69808]: INFO nova.compute.manager [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Terminating instance [ 958.595054] env[69808]: DEBUG nova.compute.manager [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.595054] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.595897] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f111f3f9-d6a0-4bf5-b047-f795e723e060 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.605644] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.612434] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-188ac744-4cdb-4c6b-86dd-fff9ba776d3a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.621311] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790162, 'name': PowerOffVM_Task, 'duration_secs': 0.428006} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.622962] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.623523] env[69808]: DEBUG oslo_vmware.api [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for the task: (returnval){ [ 958.623523] env[69808]: value = "task-3790163" [ 958.623523] env[69808]: _type = "Task" [ 958.623523] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.624680] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7aada7-ddf8-41d7-81b5-310fc10e8e32 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.636167] env[69808]: DEBUG nova.virt.hardware [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.636468] env[69808]: DEBUG nova.virt.hardware [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.636645] env[69808]: DEBUG nova.virt.hardware [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.636833] env[69808]: DEBUG nova.virt.hardware [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.636987] env[69808]: DEBUG nova.virt.hardware [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.637156] env[69808]: DEBUG nova.virt.hardware [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.637382] env[69808]: DEBUG nova.virt.hardware [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.637564] env[69808]: DEBUG nova.virt.hardware [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.637758] env[69808]: DEBUG nova.virt.hardware [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.637932] env[69808]: DEBUG nova.virt.hardware [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.638128] env[69808]: DEBUG nova.virt.hardware [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.648413] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7afc746-ecfd-4977-afb1-861c75862ae4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.681020] env[69808]: DEBUG oslo_concurrency.lockutils [None req-73c4ee41-11b8-46a4-953f-ffecfa9f7760 tempest-ServersTestBootFromVolume-603553920 tempest-ServersTestBootFromVolume-603553920-project-member] Lock "893efe91-0f9d-4a56-b0ba-3f0c872feb02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.230s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.688749] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae209c7-9ed8-41a0-b7f2-200f45fc974f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.696443] env[69808]: DEBUG oslo_vmware.api [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3790163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.696767] env[69808]: DEBUG oslo_vmware.api [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 958.696767] env[69808]: value = "task-3790164" [ 958.696767] env[69808]: _type = "Task" [ 958.696767] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.716903] env[69808]: DEBUG oslo_vmware.api [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.948542] env[69808]: DEBUG nova.compute.manager [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.948979] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.951266] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e22b0cf-d05a-4e99-9b5a-0978607ecdb2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.960273] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.960273] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-752d772b-efe0-42e0-8d8f-bef30691a0a7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.974822] env[69808]: DEBUG oslo_vmware.api [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 958.974822] env[69808]: value = "task-3790165" [ 958.974822] env[69808]: _type = "Task" [ 958.974822] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.990253] env[69808]: DEBUG oslo_vmware.api [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.139385] env[69808]: DEBUG oslo_vmware.api [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3790163, 'name': PowerOffVM_Task, 'duration_secs': 0.228052} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.139560] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.139937] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.139937] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51e83bb3-25be-452e-a021-2a1b57cc74fc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.206416] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.206631] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.206865] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Deleting the datastore file [datastore2] 4bb5baa6-049c-4b8a-b0ae-4964088aec43 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.207166] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d75a626-c53c-4f73-b96a-cd11b5c077fa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.213139] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Creating Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 959.213472] env[69808]: DEBUG oslo_vmware.api [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790164, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.214103] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-500f1ec8-0a0d-4638-8717-933eff16448b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.218510] env[69808]: DEBUG oslo_vmware.api [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for the task: (returnval){ [ 959.218510] env[69808]: value = "task-3790167" [ 959.218510] env[69808]: _type = "Task" [ 959.218510] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.225336] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 959.225336] env[69808]: value = "task-3790168" [ 959.225336] env[69808]: _type = "Task" [ 959.225336] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.232354] env[69808]: DEBUG oslo_vmware.api [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3790167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.241358] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790168, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.243110] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602a2004-719d-44b6-972b-00964c068604 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.250611] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5487413e-4905-4d37-b9f5-ef5e7d936220 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.284816] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d3e8d6-94f7-4d38-ac01-95233000a25e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.293057] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0e1409-5c67-45b0-a177-413549f5d6da {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.309211] env[69808]: DEBUG nova.compute.provider_tree [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.489145] env[69808]: DEBUG oslo_vmware.api [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.710849] env[69808]: DEBUG oslo_vmware.api [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790164, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.734781] env[69808]: DEBUG oslo_vmware.api [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Task: {'id': task-3790167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247789} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.741672] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.741793] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.741999] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.742201] env[69808]: INFO nova.compute.manager [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Took 1.15 seconds to destroy the instance on the hypervisor. [ 959.742444] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.742649] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790168, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.742862] env[69808]: DEBUG nova.compute.manager [-] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.742953] env[69808]: DEBUG nova.network.neutron [-] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.811344] env[69808]: DEBUG nova.scheduler.client.report [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.995693] env[69808]: DEBUG oslo_vmware.api [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.218422] env[69808]: DEBUG oslo_vmware.api [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790164, 'name': ReconfigVM_Task, 'duration_secs': 1.232855} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.218422] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Updating instance 'c29994b7-6684-4f16-85bb-618a49df3229' progress to 33 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 960.236396] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790168, 'name': CreateSnapshot_Task, 'duration_secs': 0.846677} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.237273] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Created Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 960.237577] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a23450-588a-41be-83b8-63a1127389d7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.295167] env[69808]: DEBUG nova.compute.manager [req-78aabf35-3a60-4c85-b639-a8815a0b6768 req-d7bd94e6-67fa-4111-ad65-4247923688d4 service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Received event network-vif-deleted-087a4d5c-62cd-4bca-9d13-168965267261 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.295526] env[69808]: INFO nova.compute.manager [req-78aabf35-3a60-4c85-b639-a8815a0b6768 req-d7bd94e6-67fa-4111-ad65-4247923688d4 service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Neutron deleted interface 087a4d5c-62cd-4bca-9d13-168965267261; detaching it from the instance and deleting it from the info cache [ 960.295761] env[69808]: DEBUG nova.network.neutron [req-78aabf35-3a60-4c85-b639-a8815a0b6768 req-d7bd94e6-67fa-4111-ad65-4247923688d4 service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.319190] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.321568] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.816s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.321809] env[69808]: DEBUG nova.objects.instance [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lazy-loading 'resources' on Instance uuid 9838c1a9-b0ae-45c9-9817-b1b59ec722b0 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.348817] env[69808]: INFO nova.scheduler.client.report [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Deleted allocations for instance 17b6e10a-2fad-448c-83c7-350a1e9f91c7 [ 960.492785] env[69808]: DEBUG oslo_vmware.api [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790165, 'name': PowerOffVM_Task, 'duration_secs': 1.090951} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.492785] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.492785] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.492785] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2eae3b5-28f2-4005-8e24-ee42d4e9e870 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.574723] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.574919] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.576717] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Deleting the datastore file [datastore1] 182c3c6f-9376-4d7c-9adc-af7f0237a6f2 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.576717] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3e0b152-2aba-47b6-9d83-4fda85b6f1dd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.583977] env[69808]: DEBUG oslo_vmware.api [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 960.583977] env[69808]: value = "task-3790170" [ 960.583977] env[69808]: _type = "Task" [ 960.583977] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.592866] env[69808]: DEBUG oslo_vmware.api [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.723272] env[69808]: DEBUG nova.virt.hardware [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:40:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='32320d5a-fec3-4c92-8c09-88e97090b130',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1229029678',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.723534] env[69808]: DEBUG nova.virt.hardware [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.723663] env[69808]: DEBUG nova.virt.hardware [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.723854] env[69808]: DEBUG nova.virt.hardware [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.724800] env[69808]: DEBUG nova.virt.hardware [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.724972] env[69808]: DEBUG nova.virt.hardware [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.725389] env[69808]: DEBUG nova.virt.hardware [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.725581] env[69808]: DEBUG nova.virt.hardware [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.726234] env[69808]: DEBUG nova.virt.hardware [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.726457] env[69808]: DEBUG nova.virt.hardware [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.726783] env[69808]: DEBUG nova.virt.hardware [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.733928] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 960.733928] env[69808]: DEBUG nova.network.neutron [-] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.735637] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f1f52c3-9c2f-4a1d-905b-c244638379c2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.762476] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Creating linked-clone VM from snapshot {{(pid=69808) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 960.763155] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-88306854-539f-4f17-9381-3050a9b971fc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.773479] env[69808]: DEBUG oslo_vmware.api [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 960.773479] env[69808]: value = "task-3790171" [ 960.773479] env[69808]: _type = "Task" [ 960.773479] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.775530] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 960.775530] env[69808]: value = "task-3790172" [ 960.775530] env[69808]: _type = "Task" [ 960.775530] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.787782] env[69808]: DEBUG oslo_vmware.api [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.791188] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790172, 'name': CloneVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.801509] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2241fc8a-4cd2-41b0-974a-0be59c48d4cf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.812702] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a093cd4-bc28-455b-be09-ce5737f9989e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.858455] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1f6ff6b-9b0c-4483-83a1-fe96c896234c tempest-ServersTestJSON-1979964608 tempest-ServersTestJSON-1979964608-project-member] Lock "17b6e10a-2fad-448c-83c7-350a1e9f91c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.496s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.859305] env[69808]: DEBUG nova.compute.manager [req-78aabf35-3a60-4c85-b639-a8815a0b6768 req-d7bd94e6-67fa-4111-ad65-4247923688d4 service nova] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Detach interface failed, port_id=087a4d5c-62cd-4bca-9d13-168965267261, reason: Instance 4bb5baa6-049c-4b8a-b0ae-4964088aec43 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 961.099941] env[69808]: DEBUG oslo_vmware.api [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169539} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.104403] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.104403] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.104403] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.104403] env[69808]: INFO nova.compute.manager [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Took 2.15 seconds to destroy the instance on the hypervisor. [ 961.104403] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.105077] env[69808]: DEBUG nova.compute.manager [-] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.105170] env[69808]: DEBUG nova.network.neutron [-] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.255088] env[69808]: INFO nova.compute.manager [-] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Took 1.51 seconds to deallocate network for instance. [ 961.292232] env[69808]: DEBUG oslo_vmware.api [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790171, 'name': ReconfigVM_Task, 'duration_secs': 0.280507} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.292574] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 961.293468] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef97134-8f3f-4dea-a713-bee530fae040 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.299973] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790172, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.323884] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] c29994b7-6684-4f16-85bb-618a49df3229/c29994b7-6684-4f16-85bb-618a49df3229.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.326535] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5874f4e6-9546-47bc-8520-e99af3d3b0cb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.348293] env[69808]: DEBUG oslo_vmware.api [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 961.348293] env[69808]: value = "task-3790173" [ 961.348293] env[69808]: _type = "Task" [ 961.348293] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.362242] env[69808]: DEBUG oslo_vmware.api [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.419450] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddd1b75-a4ed-45fb-a15f-f4b9a528db25 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.432170] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54757c29-f206-4a0d-aed3-45f29ed874e4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.470189] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720562e8-a9fc-447f-b28b-bc6f357ef791 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.479350] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bd88ae-5a13-4642-a1e7-31a6e51dda8c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.494834] env[69808]: DEBUG nova.compute.provider_tree [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.766021] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.790675] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790172, 'name': CloneVM_Task} progress is 95%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.859145] env[69808]: DEBUG oslo_vmware.api [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790173, 'name': ReconfigVM_Task, 'duration_secs': 0.302698} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.859564] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Reconfigured VM instance instance-00000037 to attach disk [datastore2] c29994b7-6684-4f16-85bb-618a49df3229/c29994b7-6684-4f16-85bb-618a49df3229.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.859923] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Updating instance 'c29994b7-6684-4f16-85bb-618a49df3229' progress to 50 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.998338] env[69808]: DEBUG nova.scheduler.client.report [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.297856] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790172, 'name': CloneVM_Task, 'duration_secs': 1.380547} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.298170] env[69808]: INFO nova.virt.vmwareapi.vmops [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Created linked-clone VM from snapshot [ 962.299342] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c96eba-056b-4f16-a6c4-9d240713c866 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.308544] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Uploading image 52918384-478a-4503-97b2-c1af2e832328 {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 962.354070] env[69808]: DEBUG oslo_vmware.rw_handles [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 962.354070] env[69808]: value = "vm-753965" [ 962.354070] env[69808]: _type = "VirtualMachine" [ 962.354070] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 962.354070] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6028cbb9-d061-47d8-9bb7-1d3c437bb247 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.361507] env[69808]: DEBUG oslo_vmware.rw_handles [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lease: (returnval){ [ 962.361507] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521f729c-982b-272b-9dc1-5eaa852077e3" [ 962.361507] env[69808]: _type = "HttpNfcLease" [ 962.361507] env[69808]: } obtained for exporting VM: (result){ [ 962.361507] env[69808]: value = "vm-753965" [ 962.361507] env[69808]: _type = "VirtualMachine" [ 962.361507] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 962.361828] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the lease: (returnval){ [ 962.361828] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521f729c-982b-272b-9dc1-5eaa852077e3" [ 962.361828] env[69808]: _type = "HttpNfcLease" [ 962.361828] env[69808]: } to be ready. {{(pid=69808) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 962.368692] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1480f3ff-a7dd-4425-a3e4-092e8b608466 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.376935] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 962.376935] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521f729c-982b-272b-9dc1-5eaa852077e3" [ 962.376935] env[69808]: _type = "HttpNfcLease" [ 962.376935] env[69808]: } is ready. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 962.390866] env[69808]: DEBUG oslo_vmware.rw_handles [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 962.390866] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521f729c-982b-272b-9dc1-5eaa852077e3" [ 962.390866] env[69808]: _type = "HttpNfcLease" [ 962.390866] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 962.391857] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69075e9a-0e6a-463e-9aca-94c2c4221572 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.396016] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a38bda-544d-4ad5-a588-8f0baf9f72a1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.417027] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Updating instance 'c29994b7-6684-4f16-85bb-618a49df3229' progress to 67 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 962.424807] env[69808]: DEBUG oslo_vmware.rw_handles [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52523180-ce45-63e2-29c5-fcd26ebc130a/disk-0.vmdk from lease info. {{(pid=69808) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 962.424977] env[69808]: DEBUG oslo_vmware.rw_handles [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52523180-ce45-63e2-29c5-fcd26ebc130a/disk-0.vmdk for reading. {{(pid=69808) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 962.486569] env[69808]: DEBUG nova.compute.manager [req-5a08426c-16a2-4f07-86ae-d50911525919 req-c33d1af0-3822-44bb-af26-61ccf45e42f4 service nova] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Received event network-vif-deleted-2a49cbed-cb88-4306-a623-93dd0f63a398 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.486865] env[69808]: INFO nova.compute.manager [req-5a08426c-16a2-4f07-86ae-d50911525919 req-c33d1af0-3822-44bb-af26-61ccf45e42f4 service nova] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Neutron deleted interface 2a49cbed-cb88-4306-a623-93dd0f63a398; detaching it from the instance and deleting it from the info cache [ 962.486956] env[69808]: DEBUG nova.network.neutron [req-5a08426c-16a2-4f07-86ae-d50911525919 req-c33d1af0-3822-44bb-af26-61ccf45e42f4 service nova] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.505472] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.507578] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.339s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.509399] env[69808]: INFO nova.compute.claims [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.514307] env[69808]: DEBUG nova.network.neutron [-] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.526825] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7a507a7b-d1dc-4478-8cb8-5876ca2d89e7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.544016] env[69808]: INFO nova.scheduler.client.report [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Deleted allocations for instance 9838c1a9-b0ae-45c9-9817-b1b59ec722b0 [ 962.983725] env[69808]: DEBUG nova.network.neutron [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Port b62107c7-bab4-4a5c-af07-c1dc3be6c334 binding to destination host cpu-1 is already ACTIVE {{(pid=69808) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 962.993986] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac7d6350-deb1-4cc2-80d3-b638cd6ee64a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.011020] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090b2e97-e8f9-4105-871a-549fd7515135 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.034256] env[69808]: INFO nova.compute.manager [-] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Took 1.93 seconds to deallocate network for instance. [ 963.064573] env[69808]: DEBUG nova.compute.manager [req-5a08426c-16a2-4f07-86ae-d50911525919 req-c33d1af0-3822-44bb-af26-61ccf45e42f4 service nova] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Detach interface failed, port_id=2a49cbed-cb88-4306-a623-93dd0f63a398, reason: Instance 182c3c6f-9376-4d7c-9adc-af7f0237a6f2 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 963.066335] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef12842a-a22b-4d76-b0db-6ca01e9bbba9 tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "9838c1a9-b0ae-45c9-9817-b1b59ec722b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.626s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.544887] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.028133] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "c29994b7-6684-4f16-85bb-618a49df3229-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.028133] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "c29994b7-6684-4f16-85bb-618a49df3229-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.028396] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "c29994b7-6684-4f16-85bb-618a49df3229-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.152955] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99aabc81-3e14-494a-8e58-1093bbc783f0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.163189] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b3886f-b664-4311-8732-d2be15881ab0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.199056] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236f74ce-f18f-415d-bd8d-35d6393a8c7c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.209017] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c02e0a0-5561-4874-8283-3e290e7e7e82 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.223592] env[69808]: DEBUG nova.compute.provider_tree [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.730361] env[69808]: DEBUG nova.scheduler.client.report [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.078583] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "refresh_cache-c29994b7-6684-4f16-85bb-618a49df3229" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.079015] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquired lock "refresh_cache-c29994b7-6684-4f16-85bb-618a49df3229" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.079481] env[69808]: DEBUG nova.network.neutron [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.237784] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.238181] env[69808]: DEBUG nova.compute.manager [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.243737] env[69808]: DEBUG oslo_concurrency.lockutils [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.199s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.244374] env[69808]: INFO nova.compute.claims [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.750898] env[69808]: DEBUG nova.compute.utils [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.752406] env[69808]: DEBUG nova.compute.manager [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.752587] env[69808]: DEBUG nova.network.neutron [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.850666] env[69808]: DEBUG nova.policy [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fce85c31f3bf4706b9beebf183364853', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84c3bd544e5d40eebeb48fb3e5851839', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.980121] env[69808]: DEBUG nova.network.neutron [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Updating instance_info_cache with network_info: [{"id": "b62107c7-bab4-4a5c-af07-c1dc3be6c334", "address": "fa:16:3e:3c:48:ec", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62107c7-ba", "ovs_interfaceid": "b62107c7-bab4-4a5c-af07-c1dc3be6c334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.258451] env[69808]: DEBUG nova.compute.manager [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.483311] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Releasing lock "refresh_cache-c29994b7-6684-4f16-85bb-618a49df3229" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.715699] env[69808]: DEBUG nova.network.neutron [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Successfully created port: 1e8910ca-0d7a-48eb-a46d-3546f2e5584b {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.822891] env[69808]: DEBUG oslo_concurrency.lockutils [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquiring lock "ae9495ce-171c-4d44-b80f-b38a29f29b7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.823249] env[69808]: DEBUG oslo_concurrency.lockutils [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "ae9495ce-171c-4d44-b80f-b38a29f29b7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.823505] env[69808]: DEBUG oslo_concurrency.lockutils [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquiring lock "ae9495ce-171c-4d44-b80f-b38a29f29b7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.827024] env[69808]: DEBUG oslo_concurrency.lockutils [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "ae9495ce-171c-4d44-b80f-b38a29f29b7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.827024] env[69808]: DEBUG oslo_concurrency.lockutils [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "ae9495ce-171c-4d44-b80f-b38a29f29b7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.828578] env[69808]: INFO nova.compute.manager [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Terminating instance [ 966.874618] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f727b09-8735-4328-9c91-c499bfa5e1ca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.886656] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5076f6-dac4-4ae7-a770-e7e3410c662d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.919975] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f637230e-99ac-44a1-bd18-bb6c16483974 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.928318] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03640fb8-2715-4382-9869-f7a4b692b621 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.943517] env[69808]: DEBUG nova.compute.provider_tree [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.010306] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91b2ed8-a903-4e0f-bd22-66e94adf4ec3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.031955] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b30692-10e0-4818-a80f-d7d0871f26a8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.040340] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Updating instance 'c29994b7-6684-4f16-85bb-618a49df3229' progress to 83 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.274788] env[69808]: DEBUG nova.compute.manager [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.323205] env[69808]: DEBUG nova.virt.hardware [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.323205] env[69808]: DEBUG nova.virt.hardware [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.323205] env[69808]: DEBUG nova.virt.hardware [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.323205] env[69808]: DEBUG nova.virt.hardware [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.323205] env[69808]: DEBUG nova.virt.hardware [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.323205] env[69808]: DEBUG nova.virt.hardware [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.323205] env[69808]: DEBUG nova.virt.hardware [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.323205] env[69808]: DEBUG nova.virt.hardware [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.323205] env[69808]: DEBUG nova.virt.hardware [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.323630] env[69808]: DEBUG nova.virt.hardware [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.323630] env[69808]: DEBUG nova.virt.hardware [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.324554] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c8d535-f65e-491b-beb2-b5f33c005924 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.335282] env[69808]: DEBUG nova.compute.manager [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.335552] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.336421] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b2afff-301d-4d4d-8316-e87f9fdc0367 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.342854] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2f29b2-d2d0-43a1-8954-09f91d331ee1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.359431] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.359431] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4259f70-5900-45ca-b290-3d3ca5736284 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.367508] env[69808]: DEBUG oslo_vmware.api [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 967.367508] env[69808]: value = "task-3790176" [ 967.367508] env[69808]: _type = "Task" [ 967.367508] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.378467] env[69808]: DEBUG oslo_vmware.api [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3790176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.449027] env[69808]: DEBUG nova.scheduler.client.report [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.548355] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.548355] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b7911c4-dd8f-4c88-bda6-4eb96a1c6752 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.557985] env[69808]: DEBUG oslo_vmware.api [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 967.557985] env[69808]: value = "task-3790177" [ 967.557985] env[69808]: _type = "Task" [ 967.557985] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.573661] env[69808]: DEBUG oslo_vmware.api [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.880950] env[69808]: DEBUG oslo_vmware.api [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3790176, 'name': PowerOffVM_Task, 'duration_secs': 0.344884} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.881328] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.881501] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.881919] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2099ca38-16bb-46f5-ae11-e18f917be840 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.951855] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.951855] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.951855] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Deleting the datastore file [datastore2] ae9495ce-171c-4d44-b80f-b38a29f29b7a {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.951855] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e27e09f4-e4ed-4b86-aee8-950a80b4d407 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.957996] env[69808]: DEBUG oslo_concurrency.lockutils [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.957996] env[69808]: DEBUG nova.compute.manager [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.965690] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.437s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.965968] env[69808]: DEBUG nova.objects.instance [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Lazy-loading 'resources' on Instance uuid 83d311b6-1abd-4f04-bb55-2474eb9c923a {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.967773] env[69808]: DEBUG oslo_vmware.api [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for the task: (returnval){ [ 967.967773] env[69808]: value = "task-3790179" [ 967.967773] env[69808]: _type = "Task" [ 967.967773] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.981117] env[69808]: DEBUG oslo_vmware.api [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3790179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.076146] env[69808]: DEBUG oslo_vmware.api [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790177, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.474246] env[69808]: DEBUG nova.compute.utils [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.480028] env[69808]: DEBUG nova.compute.manager [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.480028] env[69808]: DEBUG nova.network.neutron [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.489639] env[69808]: DEBUG oslo_vmware.api [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Task: {'id': task-3790179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238868} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.489939] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.490141] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.490320] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.490494] env[69808]: INFO nova.compute.manager [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 968.490822] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.490942] env[69808]: DEBUG nova.compute.manager [-] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.491046] env[69808]: DEBUG nova.network.neutron [-] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.571566] env[69808]: DEBUG oslo_vmware.api [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790177, 'name': PowerOnVM_Task, 'duration_secs': 0.591874} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.574593] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.574801] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b65ddc51-b71a-4311-9cb6-08d81f643fc7 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Updating instance 'c29994b7-6684-4f16-85bb-618a49df3229' progress to 100 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 968.611661] env[69808]: DEBUG nova.policy [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54b674e722114a8aaa5113c1feb754e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b235077870b4008bb457876b9239c6e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.760858] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Acquiring lock "79d63a6e-1b7f-4b50-bc92-2df53bba12e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.762797] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Lock "79d63a6e-1b7f-4b50-bc92-2df53bba12e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.988629] env[69808]: DEBUG nova.compute.manager [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.089075] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d19a167-f8e0-49da-9ad5-ae9fb5c4f56a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.098655] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c8cda2-e9ca-4bb2-a7ad-21ae81bf6b59 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.141435] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563c8814-5480-4f2a-b37a-112389a8085c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.153535] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647de551-98f7-41fd-b232-d1f7a3b54d1b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.172575] env[69808]: DEBUG nova.compute.provider_tree [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.267871] env[69808]: DEBUG nova.compute.manager [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.677544] env[69808]: DEBUG nova.scheduler.client.report [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.683221] env[69808]: DEBUG nova.compute.manager [req-fda974a3-fb4a-4e12-8a26-1ccd718d4c6f req-f8075ead-1093-4a73-aab3-6802b96ae12a service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Received event network-vif-plugged-1e8910ca-0d7a-48eb-a46d-3546f2e5584b {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.683431] env[69808]: DEBUG oslo_concurrency.lockutils [req-fda974a3-fb4a-4e12-8a26-1ccd718d4c6f req-f8075ead-1093-4a73-aab3-6802b96ae12a service nova] Acquiring lock "5a960079-923d-4796-84bd-228ab0caccfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.683666] env[69808]: DEBUG oslo_concurrency.lockutils [req-fda974a3-fb4a-4e12-8a26-1ccd718d4c6f req-f8075ead-1093-4a73-aab3-6802b96ae12a service nova] Lock "5a960079-923d-4796-84bd-228ab0caccfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.683848] env[69808]: DEBUG oslo_concurrency.lockutils [req-fda974a3-fb4a-4e12-8a26-1ccd718d4c6f req-f8075ead-1093-4a73-aab3-6802b96ae12a service nova] Lock "5a960079-923d-4796-84bd-228ab0caccfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.684029] env[69808]: DEBUG nova.compute.manager [req-fda974a3-fb4a-4e12-8a26-1ccd718d4c6f req-f8075ead-1093-4a73-aab3-6802b96ae12a service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] No waiting events found dispatching network-vif-plugged-1e8910ca-0d7a-48eb-a46d-3546f2e5584b {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 969.684312] env[69808]: WARNING nova.compute.manager [req-fda974a3-fb4a-4e12-8a26-1ccd718d4c6f req-f8075ead-1093-4a73-aab3-6802b96ae12a service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Received unexpected event network-vif-plugged-1e8910ca-0d7a-48eb-a46d-3546f2e5584b for instance with vm_state building and task_state spawning. [ 969.795440] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.831609] env[69808]: DEBUG nova.network.neutron [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Successfully created port: f4910a6a-3485-4b71-83d5-5b2d39b5340e {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.004746] env[69808]: DEBUG nova.compute.manager [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.012482] env[69808]: DEBUG nova.network.neutron [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Successfully updated port: 1e8910ca-0d7a-48eb-a46d-3546f2e5584b {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.046338] env[69808]: DEBUG nova.virt.hardware [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9f360ba63aa7f3cc32e03115c01fd35a',container_format='bare',created_at=2025-05-02T11:41:31Z,direct_url=,disk_format='vmdk',id=08f02214-8e02-48ef-b110-5113dc3490d4,min_disk=1,min_ram=0,name='tempest-test-snap-294037607',owner='2b235077870b4008bb457876b9239c6e',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-02T11:41:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.046621] env[69808]: DEBUG nova.virt.hardware [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.046789] env[69808]: DEBUG nova.virt.hardware [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.046972] env[69808]: DEBUG nova.virt.hardware [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.048199] env[69808]: DEBUG nova.virt.hardware [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.048901] env[69808]: DEBUG nova.virt.hardware [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.048901] env[69808]: DEBUG nova.virt.hardware [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.048901] env[69808]: DEBUG nova.virt.hardware [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.048901] env[69808]: DEBUG nova.virt.hardware [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.049077] env[69808]: DEBUG nova.virt.hardware [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.049558] env[69808]: DEBUG nova.virt.hardware [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.050455] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bafc2a-fed1-4d72-981d-debb8cbc5e5e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.067211] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcf5f3f-dd12-4a83-9240-58828ad3fabe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.182742] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.185049] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.007s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.188629] env[69808]: INFO nova.compute.claims [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.225202] env[69808]: DEBUG oslo_vmware.rw_handles [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52523180-ce45-63e2-29c5-fcd26ebc130a/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 970.226234] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcdd3a1-133f-4b36-ac92-833a8de8b232 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.229919] env[69808]: INFO nova.scheduler.client.report [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Deleted allocations for instance 83d311b6-1abd-4f04-bb55-2474eb9c923a [ 970.239019] env[69808]: DEBUG oslo_vmware.rw_handles [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52523180-ce45-63e2-29c5-fcd26ebc130a/disk-0.vmdk is in state: ready. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 970.239323] env[69808]: ERROR oslo_vmware.rw_handles [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52523180-ce45-63e2-29c5-fcd26ebc130a/disk-0.vmdk due to incomplete transfer. [ 970.239581] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d7f926db-95cd-4984-bd25-a89219cb2d8e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.251062] env[69808]: DEBUG oslo_vmware.rw_handles [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52523180-ce45-63e2-29c5-fcd26ebc130a/disk-0.vmdk. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 970.251062] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Uploaded image 52918384-478a-4503-97b2-c1af2e832328 to the Glance image server {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 970.254477] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Destroying the VM {{(pid=69808) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 970.255959] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a649b8e7-8d1f-48bf-9cfe-04124e085a45 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.263116] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 970.263116] env[69808]: value = "task-3790180" [ 970.263116] env[69808]: _type = "Task" [ 970.263116] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.274869] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790180, 'name': Destroy_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.516352] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Acquiring lock "refresh_cache-5a960079-923d-4796-84bd-228ab0caccfa" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.516605] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Acquired lock "refresh_cache-5a960079-923d-4796-84bd-228ab0caccfa" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.516804] env[69808]: DEBUG nova.network.neutron [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.609856] env[69808]: DEBUG nova.network.neutron [-] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.741761] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3c4c7ec7-383a-472f-a000-bca748f45977 tempest-ServersAdminNegativeTestJSON-1026653038 tempest-ServersAdminNegativeTestJSON-1026653038-project-member] Lock "83d311b6-1abd-4f04-bb55-2474eb9c923a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.367s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.782255] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790180, 'name': Destroy_Task, 'duration_secs': 0.354584} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.782612] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Destroyed the VM [ 970.782862] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Deleting Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 970.783157] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8e6425c9-6cf5-466f-916d-d22d0f71169c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.792410] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 970.792410] env[69808]: value = "task-3790181" [ 970.792410] env[69808]: _type = "Task" [ 970.792410] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.801587] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790181, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.062164] env[69808]: DEBUG nova.network.neutron [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.114293] env[69808]: INFO nova.compute.manager [-] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Took 2.62 seconds to deallocate network for instance. [ 971.310621] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790181, 'name': RemoveSnapshot_Task, 'duration_secs': 0.503228} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.311476] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Deleted Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 971.311764] env[69808]: DEBUG nova.compute.manager [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 971.312603] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7befc56e-19c8-47ca-9e93-6e8aba967844 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.627458] env[69808]: DEBUG oslo_concurrency.lockutils [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.691596] env[69808]: DEBUG nova.network.neutron [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Port b62107c7-bab4-4a5c-af07-c1dc3be6c334 binding to destination host cpu-1 is already ACTIVE {{(pid=69808) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 971.692314] env[69808]: DEBUG oslo_concurrency.lockutils [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "refresh_cache-c29994b7-6684-4f16-85bb-618a49df3229" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.692636] env[69808]: DEBUG oslo_concurrency.lockutils [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquired lock "refresh_cache-c29994b7-6684-4f16-85bb-618a49df3229" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.692918] env[69808]: DEBUG nova.network.neutron [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.720578] env[69808]: DEBUG nova.network.neutron [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Updating instance_info_cache with network_info: [{"id": "1e8910ca-0d7a-48eb-a46d-3546f2e5584b", "address": "fa:16:3e:91:8d:74", "network": {"id": "b377f14d-451f-4064-9101-8013c7ec49b9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-188121900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "84c3bd544e5d40eebeb48fb3e5851839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e8910ca-0d", "ovs_interfaceid": "1e8910ca-0d7a-48eb-a46d-3546f2e5584b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.798912] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fca93f-2df6-48f6-ae0f-e9daf7ca12a8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.810919] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2987e425-0b60-4923-93f9-f13bf45f64a6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.854980] env[69808]: INFO nova.compute.manager [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Shelve offloading [ 971.857568] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020401dc-c018-42e9-80d1-28f25b329854 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.867802] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a71de2-1e79-40d7-8ad3-d33931582496 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.884698] env[69808]: DEBUG nova.compute.provider_tree [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.953087] env[69808]: DEBUG nova.compute.manager [req-efe92ca7-e175-4a8f-9c83-392dc3e4fa87 req-c586b554-4b0b-4558-844a-79f72d485514 service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Received event network-changed-1e8910ca-0d7a-48eb-a46d-3546f2e5584b {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.953760] env[69808]: DEBUG nova.compute.manager [req-efe92ca7-e175-4a8f-9c83-392dc3e4fa87 req-c586b554-4b0b-4558-844a-79f72d485514 service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Refreshing instance network info cache due to event network-changed-1e8910ca-0d7a-48eb-a46d-3546f2e5584b. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.957103] env[69808]: DEBUG oslo_concurrency.lockutils [req-efe92ca7-e175-4a8f-9c83-392dc3e4fa87 req-c586b554-4b0b-4558-844a-79f72d485514 service nova] Acquiring lock "refresh_cache-5a960079-923d-4796-84bd-228ab0caccfa" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.995857] env[69808]: DEBUG nova.network.neutron [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Successfully updated port: f4910a6a-3485-4b71-83d5-5b2d39b5340e {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.222603] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Releasing lock "refresh_cache-5a960079-923d-4796-84bd-228ab0caccfa" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.222970] env[69808]: DEBUG nova.compute.manager [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Instance network_info: |[{"id": "1e8910ca-0d7a-48eb-a46d-3546f2e5584b", "address": "fa:16:3e:91:8d:74", "network": {"id": "b377f14d-451f-4064-9101-8013c7ec49b9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-188121900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "84c3bd544e5d40eebeb48fb3e5851839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e8910ca-0d", "ovs_interfaceid": "1e8910ca-0d7a-48eb-a46d-3546f2e5584b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.223359] env[69808]: DEBUG oslo_concurrency.lockutils [req-efe92ca7-e175-4a8f-9c83-392dc3e4fa87 req-c586b554-4b0b-4558-844a-79f72d485514 service nova] Acquired lock "refresh_cache-5a960079-923d-4796-84bd-228ab0caccfa" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.223574] env[69808]: DEBUG nova.network.neutron [req-efe92ca7-e175-4a8f-9c83-392dc3e4fa87 req-c586b554-4b0b-4558-844a-79f72d485514 service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Refreshing network info cache for port 1e8910ca-0d7a-48eb-a46d-3546f2e5584b {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.224986] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:8d:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e8910ca-0d7a-48eb-a46d-3546f2e5584b', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.233188] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Creating folder: Project (84c3bd544e5d40eebeb48fb3e5851839). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.236431] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb282cb9-b38c-4bf3-882a-3a30f93ca3c0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.249776] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Created folder: Project (84c3bd544e5d40eebeb48fb3e5851839) in parent group-v753775. [ 972.250030] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Creating folder: Instances. Parent ref: group-v753966. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.250297] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2114ee6b-26d3-4647-bba2-54aae0a03dbf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.261533] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Created folder: Instances in parent group-v753966. [ 972.261969] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.262253] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.262519] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b06d8f63-8ebd-4293-af8a-e454872ff05e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.287690] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.287690] env[69808]: value = "task-3790184" [ 972.287690] env[69808]: _type = "Task" [ 972.287690] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.296653] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790184, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.363228] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.363602] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7e3d734-3bd6-43d7-84bd-ce928e0ed962 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.374282] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 972.374282] env[69808]: value = "task-3790185" [ 972.374282] env[69808]: _type = "Task" [ 972.374282] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.385575] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] VM already powered off {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 972.385832] env[69808]: DEBUG nova.compute.manager [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 972.386713] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58043970-ff34-492c-bc86-59a4650db821 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.390260] env[69808]: DEBUG nova.scheduler.client.report [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.397948] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "refresh_cache-e6258ef7-4a42-4689-b405-e2e249f92af0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.398098] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired lock "refresh_cache-e6258ef7-4a42-4689-b405-e2e249f92af0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.398425] env[69808]: DEBUG nova.network.neutron [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.498909] env[69808]: DEBUG oslo_concurrency.lockutils [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "refresh_cache-ec828439-ad64-4776-854f-fb40b08d4eb5" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.499111] env[69808]: DEBUG oslo_concurrency.lockutils [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquired lock "refresh_cache-ec828439-ad64-4776-854f-fb40b08d4eb5" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.499280] env[69808]: DEBUG nova.network.neutron [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.622413] env[69808]: DEBUG nova.network.neutron [req-efe92ca7-e175-4a8f-9c83-392dc3e4fa87 req-c586b554-4b0b-4558-844a-79f72d485514 service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Updated VIF entry in instance network info cache for port 1e8910ca-0d7a-48eb-a46d-3546f2e5584b. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.622849] env[69808]: DEBUG nova.network.neutron [req-efe92ca7-e175-4a8f-9c83-392dc3e4fa87 req-c586b554-4b0b-4558-844a-79f72d485514 service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Updating instance_info_cache with network_info: [{"id": "1e8910ca-0d7a-48eb-a46d-3546f2e5584b", "address": "fa:16:3e:91:8d:74", "network": {"id": "b377f14d-451f-4064-9101-8013c7ec49b9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-188121900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "84c3bd544e5d40eebeb48fb3e5851839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e8910ca-0d", "ovs_interfaceid": "1e8910ca-0d7a-48eb-a46d-3546f2e5584b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.625892] env[69808]: DEBUG nova.network.neutron [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Updating instance_info_cache with network_info: [{"id": "b62107c7-bab4-4a5c-af07-c1dc3be6c334", "address": "fa:16:3e:3c:48:ec", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62107c7-ba", "ovs_interfaceid": "b62107c7-bab4-4a5c-af07-c1dc3be6c334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.799913] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790184, 'name': CreateVM_Task, 'duration_secs': 0.429732} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.801035] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.801292] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.801438] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.801787] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.802126] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf69f0d9-9dc3-4886-9794-c9823bf79d05 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.807375] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Waiting for the task: (returnval){ [ 972.807375] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52645c60-84f9-b58a-e110-f26c2a86790b" [ 972.807375] env[69808]: _type = "Task" [ 972.807375] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.815838] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52645c60-84f9-b58a-e110-f26c2a86790b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.896258] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.896893] env[69808]: DEBUG nova.compute.manager [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.899847] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 53.301s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.075106] env[69808]: DEBUG nova.network.neutron [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.126231] env[69808]: DEBUG oslo_concurrency.lockutils [req-efe92ca7-e175-4a8f-9c83-392dc3e4fa87 req-c586b554-4b0b-4558-844a-79f72d485514 service nova] Releasing lock "refresh_cache-5a960079-923d-4796-84bd-228ab0caccfa" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.126907] env[69808]: DEBUG nova.compute.manager [req-efe92ca7-e175-4a8f-9c83-392dc3e4fa87 req-c586b554-4b0b-4558-844a-79f72d485514 service nova] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Received event network-vif-deleted-a05e68e3-37f0-4aa6-8e00-0e037b38dbd1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.129105] env[69808]: DEBUG oslo_concurrency.lockutils [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Releasing lock "refresh_cache-c29994b7-6684-4f16-85bb-618a49df3229" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.317288] env[69808]: DEBUG nova.network.neutron [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Updating instance_info_cache with network_info: [{"id": "b46c90e8-f0e0-4bb7-ab8c-d69628fbf361", "address": "fa:16:3e:03:6a:ba", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46c90e8-f0", "ovs_interfaceid": "b46c90e8-f0e0-4bb7-ab8c-d69628fbf361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.333066] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52645c60-84f9-b58a-e110-f26c2a86790b, 'name': SearchDatastore_Task, 'duration_secs': 0.01101} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.333827] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.334089] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.335607] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.335607] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.335607] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.335607] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ef3b0a9-8b94-4a4f-b1ee-5c7ef0323344 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.345444] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.345814] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.346581] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-894dd169-1ebe-4c1c-9d28-38d333e8b13a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.354911] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Waiting for the task: (returnval){ [ 973.354911] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529c0de5-7768-6617-0c7a-661832522e1d" [ 973.354911] env[69808]: _type = "Task" [ 973.354911] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.360669] env[69808]: DEBUG nova.network.neutron [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Updating instance_info_cache with network_info: [{"id": "f4910a6a-3485-4b71-83d5-5b2d39b5340e", "address": "fa:16:3e:90:3e:cc", "network": {"id": "7767bb95-5cc6-4aca-b6c1-dbfcc00b332b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-149431807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b235077870b4008bb457876b9239c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4910a6a-34", "ovs_interfaceid": "f4910a6a-3485-4b71-83d5-5b2d39b5340e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.370626] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529c0de5-7768-6617-0c7a-661832522e1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.403428] env[69808]: DEBUG nova.compute.utils [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.404860] env[69808]: DEBUG nova.compute.manager [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.405827] env[69808]: DEBUG nova.network.neutron [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.422593] env[69808]: DEBUG nova.compute.manager [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.496189] env[69808]: DEBUG nova.policy [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c57a4f31a7a4c57830e20cfcadbfa81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c2116cd51b044889de610fc9edfa9ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.632919] env[69808]: DEBUG nova.compute.manager [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69808) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 973.632919] env[69808]: DEBUG oslo_concurrency.lockutils [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.823833] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Releasing lock "refresh_cache-e6258ef7-4a42-4689-b405-e2e249f92af0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.869405] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529c0de5-7768-6617-0c7a-661832522e1d, 'name': SearchDatastore_Task, 'duration_secs': 0.010712} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.871028] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70066e25-ada8-4bda-bc39-b19de402bdd2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.874896] env[69808]: DEBUG oslo_concurrency.lockutils [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Releasing lock "refresh_cache-ec828439-ad64-4776-854f-fb40b08d4eb5" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.875170] env[69808]: DEBUG nova.compute.manager [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Instance network_info: |[{"id": "f4910a6a-3485-4b71-83d5-5b2d39b5340e", "address": "fa:16:3e:90:3e:cc", "network": {"id": "7767bb95-5cc6-4aca-b6c1-dbfcc00b332b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-149431807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b235077870b4008bb457876b9239c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4910a6a-34", "ovs_interfaceid": "f4910a6a-3485-4b71-83d5-5b2d39b5340e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.878450] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:3e:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4910a6a-3485-4b71-83d5-5b2d39b5340e', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.886085] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.887139] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.887834] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-480f393d-1d66-4564-bf94-fbcc3698b1b7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.910016] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Waiting for the task: (returnval){ [ 973.910016] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52672c64-34f4-2de1-93ad-7d55cbc3e66e" [ 973.910016] env[69808]: _type = "Task" [ 973.910016] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.917438] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.917438] env[69808]: value = "task-3790186" [ 973.917438] env[69808]: _type = "Task" [ 973.917438] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.924257] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52672c64-34f4-2de1-93ad-7d55cbc3e66e, 'name': SearchDatastore_Task, 'duration_secs': 0.011919} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.925228] env[69808]: DEBUG nova.network.neutron [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Successfully created port: a0b1f27a-a9a3-4938-a887-08e70a8411ca {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.927019] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.927149] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 5a960079-923d-4796-84bd-228ab0caccfa/5a960079-923d-4796-84bd-228ab0caccfa.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.931759] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Applying migration context for instance c29994b7-6684-4f16-85bb-618a49df3229 as it has an incoming, in-progress migration ddfe72e5-678d-4b96-9928-8506d7945ac5. Migration status is reverting {{(pid=69808) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 973.933734] env[69808]: INFO nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Updating resource usage from migration ddfe72e5-678d-4b96-9928-8506d7945ac5 [ 973.936909] env[69808]: INFO nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Updating resource usage from migration e7ebb78e-a58e-4ddd-b1a4-9176156a503e [ 973.937773] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbe0a062-b251-4cbd-99f1-92c0f7d0f34a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.947461] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790186, 'name': CreateVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.953078] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Waiting for the task: (returnval){ [ 973.953078] env[69808]: value = "task-3790187" [ 973.953078] env[69808]: _type = "Task" [ 973.953078] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.962220] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.970285] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 892ec809-73b2-41f3-949f-95c2766d3a30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.970451] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 40a2019a-162d-40e3-9a17-35eb5e284990 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.970604] env[69808]: WARNING nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.970950] env[69808]: WARNING nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance ae9495ce-171c-4d44-b80f-b38a29f29b7a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.970950] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.971091] env[69808]: WARNING nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 4bb5baa6-049c-4b8a-b0ae-4964088aec43 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.971124] env[69808]: WARNING nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 52a3515b-c3c1-4277-931c-14e25d1f2d36 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.971221] env[69808]: WARNING nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance f94063df-5f47-4727-b272-d50ffa44121e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.971329] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance b9bdc3de-a901-46cf-a0c1-84d5fb95220b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.971437] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance bfc961c4-cc6b-4691-bc95-b78c0a14bbe0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.971555] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 77b1a824-59d1-401b-9053-7842a5ce64c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.971674] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 29e6ac06-994b-4b76-b919-2787bd3d4f98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.973063] env[69808]: WARNING nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 0922ebfc-18b3-43c6-aee1-49d479cba0c8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.973063] env[69808]: WARNING nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 7fe98ad5-a3f6-4329-9770-b4ff71276a2e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.973063] env[69808]: WARNING nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 182c3c6f-9376-4d7c-9adc-af7f0237a6f2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.973063] env[69808]: WARNING nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 11c45281-964e-41c6-bb96-6b8037972cf6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.973063] env[69808]: WARNING nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance eae18895-9914-4301-91c2-ffd1e296adcc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.973063] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 1e76dd13-39f8-4b51-8cb5-443ff4160265 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.973063] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance e6258ef7-4a42-4689-b405-e2e249f92af0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.973063] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Migration ddfe72e5-678d-4b96-9928-8506d7945ac5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 973.973063] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance c29994b7-6684-4f16-85bb-618a49df3229 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 974.225910] env[69808]: DEBUG oslo_concurrency.lockutils [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Acquiring lock "40727ad6-40eb-42a4-9c57-8994f00982af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.226294] env[69808]: DEBUG oslo_concurrency.lockutils [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Lock "40727ad6-40eb-42a4-9c57-8994f00982af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.293485] env[69808]: DEBUG nova.compute.manager [req-c123a126-0f4d-49a1-b2ae-a24cc08e1677 req-47aa6d37-d55c-4b26-936d-e04aa792dd71 service nova] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Received event network-vif-plugged-f4910a6a-3485-4b71-83d5-5b2d39b5340e {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.293844] env[69808]: DEBUG oslo_concurrency.lockutils [req-c123a126-0f4d-49a1-b2ae-a24cc08e1677 req-47aa6d37-d55c-4b26-936d-e04aa792dd71 service nova] Acquiring lock "ec828439-ad64-4776-854f-fb40b08d4eb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.295026] env[69808]: DEBUG oslo_concurrency.lockutils [req-c123a126-0f4d-49a1-b2ae-a24cc08e1677 req-47aa6d37-d55c-4b26-936d-e04aa792dd71 service nova] Lock "ec828439-ad64-4776-854f-fb40b08d4eb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.295249] env[69808]: DEBUG oslo_concurrency.lockutils [req-c123a126-0f4d-49a1-b2ae-a24cc08e1677 req-47aa6d37-d55c-4b26-936d-e04aa792dd71 service nova] Lock "ec828439-ad64-4776-854f-fb40b08d4eb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.298966] env[69808]: DEBUG nova.compute.manager [req-c123a126-0f4d-49a1-b2ae-a24cc08e1677 req-47aa6d37-d55c-4b26-936d-e04aa792dd71 service nova] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] No waiting events found dispatching network-vif-plugged-f4910a6a-3485-4b71-83d5-5b2d39b5340e {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 974.299240] env[69808]: WARNING nova.compute.manager [req-c123a126-0f4d-49a1-b2ae-a24cc08e1677 req-47aa6d37-d55c-4b26-936d-e04aa792dd71 service nova] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Received unexpected event network-vif-plugged-f4910a6a-3485-4b71-83d5-5b2d39b5340e for instance with vm_state building and task_state spawning. [ 974.299480] env[69808]: DEBUG nova.compute.manager [req-c123a126-0f4d-49a1-b2ae-a24cc08e1677 req-47aa6d37-d55c-4b26-936d-e04aa792dd71 service nova] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Received event network-changed-f4910a6a-3485-4b71-83d5-5b2d39b5340e {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.299708] env[69808]: DEBUG nova.compute.manager [req-c123a126-0f4d-49a1-b2ae-a24cc08e1677 req-47aa6d37-d55c-4b26-936d-e04aa792dd71 service nova] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Refreshing instance network info cache due to event network-changed-f4910a6a-3485-4b71-83d5-5b2d39b5340e. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.299943] env[69808]: DEBUG oslo_concurrency.lockutils [req-c123a126-0f4d-49a1-b2ae-a24cc08e1677 req-47aa6d37-d55c-4b26-936d-e04aa792dd71 service nova] Acquiring lock "refresh_cache-ec828439-ad64-4776-854f-fb40b08d4eb5" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.300170] env[69808]: DEBUG oslo_concurrency.lockutils [req-c123a126-0f4d-49a1-b2ae-a24cc08e1677 req-47aa6d37-d55c-4b26-936d-e04aa792dd71 service nova] Acquired lock "refresh_cache-ec828439-ad64-4776-854f-fb40b08d4eb5" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.300421] env[69808]: DEBUG nova.network.neutron [req-c123a126-0f4d-49a1-b2ae-a24cc08e1677 req-47aa6d37-d55c-4b26-936d-e04aa792dd71 service nova] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Refreshing network info cache for port f4910a6a-3485-4b71-83d5-5b2d39b5340e {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.427867] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790186, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.439273] env[69808]: DEBUG nova.compute.manager [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.466644] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790187, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.468277] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.470952] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dac064-6cc9-4848-843e-dcc3adb1703f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.485061] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 3216aa34-6732-4e07-97cc-6a80533c479b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 974.485061] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 5a960079-923d-4796-84bd-228ab0caccfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 974.485061] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance ec828439-ad64-4776-854f-fb40b08d4eb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 974.485061] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance a0a9a65c-90aa-4981-9b23-dffd854b6e4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 974.485061] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.485061] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc76069f-9ec5-458f-863d-dd8ba8da073b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.496117] env[69808]: DEBUG nova.virt.hardware [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.496469] env[69808]: DEBUG nova.virt.hardware [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.496572] env[69808]: DEBUG nova.virt.hardware [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.496819] env[69808]: DEBUG nova.virt.hardware [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.496869] env[69808]: DEBUG nova.virt.hardware [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.497018] env[69808]: DEBUG nova.virt.hardware [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.499504] env[69808]: DEBUG nova.virt.hardware [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.499758] env[69808]: DEBUG nova.virt.hardware [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.500072] env[69808]: DEBUG nova.virt.hardware [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.500403] env[69808]: DEBUG nova.virt.hardware [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.500584] env[69808]: DEBUG nova.virt.hardware [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.501862] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb61484d-7021-41a1-8a12-404809d91a09 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.512228] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d9614e-a7ca-4c28-8708-73ddf51bcc02 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.558315] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.558540] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.558734] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Deleting the datastore file [datastore2] e6258ef7-4a42-4689-b405-e2e249f92af0 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.559251] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f6f89b0-84c3-4729-974e-1c69a3fd5f6a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.567475] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 974.567475] env[69808]: value = "task-3790189" [ 974.567475] env[69808]: _type = "Task" [ 974.567475] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.577631] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.591745] env[69808]: DEBUG nova.network.neutron [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Successfully created port: 7cc42dba-b85f-465c-972f-650c06f6cb10 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.729232] env[69808]: DEBUG nova.compute.manager [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.927426] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790186, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.964533] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533747} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.964723] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 5a960079-923d-4796-84bd-228ab0caccfa/5a960079-923d-4796-84bd-228ab0caccfa.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.964954] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.965316] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2fa38dd-740e-421c-b0ab-221fc3f6b91d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.976576] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Waiting for the task: (returnval){ [ 974.976576] env[69808]: value = "task-3790190" [ 974.976576] env[69808]: _type = "Task" [ 974.976576] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.989472] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 1e20d536-5eed-4055-8092-03c759da5fa9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 974.991204] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.079305] env[69808]: DEBUG oslo_vmware.api [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135453} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.079597] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.079792] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.079972] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.103824] env[69808]: INFO nova.scheduler.client.report [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Deleted allocations for instance e6258ef7-4a42-4689-b405-e2e249f92af0 [ 975.157315] env[69808]: DEBUG nova.network.neutron [req-c123a126-0f4d-49a1-b2ae-a24cc08e1677 req-47aa6d37-d55c-4b26-936d-e04aa792dd71 service nova] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Updated VIF entry in instance network info cache for port f4910a6a-3485-4b71-83d5-5b2d39b5340e. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.157695] env[69808]: DEBUG nova.network.neutron [req-c123a126-0f4d-49a1-b2ae-a24cc08e1677 req-47aa6d37-d55c-4b26-936d-e04aa792dd71 service nova] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Updating instance_info_cache with network_info: [{"id": "f4910a6a-3485-4b71-83d5-5b2d39b5340e", "address": "fa:16:3e:90:3e:cc", "network": {"id": "7767bb95-5cc6-4aca-b6c1-dbfcc00b332b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-149431807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b235077870b4008bb457876b9239c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4910a6a-34", "ovs_interfaceid": "f4910a6a-3485-4b71-83d5-5b2d39b5340e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.249950] env[69808]: DEBUG oslo_concurrency.lockutils [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.428840] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790186, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.487804] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070269} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.487804] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.488029] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d01c5fa-d677-4876-807d-cfeceedc4e0f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.492723] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance cdd7e10d-086b-4673-801a-1d7a36f0824b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 975.514391] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 5a960079-923d-4796-84bd-228ab0caccfa/5a960079-923d-4796-84bd-228ab0caccfa.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.515771] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf9d50e3-9daf-447f-ab05-58a29760f849 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.537720] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Waiting for the task: (returnval){ [ 975.537720] env[69808]: value = "task-3790191" [ 975.537720] env[69808]: _type = "Task" [ 975.537720] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.546843] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.609803] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.660913] env[69808]: DEBUG oslo_concurrency.lockutils [req-c123a126-0f4d-49a1-b2ae-a24cc08e1677 req-47aa6d37-d55c-4b26-936d-e04aa792dd71 service nova] Releasing lock "refresh_cache-ec828439-ad64-4776-854f-fb40b08d4eb5" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.928532] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790186, 'name': CreateVM_Task, 'duration_secs': 1.703646} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.928790] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.929447] env[69808]: DEBUG oslo_concurrency.lockutils [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/08f02214-8e02-48ef-b110-5113dc3490d4" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.929625] env[69808]: DEBUG oslo_concurrency.lockutils [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/08f02214-8e02-48ef-b110-5113dc3490d4" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.930030] env[69808]: DEBUG oslo_concurrency.lockutils [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/08f02214-8e02-48ef-b110-5113dc3490d4" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.930303] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaf1c1a2-1937-478e-9cde-ae1656df8e77 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.936033] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 975.936033] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5288bd27-637e-ef86-1018-12e9b40a3d8c" [ 975.936033] env[69808]: _type = "Task" [ 975.936033] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.944172] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5288bd27-637e-ef86-1018-12e9b40a3d8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.016755] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance c8b365c1-b843-476b-96d1-6e88230a0d42 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 976.016919] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Migration e7ebb78e-a58e-4ddd-b1a4-9176156a503e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 976.017064] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance cd2a437a-bee5-4ff6-b878-cac262a7465e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 976.049632] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790191, 'name': ReconfigVM_Task, 'duration_secs': 0.351569} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.049927] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 5a960079-923d-4796-84bd-228ab0caccfa/5a960079-923d-4796-84bd-228ab0caccfa.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.050822] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe213b8c-ad48-45b1-a21b-5e5966b58b02 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.058307] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Waiting for the task: (returnval){ [ 976.058307] env[69808]: value = "task-3790192" [ 976.058307] env[69808]: _type = "Task" [ 976.058307] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.068349] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790192, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.392200] env[69808]: DEBUG nova.network.neutron [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Successfully updated port: a0b1f27a-a9a3-4938-a887-08e70a8411ca {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.442587] env[69808]: DEBUG nova.compute.manager [req-81730cc7-e645-4152-9ce7-7cbbf97a91de req-b2ece89c-5c4c-4809-b317-23f9dbd0581e service nova] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Received event network-vif-unplugged-b46c90e8-f0e0-4bb7-ab8c-d69628fbf361 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.442807] env[69808]: DEBUG oslo_concurrency.lockutils [req-81730cc7-e645-4152-9ce7-7cbbf97a91de req-b2ece89c-5c4c-4809-b317-23f9dbd0581e service nova] Acquiring lock "e6258ef7-4a42-4689-b405-e2e249f92af0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.443089] env[69808]: DEBUG oslo_concurrency.lockutils [req-81730cc7-e645-4152-9ce7-7cbbf97a91de req-b2ece89c-5c4c-4809-b317-23f9dbd0581e service nova] Lock "e6258ef7-4a42-4689-b405-e2e249f92af0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.443353] env[69808]: DEBUG oslo_concurrency.lockutils [req-81730cc7-e645-4152-9ce7-7cbbf97a91de req-b2ece89c-5c4c-4809-b317-23f9dbd0581e service nova] Lock "e6258ef7-4a42-4689-b405-e2e249f92af0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.443536] env[69808]: DEBUG nova.compute.manager [req-81730cc7-e645-4152-9ce7-7cbbf97a91de req-b2ece89c-5c4c-4809-b317-23f9dbd0581e service nova] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] No waiting events found dispatching network-vif-unplugged-b46c90e8-f0e0-4bb7-ab8c-d69628fbf361 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 976.443745] env[69808]: DEBUG nova.compute.manager [req-81730cc7-e645-4152-9ce7-7cbbf97a91de req-b2ece89c-5c4c-4809-b317-23f9dbd0581e service nova] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Received event network-vif-unplugged-b46c90e8-f0e0-4bb7-ab8c-d69628fbf361 for instance with task_state deleting. {{(pid=69808) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11515}} [ 976.443905] env[69808]: DEBUG nova.compute.manager [req-81730cc7-e645-4152-9ce7-7cbbf97a91de req-b2ece89c-5c4c-4809-b317-23f9dbd0581e service nova] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Received event network-changed-b46c90e8-f0e0-4bb7-ab8c-d69628fbf361 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.444083] env[69808]: DEBUG nova.compute.manager [req-81730cc7-e645-4152-9ce7-7cbbf97a91de req-b2ece89c-5c4c-4809-b317-23f9dbd0581e service nova] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Refreshing instance network info cache due to event network-changed-b46c90e8-f0e0-4bb7-ab8c-d69628fbf361. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.444277] env[69808]: DEBUG oslo_concurrency.lockutils [req-81730cc7-e645-4152-9ce7-7cbbf97a91de req-b2ece89c-5c4c-4809-b317-23f9dbd0581e service nova] Acquiring lock "refresh_cache-e6258ef7-4a42-4689-b405-e2e249f92af0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.444438] env[69808]: DEBUG oslo_concurrency.lockutils [req-81730cc7-e645-4152-9ce7-7cbbf97a91de req-b2ece89c-5c4c-4809-b317-23f9dbd0581e service nova] Acquired lock "refresh_cache-e6258ef7-4a42-4689-b405-e2e249f92af0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.444601] env[69808]: DEBUG nova.network.neutron [req-81730cc7-e645-4152-9ce7-7cbbf97a91de req-b2ece89c-5c4c-4809-b317-23f9dbd0581e service nova] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Refreshing network info cache for port b46c90e8-f0e0-4bb7-ab8c-d69628fbf361 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.453708] env[69808]: DEBUG oslo_concurrency.lockutils [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/08f02214-8e02-48ef-b110-5113dc3490d4" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.454435] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Processing image 08f02214-8e02-48ef-b110-5113dc3490d4 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.455097] env[69808]: DEBUG oslo_concurrency.lockutils [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/08f02214-8e02-48ef-b110-5113dc3490d4/08f02214-8e02-48ef-b110-5113dc3490d4.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.455097] env[69808]: DEBUG oslo_concurrency.lockutils [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/08f02214-8e02-48ef-b110-5113dc3490d4/08f02214-8e02-48ef-b110-5113dc3490d4.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.455204] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.455948] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc706558-9802-4094-9b92-81de06e2a7b0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.471515] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.471727] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.472519] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dac6b8a-cf60-426f-bf29-5de02d111c24 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.479494] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 976.479494] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b57ea9-a072-a2d8-d53b-ab58e22a24e4" [ 976.479494] env[69808]: _type = "Task" [ 976.479494] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.489955] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b57ea9-a072-a2d8-d53b-ab58e22a24e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.520285] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 79d63a6e-1b7f-4b50-bc92-2df53bba12e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 976.569186] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790192, 'name': Rename_Task, 'duration_secs': 0.17201} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.570204] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.570204] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-001849a3-560d-42b5-a75e-d4bd473ea98a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.580027] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Waiting for the task: (returnval){ [ 976.580027] env[69808]: value = "task-3790193" [ 976.580027] env[69808]: _type = "Task" [ 976.580027] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.586868] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.678627] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8e61c418-d28b-4b5b-a811-01c52e20ed1b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "e6258ef7-4a42-4689-b405-e2e249f92af0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.991020] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Preparing fetch location {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 976.995486] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Fetch image to [datastore1] OSTACK_IMG_0b89dc00-0888-444a-b277-98498b85fb6c/OSTACK_IMG_0b89dc00-0888-444a-b277-98498b85fb6c.vmdk {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 976.995737] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Downloading stream optimized image 08f02214-8e02-48ef-b110-5113dc3490d4 to [datastore1] OSTACK_IMG_0b89dc00-0888-444a-b277-98498b85fb6c/OSTACK_IMG_0b89dc00-0888-444a-b277-98498b85fb6c.vmdk on the data store datastore1 as vApp {{(pid=69808) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 976.995924] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Downloading image file data 08f02214-8e02-48ef-b110-5113dc3490d4 to the ESX as VM named 'OSTACK_IMG_0b89dc00-0888-444a-b277-98498b85fb6c' {{(pid=69808) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 977.026456] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 40727ad6-40eb-42a4-9c57-8994f00982af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 977.026905] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 977.027168] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 977.097781] env[69808]: DEBUG oslo_vmware.api [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790193, 'name': PowerOnVM_Task, 'duration_secs': 0.504737} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.105492] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.106011] env[69808]: INFO nova.compute.manager [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Took 9.83 seconds to spawn the instance on the hypervisor. [ 977.106293] env[69808]: DEBUG nova.compute.manager [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 977.111427] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc3d8ae-4c3a-496f-a1ca-bd7144e92dc5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.129455] env[69808]: DEBUG oslo_vmware.rw_handles [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 977.129455] env[69808]: value = "resgroup-9" [ 977.129455] env[69808]: _type = "ResourcePool" [ 977.129455] env[69808]: }. {{(pid=69808) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 977.129909] env[69808]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b6f36580-a99a-4314-a8a6-d1c37991b3be {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.159565] env[69808]: DEBUG oslo_vmware.rw_handles [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lease: (returnval){ [ 977.159565] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52137ebe-fad4-e237-c9d0-afb55149692c" [ 977.159565] env[69808]: _type = "HttpNfcLease" [ 977.159565] env[69808]: } obtained for vApp import into resource pool (val){ [ 977.159565] env[69808]: value = "resgroup-9" [ 977.159565] env[69808]: _type = "ResourcePool" [ 977.159565] env[69808]: }. {{(pid=69808) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 977.160895] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the lease: (returnval){ [ 977.160895] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52137ebe-fad4-e237-c9d0-afb55149692c" [ 977.160895] env[69808]: _type = "HttpNfcLease" [ 977.160895] env[69808]: } to be ready. {{(pid=69808) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 977.170633] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.170633] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52137ebe-fad4-e237-c9d0-afb55149692c" [ 977.170633] env[69808]: _type = "HttpNfcLease" [ 977.170633] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 977.395987] env[69808]: DEBUG nova.network.neutron [req-81730cc7-e645-4152-9ce7-7cbbf97a91de req-b2ece89c-5c4c-4809-b317-23f9dbd0581e service nova] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Updated VIF entry in instance network info cache for port b46c90e8-f0e0-4bb7-ab8c-d69628fbf361. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.395987] env[69808]: DEBUG nova.network.neutron [req-81730cc7-e645-4152-9ce7-7cbbf97a91de req-b2ece89c-5c4c-4809-b317-23f9dbd0581e service nova] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Updating instance_info_cache with network_info: [{"id": "b46c90e8-f0e0-4bb7-ab8c-d69628fbf361", "address": "fa:16:3e:03:6a:ba", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": null, "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb46c90e8-f0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.585200] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb02f3c-58a3-412e-8792-becf969db871 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.593460] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46df6236-3b52-4e5e-a080-7ca6f9bf7876 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.629616] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e922db2-8382-41eb-9d82-a86369a396d8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.637093] env[69808]: INFO nova.compute.manager [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Took 61.49 seconds to build instance. [ 977.643516] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ff5c3f-fc8d-487c-90d4-b81a9b10e8a5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.659589] env[69808]: DEBUG nova.compute.provider_tree [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.669560] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.669560] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52137ebe-fad4-e237-c9d0-afb55149692c" [ 977.669560] env[69808]: _type = "HttpNfcLease" [ 977.669560] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 977.898299] env[69808]: DEBUG oslo_concurrency.lockutils [req-81730cc7-e645-4152-9ce7-7cbbf97a91de req-b2ece89c-5c4c-4809-b317-23f9dbd0581e service nova] Releasing lock "refresh_cache-e6258ef7-4a42-4689-b405-e2e249f92af0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.898671] env[69808]: DEBUG nova.compute.manager [req-81730cc7-e645-4152-9ce7-7cbbf97a91de req-b2ece89c-5c4c-4809-b317-23f9dbd0581e service nova] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Received event network-vif-plugged-a0b1f27a-a9a3-4938-a887-08e70a8411ca {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.898991] env[69808]: DEBUG oslo_concurrency.lockutils [req-81730cc7-e645-4152-9ce7-7cbbf97a91de req-b2ece89c-5c4c-4809-b317-23f9dbd0581e service nova] Acquiring lock "a0a9a65c-90aa-4981-9b23-dffd854b6e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.899297] env[69808]: DEBUG oslo_concurrency.lockutils [req-81730cc7-e645-4152-9ce7-7cbbf97a91de req-b2ece89c-5c4c-4809-b317-23f9dbd0581e service nova] Lock "a0a9a65c-90aa-4981-9b23-dffd854b6e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.899609] env[69808]: DEBUG oslo_concurrency.lockutils [req-81730cc7-e645-4152-9ce7-7cbbf97a91de req-b2ece89c-5c4c-4809-b317-23f9dbd0581e service nova] Lock "a0a9a65c-90aa-4981-9b23-dffd854b6e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.899795] env[69808]: DEBUG nova.compute.manager [req-81730cc7-e645-4152-9ce7-7cbbf97a91de req-b2ece89c-5c4c-4809-b317-23f9dbd0581e service nova] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] No waiting events found dispatching network-vif-plugged-a0b1f27a-a9a3-4938-a887-08e70a8411ca {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 977.900532] env[69808]: WARNING nova.compute.manager [req-81730cc7-e645-4152-9ce7-7cbbf97a91de req-b2ece89c-5c4c-4809-b317-23f9dbd0581e service nova] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Received unexpected event network-vif-plugged-a0b1f27a-a9a3-4938-a887-08e70a8411ca for instance with vm_state building and task_state spawning. [ 978.141052] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcb4d4b0-4110-4f34-a461-3bd659d18910 tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Lock "5a960079-923d-4796-84bd-228ab0caccfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.017s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.162423] env[69808]: DEBUG nova.scheduler.client.report [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.175645] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 978.175645] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52137ebe-fad4-e237-c9d0-afb55149692c" [ 978.175645] env[69808]: _type = "HttpNfcLease" [ 978.175645] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 978.247080] env[69808]: INFO nova.compute.manager [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Rescuing [ 978.247716] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Acquiring lock "refresh_cache-5a960079-923d-4796-84bd-228ab0caccfa" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.248034] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Acquired lock "refresh_cache-5a960079-923d-4796-84bd-228ab0caccfa" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.248455] env[69808]: DEBUG nova.network.neutron [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.483069] env[69808]: DEBUG nova.compute.manager [req-c35360f3-03e6-4046-993d-22e1e93d46dc req-68153865-37e3-4326-b777-15ea548202bc service nova] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Received event network-changed-a0b1f27a-a9a3-4938-a887-08e70a8411ca {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.483069] env[69808]: DEBUG nova.compute.manager [req-c35360f3-03e6-4046-993d-22e1e93d46dc req-68153865-37e3-4326-b777-15ea548202bc service nova] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Refreshing instance network info cache due to event network-changed-a0b1f27a-a9a3-4938-a887-08e70a8411ca. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.483180] env[69808]: DEBUG oslo_concurrency.lockutils [req-c35360f3-03e6-4046-993d-22e1e93d46dc req-68153865-37e3-4326-b777-15ea548202bc service nova] Acquiring lock "refresh_cache-a0a9a65c-90aa-4981-9b23-dffd854b6e4d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.483324] env[69808]: DEBUG oslo_concurrency.lockutils [req-c35360f3-03e6-4046-993d-22e1e93d46dc req-68153865-37e3-4326-b777-15ea548202bc service nova] Acquired lock "refresh_cache-a0a9a65c-90aa-4981-9b23-dffd854b6e4d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.483484] env[69808]: DEBUG nova.network.neutron [req-c35360f3-03e6-4046-993d-22e1e93d46dc req-68153865-37e3-4326-b777-15ea548202bc service nova] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Refreshing network info cache for port a0b1f27a-a9a3-4938-a887-08e70a8411ca {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.672389] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69808) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 978.672631] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.773s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.672869] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 978.672869] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52137ebe-fad4-e237-c9d0-afb55149692c" [ 978.672869] env[69808]: _type = "HttpNfcLease" [ 978.672869] env[69808]: } is ready. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 978.675036] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 55.523s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.675036] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.677028] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.880s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.677028] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.679353] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.258s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.679772] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.681876] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.547s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.686088] env[69808]: INFO nova.compute.claims [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.687159] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.687366] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Cleaning up deleted instances {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 978.688567] env[69808]: DEBUG oslo_vmware.rw_handles [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 978.688567] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52137ebe-fad4-e237-c9d0-afb55149692c" [ 978.688567] env[69808]: _type = "HttpNfcLease" [ 978.688567] env[69808]: }. {{(pid=69808) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 978.690937] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d0e224-d53a-4c56-b470-b0e8e08a8c6c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.707269] env[69808]: DEBUG oslo_vmware.rw_handles [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8fedd-b0e5-3648-0a4a-c83f9490f044/disk-0.vmdk from lease info. {{(pid=69808) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 978.707566] env[69808]: DEBUG oslo_vmware.rw_handles [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8fedd-b0e5-3648-0a4a-c83f9490f044/disk-0.vmdk. {{(pid=69808) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 978.774850] env[69808]: INFO nova.scheduler.client.report [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Deleted allocations for instance 52a3515b-c3c1-4277-931c-14e25d1f2d36 [ 978.776775] env[69808]: INFO nova.scheduler.client.report [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Deleted allocations for instance f94063df-5f47-4727-b272-d50ffa44121e [ 978.783416] env[69808]: INFO nova.scheduler.client.report [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Deleted allocations for instance 0922ebfc-18b3-43c6-aee1-49d479cba0c8 [ 978.795724] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5591b2e7-0cff-41b9-bca7-297f6d367857 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.884149] env[69808]: DEBUG nova.network.neutron [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Successfully updated port: 7cc42dba-b85f-465c-972f-650c06f6cb10 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.057786] env[69808]: DEBUG nova.network.neutron [req-c35360f3-03e6-4046-993d-22e1e93d46dc req-68153865-37e3-4326-b777-15ea548202bc service nova] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.215592] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] There are 43 instances to clean {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 979.215890] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 9838c1a9-b0ae-45c9-9817-b1b59ec722b0] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.226466] env[69808]: DEBUG nova.network.neutron [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Updating instance_info_cache with network_info: [{"id": "1e8910ca-0d7a-48eb-a46d-3546f2e5584b", "address": "fa:16:3e:91:8d:74", "network": {"id": "b377f14d-451f-4064-9101-8013c7ec49b9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-188121900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "84c3bd544e5d40eebeb48fb3e5851839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e8910ca-0d", "ovs_interfaceid": "1e8910ca-0d7a-48eb-a46d-3546f2e5584b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.234033] env[69808]: DEBUG nova.network.neutron [req-c35360f3-03e6-4046-993d-22e1e93d46dc req-68153865-37e3-4326-b777-15ea548202bc service nova] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.300679] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2d112f54-c941-443b-9741-136f19cd9261 tempest-AttachInterfacesUnderV243Test-72412001 tempest-AttachInterfacesUnderV243Test-72412001-project-member] Lock "52a3515b-c3c1-4277-931c-14e25d1f2d36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.524s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.304905] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0cc769d6-143a-43ed-8f3e-05e934743db5 tempest-ServersTestFqdnHostnames-337692593 tempest-ServersTestFqdnHostnames-337692593-project-member] Lock "f94063df-5f47-4727-b272-d50ffa44121e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.833s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.306500] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df4f2622-c7b1-4bc2-ad72-c4b725fc5c4a tempest-ServerMetadataTestJSON-1671880757 tempest-ServerMetadataTestJSON-1671880757-project-member] Lock "0922ebfc-18b3-43c6-aee1-49d479cba0c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.858s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.387055] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquiring lock "refresh_cache-a0a9a65c-90aa-4981-9b23-dffd854b6e4d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.515203] env[69808]: DEBUG oslo_vmware.rw_handles [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Completed reading data from the image iterator. {{(pid=69808) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 979.515618] env[69808]: DEBUG oslo_vmware.rw_handles [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8fedd-b0e5-3648-0a4a-c83f9490f044/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 979.516833] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6abfb5-aad4-48d5-96fe-747a07d55dc0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.526296] env[69808]: DEBUG oslo_vmware.rw_handles [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8fedd-b0e5-3648-0a4a-c83f9490f044/disk-0.vmdk is in state: ready. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 979.526489] env[69808]: DEBUG oslo_vmware.rw_handles [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8fedd-b0e5-3648-0a4a-c83f9490f044/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 979.526757] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2f6ca24e-f4a8-463a-a77b-30354ab0ac75 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.732020] env[69808]: DEBUG oslo_vmware.rw_handles [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8fedd-b0e5-3648-0a4a-c83f9490f044/disk-0.vmdk. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 979.732020] env[69808]: INFO nova.virt.vmwareapi.images [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Downloaded image file data 08f02214-8e02-48ef-b110-5113dc3490d4 [ 979.732020] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 76938eea-4683-49f7-aa36-70587401ed2c] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.739067] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38086a8-e5b9-4ef7-ad4d-bca9d3ae4f57 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.747045] env[69808]: DEBUG oslo_concurrency.lockutils [req-c35360f3-03e6-4046-993d-22e1e93d46dc req-68153865-37e3-4326-b777-15ea548202bc service nova] Releasing lock "refresh_cache-a0a9a65c-90aa-4981-9b23-dffd854b6e4d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.747045] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Releasing lock "refresh_cache-5a960079-923d-4796-84bd-228ab0caccfa" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.748857] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquired lock "refresh_cache-a0a9a65c-90aa-4981-9b23-dffd854b6e4d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.749314] env[69808]: DEBUG nova.network.neutron [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.765854] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae260781-fdbd-4f13-836b-21eff33b91fc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.804501] env[69808]: INFO nova.virt.vmwareapi.images [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] The imported VM was unregistered [ 979.806988] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Caching image {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 979.807211] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Creating directory with path [datastore1] devstack-image-cache_base/08f02214-8e02-48ef-b110-5113dc3490d4 {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.808418] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acaa69d0-6612-48fe-b1a7-f61b2aad2caf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.820085] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Created directory with path [datastore1] devstack-image-cache_base/08f02214-8e02-48ef-b110-5113dc3490d4 {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.820338] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0b89dc00-0888-444a-b277-98498b85fb6c/OSTACK_IMG_0b89dc00-0888-444a-b277-98498b85fb6c.vmdk to [datastore1] devstack-image-cache_base/08f02214-8e02-48ef-b110-5113dc3490d4/08f02214-8e02-48ef-b110-5113dc3490d4.vmdk. {{(pid=69808) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 979.820621] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-55f12cde-2065-4908-820e-aa21d4c73a91 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.828861] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 979.828861] env[69808]: value = "task-3790196" [ 979.828861] env[69808]: _type = "Task" [ 979.828861] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.841914] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790196, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.989719] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquiring lock "d6395d56-b98c-4230-93bf-ceda696f6731" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.990168] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lock "d6395d56-b98c-4230-93bf-ceda696f6731" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.238467] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 45f4daca-e86c-41e6-8bbb-4a26b0149bbb] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.272304] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8369971-f3ce-4c98-81a7-1cc44d332c84 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.282464] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f5cc89-b1b0-46fc-99a1-7ac2131f8a51 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.324804] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c2a289-520c-4a03-b4ef-88a1118bf28f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.338655] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6a2e9d-ab3b-478b-ac2c-6c2ba69a529f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.347525] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790196, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.360191] env[69808]: DEBUG nova.compute.provider_tree [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.495140] env[69808]: DEBUG nova.compute.manager [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.607085] env[69808]: DEBUG nova.network.neutron [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.649541] env[69808]: DEBUG oslo_concurrency.lockutils [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquiring lock "6104e4a9-5059-4cce-820e-b64af9c2e30f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.649875] env[69808]: DEBUG oslo_concurrency.lockutils [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lock "6104e4a9-5059-4cce-820e-b64af9c2e30f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.742803] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 7d527aad-9a9d-4a88-b718-d077d6bda9cf] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.843336] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790196, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.863632] env[69808]: DEBUG nova.scheduler.client.report [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.025687] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.084645] env[69808]: DEBUG nova.compute.manager [req-5ab2306d-dae2-4f98-90e6-ef1ab43ebb28 req-73d56891-b8dc-4905-a1c8-1d64b05459e8 service nova] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Received event network-vif-plugged-7cc42dba-b85f-465c-972f-650c06f6cb10 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.084904] env[69808]: DEBUG oslo_concurrency.lockutils [req-5ab2306d-dae2-4f98-90e6-ef1ab43ebb28 req-73d56891-b8dc-4905-a1c8-1d64b05459e8 service nova] Acquiring lock "a0a9a65c-90aa-4981-9b23-dffd854b6e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.085143] env[69808]: DEBUG oslo_concurrency.lockutils [req-5ab2306d-dae2-4f98-90e6-ef1ab43ebb28 req-73d56891-b8dc-4905-a1c8-1d64b05459e8 service nova] Lock "a0a9a65c-90aa-4981-9b23-dffd854b6e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.085320] env[69808]: DEBUG oslo_concurrency.lockutils [req-5ab2306d-dae2-4f98-90e6-ef1ab43ebb28 req-73d56891-b8dc-4905-a1c8-1d64b05459e8 service nova] Lock "a0a9a65c-90aa-4981-9b23-dffd854b6e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.085622] env[69808]: DEBUG nova.compute.manager [req-5ab2306d-dae2-4f98-90e6-ef1ab43ebb28 req-73d56891-b8dc-4905-a1c8-1d64b05459e8 service nova] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] No waiting events found dispatching network-vif-plugged-7cc42dba-b85f-465c-972f-650c06f6cb10 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 981.088339] env[69808]: WARNING nova.compute.manager [req-5ab2306d-dae2-4f98-90e6-ef1ab43ebb28 req-73d56891-b8dc-4905-a1c8-1d64b05459e8 service nova] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Received unexpected event network-vif-plugged-7cc42dba-b85f-465c-972f-650c06f6cb10 for instance with vm_state building and task_state spawning. [ 981.088669] env[69808]: DEBUG nova.compute.manager [req-5ab2306d-dae2-4f98-90e6-ef1ab43ebb28 req-73d56891-b8dc-4905-a1c8-1d64b05459e8 service nova] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Received event network-changed-7cc42dba-b85f-465c-972f-650c06f6cb10 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.088974] env[69808]: DEBUG nova.compute.manager [req-5ab2306d-dae2-4f98-90e6-ef1ab43ebb28 req-73d56891-b8dc-4905-a1c8-1d64b05459e8 service nova] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Refreshing instance network info cache due to event network-changed-7cc42dba-b85f-465c-972f-650c06f6cb10. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.089267] env[69808]: DEBUG oslo_concurrency.lockutils [req-5ab2306d-dae2-4f98-90e6-ef1ab43ebb28 req-73d56891-b8dc-4905-a1c8-1d64b05459e8 service nova] Acquiring lock "refresh_cache-a0a9a65c-90aa-4981-9b23-dffd854b6e4d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.153330] env[69808]: DEBUG nova.compute.manager [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.249257] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 13b1a4ec-7ef4-4ead-a9d8-59ee94455600] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.258515] env[69808]: DEBUG nova.network.neutron [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Updating instance_info_cache with network_info: [{"id": "a0b1f27a-a9a3-4938-a887-08e70a8411ca", "address": "fa:16:3e:cd:32:7a", "network": {"id": "cdc91535-7652-4661-a571-316982e32697", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-955975241", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2116cd51b044889de610fc9edfa9ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b1f27a-a9", "ovs_interfaceid": "a0b1f27a-a9a3-4938-a887-08e70a8411ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7cc42dba-b85f-465c-972f-650c06f6cb10", "address": "fa:16:3e:bd:a6:68", "network": {"id": "bd406438-ced6-4ef3-a852-f288a9724f74", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-43953595", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0c2116cd51b044889de610fc9edfa9ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc42dba-b8", "ovs_interfaceid": "7cc42dba-b85f-465c-972f-650c06f6cb10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.295857] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.295857] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4df7465d-adbc-4090-a758-b37afb56c7f6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.306229] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Waiting for the task: (returnval){ [ 981.306229] env[69808]: value = "task-3790197" [ 981.306229] env[69808]: _type = "Task" [ 981.306229] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.318109] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.341892] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790196, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.373019] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.373019] env[69808]: DEBUG nova.compute.manager [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.375602] env[69808]: DEBUG oslo_concurrency.lockutils [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.522s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.376880] env[69808]: DEBUG oslo_concurrency.lockutils [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.382024] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.971s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.383078] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.384696] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.508s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.386585] env[69808]: INFO nova.compute.claims [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.415925] env[69808]: INFO nova.scheduler.client.report [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Deleted allocations for instance 11c45281-964e-41c6-bb96-6b8037972cf6 [ 981.421752] env[69808]: INFO nova.scheduler.client.report [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Deleted allocations for instance 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005 [ 981.687641] env[69808]: DEBUG oslo_concurrency.lockutils [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.752219] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 1e3b38e2-0d82-4e5d-aad9-831602aff20e] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.763703] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Releasing lock "refresh_cache-a0a9a65c-90aa-4981-9b23-dffd854b6e4d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.764261] env[69808]: DEBUG nova.compute.manager [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Instance network_info: |[{"id": "a0b1f27a-a9a3-4938-a887-08e70a8411ca", "address": "fa:16:3e:cd:32:7a", "network": {"id": "cdc91535-7652-4661-a571-316982e32697", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-955975241", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2116cd51b044889de610fc9edfa9ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b1f27a-a9", "ovs_interfaceid": "a0b1f27a-a9a3-4938-a887-08e70a8411ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7cc42dba-b85f-465c-972f-650c06f6cb10", "address": "fa:16:3e:bd:a6:68", "network": {"id": "bd406438-ced6-4ef3-a852-f288a9724f74", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-43953595", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0c2116cd51b044889de610fc9edfa9ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc42dba-b8", "ovs_interfaceid": "7cc42dba-b85f-465c-972f-650c06f6cb10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.764449] env[69808]: DEBUG oslo_concurrency.lockutils [req-5ab2306d-dae2-4f98-90e6-ef1ab43ebb28 req-73d56891-b8dc-4905-a1c8-1d64b05459e8 service nova] Acquired lock "refresh_cache-a0a9a65c-90aa-4981-9b23-dffd854b6e4d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.764646] env[69808]: DEBUG nova.network.neutron [req-5ab2306d-dae2-4f98-90e6-ef1ab43ebb28 req-73d56891-b8dc-4905-a1c8-1d64b05459e8 service nova] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Refreshing network info cache for port 7cc42dba-b85f-465c-972f-650c06f6cb10 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.766883] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:32:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0b1f27a-a9a3-4938-a887-08e70a8411ca', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:a6:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cc42dba-b85f-465c-972f-650c06f6cb10', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.783586] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.789891] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.790064] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-828ea4ee-74b2-4e77-85e5-f5a212beca02 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.821628] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.823491] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.823491] env[69808]: value = "task-3790198" [ 981.823491] env[69808]: _type = "Task" [ 981.823491] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.832861] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790198, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.842469] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790196, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.894549] env[69808]: DEBUG nova.compute.utils [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.900448] env[69808]: DEBUG nova.compute.manager [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.900448] env[69808]: DEBUG nova.network.neutron [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.927407] env[69808]: DEBUG oslo_concurrency.lockutils [None req-afc8c9d9-3e64-4b20-ba1b-48d0142e0019 tempest-ImagesOneServerNegativeTestJSON-230426085 tempest-ImagesOneServerNegativeTestJSON-230426085-project-member] Lock "11c45281-964e-41c6-bb96-6b8037972cf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.562s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.938798] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b07b8552-0a01-4f2a-8ade-ce616aa3dbca tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.174s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.032604] env[69808]: DEBUG nova.policy [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6aa1bfa87fe4b0f978c0072b98fe194', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60f5afe8694941a483771559188e08d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.258945] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 17b6e10a-2fad-448c-83c7-350a1e9f91c7] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.325719] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.338497] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790198, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.348046] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790196, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.400126] env[69808]: DEBUG nova.compute.manager [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.516206] env[69808]: DEBUG nova.network.neutron [req-5ab2306d-dae2-4f98-90e6-ef1ab43ebb28 req-73d56891-b8dc-4905-a1c8-1d64b05459e8 service nova] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Updated VIF entry in instance network info cache for port 7cc42dba-b85f-465c-972f-650c06f6cb10. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.517882] env[69808]: DEBUG nova.network.neutron [req-5ab2306d-dae2-4f98-90e6-ef1ab43ebb28 req-73d56891-b8dc-4905-a1c8-1d64b05459e8 service nova] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Updating instance_info_cache with network_info: [{"id": "a0b1f27a-a9a3-4938-a887-08e70a8411ca", "address": "fa:16:3e:cd:32:7a", "network": {"id": "cdc91535-7652-4661-a571-316982e32697", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-955975241", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2116cd51b044889de610fc9edfa9ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b1f27a-a9", "ovs_interfaceid": "a0b1f27a-a9a3-4938-a887-08e70a8411ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7cc42dba-b85f-465c-972f-650c06f6cb10", "address": "fa:16:3e:bd:a6:68", "network": {"id": "bd406438-ced6-4ef3-a852-f288a9724f74", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-43953595", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0c2116cd51b044889de610fc9edfa9ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc42dba-b8", "ovs_interfaceid": "7cc42dba-b85f-465c-972f-650c06f6cb10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.767886] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: f5b71ac9-d08a-4429-96ce-9bcfbcbfa978] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.826810] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790197, 'name': PowerOffVM_Task, 'duration_secs': 1.127994} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.827674] env[69808]: DEBUG nova.network.neutron [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Successfully created port: 9ce07fe2-c0e0-4b80-8676-19b6802f2fea {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.833083] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.836306] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e34df0f-7092-46e9-be38-74081d0737be {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.846364] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790198, 'name': CreateVM_Task, 'duration_secs': 0.728281} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.860770] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.864534] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.864534] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.865902] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.866067] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeed2e6-91f3-4996-88af-d175731a1352 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.872989] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a07185-c287-40b1-b8cb-c97893572b41 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.875187] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790196, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.721558} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.875935] env[69808]: INFO nova.virt.vmwareapi.ds_util [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0b89dc00-0888-444a-b277-98498b85fb6c/OSTACK_IMG_0b89dc00-0888-444a-b277-98498b85fb6c.vmdk to [datastore1] devstack-image-cache_base/08f02214-8e02-48ef-b110-5113dc3490d4/08f02214-8e02-48ef-b110-5113dc3490d4.vmdk. [ 982.876425] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Cleaning up location [datastore1] OSTACK_IMG_0b89dc00-0888-444a-b277-98498b85fb6c {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 982.876425] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0b89dc00-0888-444a-b277-98498b85fb6c {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.876945] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a316347-89d3-4f7f-aafb-1f27eb7b5bec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.889073] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for the task: (returnval){ [ 982.889073] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520e339b-2934-db65-98ac-2737d21f4b05" [ 982.889073] env[69808]: _type = "Task" [ 982.889073] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.893075] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 982.893075] env[69808]: value = "task-3790199" [ 982.893075] env[69808]: _type = "Task" [ 982.893075] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.900138] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520e339b-2934-db65-98ac-2737d21f4b05, 'name': SearchDatastore_Task, 'duration_secs': 0.011516} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.906398] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.906398] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.906398] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.906398] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.906398] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.906398] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f0e0810-b0a5-4da2-a7c2-1b8cfa2631a9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.912613] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.923629] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.924400] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdd8c312-e084-4b56-b520-4d90ef95f674 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.929465] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.929465] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.929465] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d029e0a-2f37-4090-b253-4ca110c8dae1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.935541] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for the task: (returnval){ [ 982.935541] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ff7d6c-9483-803b-1164-d2915e18d00e" [ 982.935541] env[69808]: _type = "Task" [ 982.935541] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.941176] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Waiting for the task: (returnval){ [ 982.941176] env[69808]: value = "task-3790200" [ 982.941176] env[69808]: _type = "Task" [ 982.941176] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.946239] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e47fc2-9286-4e7e-b861-070be7b7d0f5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.951977] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ff7d6c-9483-803b-1164-d2915e18d00e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.959894] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fa57a0-ed77-4251-9fbe-53926d9734ff {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.964071] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] VM already powered off {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 982.964279] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.964517] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.964663] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.964835] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.968028] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fdb0b95-3e06-4f97-ab28-ca12be701143 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.998294] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f67a1d-73b8-4a7f-a70c-72f3640c9d1a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.000876] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.001071] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.002071] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3506e8b-40a8-4519-9e8c-cacfd187c5f5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.008416] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Waiting for the task: (returnval){ [ 983.008416] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bbcedf-0169-5367-2231-22826377e9a4" [ 983.008416] env[69808]: _type = "Task" [ 983.008416] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.014902] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d79401-80b9-4f3c-a7e2-10bbf10395d0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.019826] env[69808]: DEBUG oslo_concurrency.lockutils [req-5ab2306d-dae2-4f98-90e6-ef1ab43ebb28 req-73d56891-b8dc-4905-a1c8-1d64b05459e8 service nova] Releasing lock "refresh_cache-a0a9a65c-90aa-4981-9b23-dffd854b6e4d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.026491] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bbcedf-0169-5367-2231-22826377e9a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011025} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.035406] env[69808]: DEBUG nova.compute.provider_tree [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.037489] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41999a04-d43e-4260-a0fc-88694d919ca4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.043828] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Waiting for the task: (returnval){ [ 983.043828] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f76fec-570c-1029-dab5-7582ffc4f5f8" [ 983.043828] env[69808]: _type = "Task" [ 983.043828] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.059761] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f76fec-570c-1029-dab5-7582ffc4f5f8, 'name': SearchDatastore_Task, 'duration_secs': 0.01105} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.060035] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.060943] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 5a960079-923d-4796-84bd-228ab0caccfa/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk. {{(pid=69808) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 983.060943] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31a72d32-0d3e-44a6-a6d6-06e248a7b382 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.071301] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Waiting for the task: (returnval){ [ 983.071301] env[69808]: value = "task-3790201" [ 983.071301] env[69808]: _type = "Task" [ 983.071301] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.082331] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.270992] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: d201ab71-3029-46e2-8dc8-87e00515a083] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.406432] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040292} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.407544] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.407942] env[69808]: DEBUG oslo_concurrency.lockutils [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/08f02214-8e02-48ef-b110-5113dc3490d4/08f02214-8e02-48ef-b110-5113dc3490d4.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.408360] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/08f02214-8e02-48ef-b110-5113dc3490d4/08f02214-8e02-48ef-b110-5113dc3490d4.vmdk to [datastore1] ec828439-ad64-4776-854f-fb40b08d4eb5/ec828439-ad64-4776-854f-fb40b08d4eb5.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.408800] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d499ea1c-9835-4308-b852-c152776fbed5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.414962] env[69808]: DEBUG nova.compute.manager [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.423355] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 983.423355] env[69808]: value = "task-3790202" [ 983.423355] env[69808]: _type = "Task" [ 983.423355] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.441238] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.457103] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ff7d6c-9483-803b-1164-d2915e18d00e, 'name': SearchDatastore_Task, 'duration_secs': 0.011259} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.461237] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e5fe7c5-645b-460f-82a1-60e07d9d6867 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.470290] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for the task: (returnval){ [ 983.470290] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5209fb38-cff4-bfdd-bc36-0f43542f55c6" [ 983.470290] env[69808]: _type = "Task" [ 983.470290] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.477306] env[69808]: DEBUG nova.virt.hardware [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.477959] env[69808]: DEBUG nova.virt.hardware [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.478196] env[69808]: DEBUG nova.virt.hardware [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.478408] env[69808]: DEBUG nova.virt.hardware [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.478601] env[69808]: DEBUG nova.virt.hardware [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.478767] env[69808]: DEBUG nova.virt.hardware [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.479226] env[69808]: DEBUG nova.virt.hardware [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.479226] env[69808]: DEBUG nova.virt.hardware [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.479408] env[69808]: DEBUG nova.virt.hardware [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.479665] env[69808]: DEBUG nova.virt.hardware [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.479855] env[69808]: DEBUG nova.virt.hardware [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.480888] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a5245c-ec0d-49bf-8fee-a70d35a4d3c0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.497650] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b110f219-7476-46a5-ba1e-c5591a228e78 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.502967] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5209fb38-cff4-bfdd-bc36-0f43542f55c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.541271] env[69808]: DEBUG nova.scheduler.client.report [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.555242] env[69808]: DEBUG oslo_concurrency.lockutils [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "40a2019a-162d-40e3-9a17-35eb5e284990" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.556545] env[69808]: DEBUG oslo_concurrency.lockutils [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "40a2019a-162d-40e3-9a17-35eb5e284990" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.556545] env[69808]: DEBUG oslo_concurrency.lockutils [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "40a2019a-162d-40e3-9a17-35eb5e284990-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.556545] env[69808]: DEBUG oslo_concurrency.lockutils [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "40a2019a-162d-40e3-9a17-35eb5e284990-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.556545] env[69808]: DEBUG oslo_concurrency.lockutils [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "40a2019a-162d-40e3-9a17-35eb5e284990-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.559080] env[69808]: INFO nova.compute.manager [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Terminating instance [ 983.584545] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790201, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.775601] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 893efe91-0f9d-4a56-b0ba-3f0c872feb02] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.938169] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790202, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.988924] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5209fb38-cff4-bfdd-bc36-0f43542f55c6, 'name': SearchDatastore_Task, 'duration_secs': 0.026425} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.989244] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.989533] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] a0a9a65c-90aa-4981-9b23-dffd854b6e4d/a0a9a65c-90aa-4981-9b23-dffd854b6e4d.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.990045] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61b5e9b2-930c-4cd9-88d1-7bcfa1908938 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.003280] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for the task: (returnval){ [ 984.003280] env[69808]: value = "task-3790203" [ 984.003280] env[69808]: _type = "Task" [ 984.003280] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.019818] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3790203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.052701] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.054059] env[69808]: DEBUG nova.compute.manager [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.058318] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.842s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.060262] env[69808]: INFO nova.compute.claims [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.067862] env[69808]: DEBUG nova.compute.manager [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.068031] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.072018] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dff2a9-e5e6-4710-b883-86409aa13fe8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.088639] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530426} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.093327] env[69808]: INFO nova.virt.vmwareapi.ds_util [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 5a960079-923d-4796-84bd-228ab0caccfa/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk. [ 984.096944] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.096944] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aafb917-047b-4ec7-ad26-5c3e78829110 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.099943] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4e8e658-a7e0-4bbc-9b42-054ddb90c329 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.112588] env[69808]: DEBUG oslo_vmware.api [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 984.112588] env[69808]: value = "task-3790204" [ 984.112588] env[69808]: _type = "Task" [ 984.112588] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.149249] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 5a960079-923d-4796-84bd-228ab0caccfa/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.150262] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbdb3160-7ece-43d7-9f18-20cabcfd51b8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.171916] env[69808]: DEBUG oslo_vmware.api [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3790204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.186526] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Waiting for the task: (returnval){ [ 984.186526] env[69808]: value = "task-3790205" [ 984.186526] env[69808]: _type = "Task" [ 984.186526] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.200513] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790205, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.285158] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 250a4f01-6261-42d5-824e-8d53b6b02f60] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.439932] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790202, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.527423] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3790203, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.569611] env[69808]: DEBUG nova.compute.utils [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.573344] env[69808]: DEBUG nova.compute.manager [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.573619] env[69808]: DEBUG nova.network.neutron [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.629610] env[69808]: DEBUG oslo_vmware.api [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3790204, 'name': PowerOffVM_Task, 'duration_secs': 0.286862} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.630200] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.630473] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.631027] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab08fab7-2050-410e-87e9-ab2a533df05b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.696182] env[69808]: DEBUG nova.policy [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f1040c186194436bde41a425ff06588', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a199851ed08545b79847ffbe59fdb86f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.703896] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.725303] env[69808]: DEBUG nova.compute.manager [req-5c39abbe-ac0c-45fc-809c-2437b5ad0a0d req-b8d8970a-4385-4bdc-9263-aa2ba655230e service nova] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Received event network-vif-plugged-9ce07fe2-c0e0-4b80-8676-19b6802f2fea {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.725303] env[69808]: DEBUG oslo_concurrency.lockutils [req-5c39abbe-ac0c-45fc-809c-2437b5ad0a0d req-b8d8970a-4385-4bdc-9263-aa2ba655230e service nova] Acquiring lock "1e20d536-5eed-4055-8092-03c759da5fa9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.725303] env[69808]: DEBUG oslo_concurrency.lockutils [req-5c39abbe-ac0c-45fc-809c-2437b5ad0a0d req-b8d8970a-4385-4bdc-9263-aa2ba655230e service nova] Lock "1e20d536-5eed-4055-8092-03c759da5fa9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.725303] env[69808]: DEBUG oslo_concurrency.lockutils [req-5c39abbe-ac0c-45fc-809c-2437b5ad0a0d req-b8d8970a-4385-4bdc-9263-aa2ba655230e service nova] Lock "1e20d536-5eed-4055-8092-03c759da5fa9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.725303] env[69808]: DEBUG nova.compute.manager [req-5c39abbe-ac0c-45fc-809c-2437b5ad0a0d req-b8d8970a-4385-4bdc-9263-aa2ba655230e service nova] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] No waiting events found dispatching network-vif-plugged-9ce07fe2-c0e0-4b80-8676-19b6802f2fea {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 984.725303] env[69808]: WARNING nova.compute.manager [req-5c39abbe-ac0c-45fc-809c-2437b5ad0a0d req-b8d8970a-4385-4bdc-9263-aa2ba655230e service nova] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Received unexpected event network-vif-plugged-9ce07fe2-c0e0-4b80-8676-19b6802f2fea for instance with vm_state building and task_state spawning. [ 984.793636] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 5006ea89-8a7a-47c5-8984-9a7239fad964] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.803025] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.804819] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.804819] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Deleting the datastore file [datastore2] 40a2019a-162d-40e3-9a17-35eb5e284990 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.805856] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88641e3a-9f1f-4814-bfc8-8027f09c2a20 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.817481] env[69808]: DEBUG oslo_vmware.api [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 984.817481] env[69808]: value = "task-3790207" [ 984.817481] env[69808]: _type = "Task" [ 984.817481] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.831806] env[69808]: DEBUG oslo_vmware.api [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3790207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.940764] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790202, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.021226] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3790203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809812} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.021625] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] a0a9a65c-90aa-4981-9b23-dffd854b6e4d/a0a9a65c-90aa-4981-9b23-dffd854b6e4d.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.021866] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.022155] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15a9f37c-3c7c-4e57-adea-d4205a7b8baf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.034567] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for the task: (returnval){ [ 985.034567] env[69808]: value = "task-3790208" [ 985.034567] env[69808]: _type = "Task" [ 985.034567] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.049208] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3790208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.077326] env[69808]: DEBUG nova.compute.manager [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.202122] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.297825] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: cbed13e8-2cf5-4644-a12b-5aefb21b22a9] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.337557] env[69808]: DEBUG oslo_vmware.api [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3790207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282009} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.338667] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.339618] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.339618] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.342957] env[69808]: INFO nova.compute.manager [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Took 1.27 seconds to destroy the instance on the hypervisor. [ 985.342957] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.342957] env[69808]: DEBUG nova.compute.manager [-] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.342957] env[69808]: DEBUG nova.network.neutron [-] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.445097] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790202, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.540772] env[69808]: DEBUG nova.network.neutron [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Successfully updated port: 9ce07fe2-c0e0-4b80-8676-19b6802f2fea {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.553640] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3790208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.361818} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.557373] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.559502] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746f7046-9a96-43fb-8bcd-47e88aed1857 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.598323] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] a0a9a65c-90aa-4981-9b23-dffd854b6e4d/a0a9a65c-90aa-4981-9b23-dffd854b6e4d.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.602330] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df2dd428-0f95-46f4-9dc9-05bee67462b8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.631758] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for the task: (returnval){ [ 985.631758] env[69808]: value = "task-3790209" [ 985.631758] env[69808]: _type = "Task" [ 985.631758] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.645777] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3790209, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.680366] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84a8342-439b-4e6e-8c7d-3b90c28f4e9d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.696275] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1be208-2e3d-4967-a14a-71b545416de4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.705056] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.743198] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457736f3-3235-429d-9f12-d229a0f58c1c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.756619] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cb5e51-9942-4439-bc16-a8ff9d6c20d3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.780634] env[69808]: DEBUG nova.compute.provider_tree [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.801723] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: fe137230-0536-435e-be78-c3828f7a783d] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.942514] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790202, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.045435] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "refresh_cache-1e20d536-5eed-4055-8092-03c759da5fa9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.045619] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquired lock "refresh_cache-1e20d536-5eed-4055-8092-03c759da5fa9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.045779] env[69808]: DEBUG nova.network.neutron [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.104209] env[69808]: DEBUG nova.compute.manager [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.154217] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3790209, 'name': ReconfigVM_Task, 'duration_secs': 0.523147} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.154801] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Reconfigured VM instance instance-00000045 to attach disk [datastore2] a0a9a65c-90aa-4981-9b23-dffd854b6e4d/a0a9a65c-90aa-4981-9b23-dffd854b6e4d.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.155255] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98f18d4a-8b85-4e4c-9dc1-f7496fe33dd7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.163047] env[69808]: DEBUG nova.virt.hardware [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.163345] env[69808]: DEBUG nova.virt.hardware [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.163566] env[69808]: DEBUG nova.virt.hardware [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.163706] env[69808]: DEBUG nova.virt.hardware [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.163842] env[69808]: DEBUG nova.virt.hardware [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.163993] env[69808]: DEBUG nova.virt.hardware [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.164585] env[69808]: DEBUG nova.virt.hardware [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.164585] env[69808]: DEBUG nova.virt.hardware [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.164731] env[69808]: DEBUG nova.virt.hardware [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.164790] env[69808]: DEBUG nova.virt.hardware [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.164959] env[69808]: DEBUG nova.virt.hardware [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.165913] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395081fa-7143-4a90-85a6-4ea9c51d01b1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.172052] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for the task: (returnval){ [ 986.172052] env[69808]: value = "task-3790210" [ 986.172052] env[69808]: _type = "Task" [ 986.172052] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.180838] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747873b0-1252-44f6-a664-3852820709a8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.190620] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3790210, 'name': Rename_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.208879] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.284271] env[69808]: DEBUG nova.scheduler.client.report [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.295257] env[69808]: DEBUG nova.network.neutron [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Successfully created port: 3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.309750] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 57ee964a-1c5a-4687-95ba-30ea77022b14] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.439022] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790202, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.679632} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.439022] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/08f02214-8e02-48ef-b110-5113dc3490d4/08f02214-8e02-48ef-b110-5113dc3490d4.vmdk to [datastore1] ec828439-ad64-4776-854f-fb40b08d4eb5/ec828439-ad64-4776-854f-fb40b08d4eb5.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.439022] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a09d45-2ea4-4a38-933e-1d88e681defb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.469019] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] ec828439-ad64-4776-854f-fb40b08d4eb5/ec828439-ad64-4776-854f-fb40b08d4eb5.vmdk or device None with type streamOptimized {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.469019] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d5d5def-667f-4334-ab6f-3347070937b8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.495622] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 986.495622] env[69808]: value = "task-3790211" [ 986.495622] env[69808]: _type = "Task" [ 986.495622] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.506993] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.626417] env[69808]: DEBUG nova.network.neutron [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.684749] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3790210, 'name': Rename_Task, 'duration_secs': 0.176665} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.685246] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.685650] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f0c0743-18d4-44c5-966a-a97703a15f98 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.695458] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for the task: (returnval){ [ 986.695458] env[69808]: value = "task-3790212" [ 986.695458] env[69808]: _type = "Task" [ 986.695458] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.706862] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790205, 'name': ReconfigVM_Task, 'duration_secs': 2.14034} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.707852] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 5a960079-923d-4796-84bd-228ab0caccfa/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.710023] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac5c59f-92ce-49f0-a358-de3d7135f549 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.719289] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3790212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.756251] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffc397c1-9ce0-4fde-8c4b-a2048000d11f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.769998] env[69808]: DEBUG nova.network.neutron [-] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.777927] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Waiting for the task: (returnval){ [ 986.777927] env[69808]: value = "task-3790213" [ 986.777927] env[69808]: _type = "Task" [ 986.777927] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.790163] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.790395] env[69808]: DEBUG nova.compute.manager [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.794481] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.795334] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.930s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.795587] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.798634] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.358s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.798634] env[69808]: DEBUG nova.objects.instance [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lazy-loading 'pci_requests' on Instance uuid 3216aa34-6732-4e07-97cc-6a80533c479b {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.814313] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 83d311b6-1abd-4f04-bb55-2474eb9c923a] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.840351] env[69808]: INFO nova.scheduler.client.report [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Deleted allocations for instance eae18895-9914-4301-91c2-ffd1e296adcc [ 987.006938] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790211, 'name': ReconfigVM_Task, 'duration_secs': 0.310457} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.007273] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Reconfigured VM instance instance-00000044 to attach disk [datastore1] ec828439-ad64-4776-854f-fb40b08d4eb5/ec828439-ad64-4776-854f-fb40b08d4eb5.vmdk or device None with type streamOptimized {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.007917] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f959a848-4fe1-42b8-a2fd-16cd6dd4e80f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.017603] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 987.017603] env[69808]: value = "task-3790214" [ 987.017603] env[69808]: _type = "Task" [ 987.017603] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.025561] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790214, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.040371] env[69808]: DEBUG nova.network.neutron [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Updating instance_info_cache with network_info: [{"id": "9ce07fe2-c0e0-4b80-8676-19b6802f2fea", "address": "fa:16:3e:e8:8f:85", "network": {"id": "df96a74c-19d0-4fa6-86cd-118550095e1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921938810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60f5afe8694941a483771559188e08d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce07fe2-c0", "ovs_interfaceid": "9ce07fe2-c0e0-4b80-8676-19b6802f2fea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.207906] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3790212, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.274853] env[69808]: INFO nova.compute.manager [-] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Took 1.93 seconds to deallocate network for instance. [ 987.291436] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790213, 'name': ReconfigVM_Task, 'duration_secs': 0.180778} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.291956] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.294467] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf2edc6f-2ac9-42de-9677-ff5abdf5a072 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.296871] env[69808]: DEBUG nova.compute.utils [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.305020] env[69808]: DEBUG nova.compute.manager [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.305020] env[69808]: DEBUG nova.network.neutron [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.305503] env[69808]: DEBUG nova.objects.instance [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lazy-loading 'numa_topology' on Instance uuid 3216aa34-6732-4e07-97cc-6a80533c479b {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.307340] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Waiting for the task: (returnval){ [ 987.307340] env[69808]: value = "task-3790215" [ 987.307340] env[69808]: _type = "Task" [ 987.307340] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.319380] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 10dddda7-ac47-4728-a74d-1f85045a148b] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.322835] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790215, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.349943] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a1699555-f282-43ed-923b-8abe6e372e37 tempest-InstanceActionsNegativeTestJSON-1592536795 tempest-InstanceActionsNegativeTestJSON-1592536795-project-member] Lock "eae18895-9914-4301-91c2-ffd1e296adcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.209s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.437390] env[69808]: DEBUG nova.compute.manager [req-58b35eec-5fda-4857-96b5-90a1ad211e27 req-23aee23f-1168-45f8-a5e6-cb7dea0fd114 service nova] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Received event network-changed-9ce07fe2-c0e0-4b80-8676-19b6802f2fea {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.437390] env[69808]: DEBUG nova.compute.manager [req-58b35eec-5fda-4857-96b5-90a1ad211e27 req-23aee23f-1168-45f8-a5e6-cb7dea0fd114 service nova] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Refreshing instance network info cache due to event network-changed-9ce07fe2-c0e0-4b80-8676-19b6802f2fea. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.437726] env[69808]: DEBUG oslo_concurrency.lockutils [req-58b35eec-5fda-4857-96b5-90a1ad211e27 req-23aee23f-1168-45f8-a5e6-cb7dea0fd114 service nova] Acquiring lock "refresh_cache-1e20d536-5eed-4055-8092-03c759da5fa9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.442207] env[69808]: DEBUG nova.policy [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6315105d7b9c436990157010b2d76657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c7cf3d1f5f94168ae452203efcece8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.529033] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790214, 'name': Rename_Task, 'duration_secs': 0.154541} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.529499] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.529859] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bee3c45-b495-47a0-8406-af61ebafb614 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.538212] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 987.538212] env[69808]: value = "task-3790216" [ 987.538212] env[69808]: _type = "Task" [ 987.538212] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.545270] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Releasing lock "refresh_cache-1e20d536-5eed-4055-8092-03c759da5fa9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.545814] env[69808]: DEBUG nova.compute.manager [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Instance network_info: |[{"id": "9ce07fe2-c0e0-4b80-8676-19b6802f2fea", "address": "fa:16:3e:e8:8f:85", "network": {"id": "df96a74c-19d0-4fa6-86cd-118550095e1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921938810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60f5afe8694941a483771559188e08d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce07fe2-c0", "ovs_interfaceid": "9ce07fe2-c0e0-4b80-8676-19b6802f2fea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.546325] env[69808]: DEBUG oslo_concurrency.lockutils [req-58b35eec-5fda-4857-96b5-90a1ad211e27 req-23aee23f-1168-45f8-a5e6-cb7dea0fd114 service nova] Acquired lock "refresh_cache-1e20d536-5eed-4055-8092-03c759da5fa9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.546837] env[69808]: DEBUG nova.network.neutron [req-58b35eec-5fda-4857-96b5-90a1ad211e27 req-23aee23f-1168-45f8-a5e6-cb7dea0fd114 service nova] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Refreshing network info cache for port 9ce07fe2-c0e0-4b80-8676-19b6802f2fea {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.549030] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:8f:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ce07fe2-c0e0-4b80-8676-19b6802f2fea', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.559208] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.565499] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.571473] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3aef7780-3643-4f72-8038-b19af618e515 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.589921] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790216, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.597559] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.597559] env[69808]: value = "task-3790217" [ 987.597559] env[69808]: _type = "Task" [ 987.597559] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.609263] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790217, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.715409] env[69808]: DEBUG oslo_vmware.api [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3790212, 'name': PowerOnVM_Task, 'duration_secs': 0.776883} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.715712] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.715920] env[69808]: INFO nova.compute.manager [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Took 13.28 seconds to spawn the instance on the hypervisor. [ 987.716120] env[69808]: DEBUG nova.compute.manager [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 987.717057] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffdebd2-f3a8-4fa1-bb8a-442f340b6eaf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.782673] env[69808]: DEBUG oslo_concurrency.lockutils [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.802743] env[69808]: DEBUG nova.compute.manager [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.809864] env[69808]: INFO nova.compute.claims [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.829975] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 971b1023-2f07-47a2-a43d-2b98ad899dd6] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.832913] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790215, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.051995] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790216, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.107839] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790217, 'name': CreateVM_Task, 'duration_secs': 0.407377} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.108035] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.108752] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.108922] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.109274] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.109578] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94cb6ace-6ac8-46f8-af93-274c3f42ce92 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.115347] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 988.115347] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5229d933-1534-a61a-bd3b-a0ee56f6a825" [ 988.115347] env[69808]: _type = "Task" [ 988.115347] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.125569] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5229d933-1534-a61a-bd3b-a0ee56f6a825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.248439] env[69808]: INFO nova.compute.manager [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Took 69.09 seconds to build instance. [ 988.329421] env[69808]: DEBUG oslo_vmware.api [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790215, 'name': PowerOnVM_Task, 'duration_secs': 0.555488} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.330123] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.334294] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 4f0a9dae-cbbb-4822-87b1-1dd61d701971] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.336094] env[69808]: DEBUG nova.compute.manager [None req-1569f1b5-ff64-4ffe-91c4-1ce61ef9716a tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 988.336974] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b030e2-6485-4021-9c5a-c21d868dc1ef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.552804] env[69808]: DEBUG oslo_vmware.api [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790216, 'name': PowerOnVM_Task, 'duration_secs': 0.792268} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.553384] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.553730] env[69808]: INFO nova.compute.manager [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Took 18.55 seconds to spawn the instance on the hypervisor. [ 988.553964] env[69808]: DEBUG nova.compute.manager [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 988.554846] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82b4b94-c2aa-4c38-ac0e-f481d7a33798 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.631889] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5229d933-1534-a61a-bd3b-a0ee56f6a825, 'name': SearchDatastore_Task, 'duration_secs': 0.010458} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.633367] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.633699] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.633958] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.634115] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.634304] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.634935] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9278110-9288-466e-8962-f50dd3035c92 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.647709] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.647895] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.648880] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f73157-5184-4d21-8eb1-1dc7eefd0626 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.656652] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 988.656652] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52be7d27-c302-60e3-70e8-4bf281fc6ba7" [ 988.656652] env[69808]: _type = "Task" [ 988.656652] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.666161] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52be7d27-c302-60e3-70e8-4bf281fc6ba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.750835] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d53bf0cc-3d9d-4519-8cd8-c24b3e5d416a tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Lock "a0a9a65c-90aa-4981-9b23-dffd854b6e4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.597s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.818851] env[69808]: DEBUG nova.compute.manager [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.842373] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: cb8fe43a-f213-47bc-b986-2e4c5df86f46] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.858210] env[69808]: DEBUG nova.virt.hardware [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.858514] env[69808]: DEBUG nova.virt.hardware [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.858695] env[69808]: DEBUG nova.virt.hardware [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.863033] env[69808]: DEBUG nova.virt.hardware [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.863033] env[69808]: DEBUG nova.virt.hardware [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.863033] env[69808]: DEBUG nova.virt.hardware [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.863033] env[69808]: DEBUG nova.virt.hardware [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.863033] env[69808]: DEBUG nova.virt.hardware [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.863033] env[69808]: DEBUG nova.virt.hardware [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.863033] env[69808]: DEBUG nova.virt.hardware [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.863033] env[69808]: DEBUG nova.virt.hardware [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.864254] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24a70ed-48a8-4b48-8091-bef8f085bd56 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.888630] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d233bce1-e83e-46d0-aeef-dc2ed450accf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.010558] env[69808]: DEBUG nova.network.neutron [req-58b35eec-5fda-4857-96b5-90a1ad211e27 req-23aee23f-1168-45f8-a5e6-cb7dea0fd114 service nova] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Updated VIF entry in instance network info cache for port 9ce07fe2-c0e0-4b80-8676-19b6802f2fea. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.010989] env[69808]: DEBUG nova.network.neutron [req-58b35eec-5fda-4857-96b5-90a1ad211e27 req-23aee23f-1168-45f8-a5e6-cb7dea0fd114 service nova] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Updating instance_info_cache with network_info: [{"id": "9ce07fe2-c0e0-4b80-8676-19b6802f2fea", "address": "fa:16:3e:e8:8f:85", "network": {"id": "df96a74c-19d0-4fa6-86cd-118550095e1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921938810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60f5afe8694941a483771559188e08d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce07fe2-c0", "ovs_interfaceid": "9ce07fe2-c0e0-4b80-8676-19b6802f2fea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.097704] env[69808]: INFO nova.compute.manager [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Took 71.07 seconds to build instance. [ 989.173165] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52be7d27-c302-60e3-70e8-4bf281fc6ba7, 'name': SearchDatastore_Task, 'duration_secs': 0.037115} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.174044] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d30f2e8c-1804-4568-8c9a-5692f51b164b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.184677] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 989.184677] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5225d7de-4632-1034-d98f-5f22de949cf2" [ 989.184677] env[69808]: _type = "Task" [ 989.184677] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.199947] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5225d7de-4632-1034-d98f-5f22de949cf2, 'name': SearchDatastore_Task, 'duration_secs': 0.015062} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.202221] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.202493] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 1e20d536-5eed-4055-8092-03c759da5fa9/1e20d536-5eed-4055-8092-03c759da5fa9.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.202775] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dba815d-db4d-40c9-a975-d4aeaaa099cd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.217039] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 989.217039] env[69808]: value = "task-3790218" [ 989.217039] env[69808]: _type = "Task" [ 989.217039] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.224525] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.350058] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 55a9214c-deda-4c74-a205-2b302ac211b4] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.410540] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d150ff8-f7e1-4dde-84ce-6a906dd65bad {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.421763] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6c586e-d227-41f2-9e39-6f87ce33dfd9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.460479] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1521bb48-3006-4928-a8cc-dcf475b5fb92 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.471186] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee28cc8-9a99-4b55-828a-f69bee642616 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.488453] env[69808]: DEBUG nova.compute.provider_tree [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.517816] env[69808]: DEBUG oslo_concurrency.lockutils [req-58b35eec-5fda-4857-96b5-90a1ad211e27 req-23aee23f-1168-45f8-a5e6-cb7dea0fd114 service nova] Releasing lock "refresh_cache-1e20d536-5eed-4055-8092-03c759da5fa9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.517816] env[69808]: DEBUG nova.compute.manager [req-58b35eec-5fda-4857-96b5-90a1ad211e27 req-23aee23f-1168-45f8-a5e6-cb7dea0fd114 service nova] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Received event network-vif-deleted-a5e800da-0711-4d74-b1ca-dd7f9d2a48e7 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.524097] env[69808]: DEBUG nova.network.neutron [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Successfully created port: c2f20f28-8049-459d-8b73-bc801eae3f24 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.604727] env[69808]: DEBUG oslo_concurrency.lockutils [None req-398ed8b2-ce45-4d2e-8614-6398b5801db0 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "ec828439-ad64-4776-854f-fb40b08d4eb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.581s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.671745] env[69808]: DEBUG nova.network.neutron [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Successfully updated port: 3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.729031] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790218, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.855093] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: bad25d79-e0bc-4657-8b3e-1a27a5a79cde] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.991334] env[69808]: DEBUG nova.scheduler.client.report [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.177190] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "refresh_cache-cdd7e10d-086b-4673-801a-1d7a36f0824b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.177330] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired lock "refresh_cache-cdd7e10d-086b-4673-801a-1d7a36f0824b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.177499] env[69808]: DEBUG nova.network.neutron [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.233755] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600004} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.234052] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 1e20d536-5eed-4055-8092-03c759da5fa9/1e20d536-5eed-4055-8092-03c759da5fa9.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.234747] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.234901] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68879fe8-dc14-4a71-86eb-442c4354f3bd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.245019] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 990.245019] env[69808]: value = "task-3790219" [ 990.245019] env[69808]: _type = "Task" [ 990.245019] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.255416] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.361136] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: f70b4ae0-38a1-4cec-a789-2ebb8f334e47] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.496923] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.699s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.501134] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.889s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.504722] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.506278] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 36.378s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.548066] env[69808]: INFO nova.scheduler.client.report [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Deleted allocations for instance 7fe98ad5-a3f6-4329-9770-b4ff71276a2e [ 990.615132] env[69808]: INFO nova.network.neutron [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Updating port 0f2da7dd-4435-421b-9521-04e255a2382a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 990.715012] env[69808]: DEBUG nova.compute.manager [req-4443f7ab-c3b7-448b-bf69-baa5b3998bd1 req-1b09f367-d319-4e28-bac1-57d0a2a60646 service nova] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Received event network-vif-plugged-3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.715229] env[69808]: DEBUG oslo_concurrency.lockutils [req-4443f7ab-c3b7-448b-bf69-baa5b3998bd1 req-1b09f367-d319-4e28-bac1-57d0a2a60646 service nova] Acquiring lock "cdd7e10d-086b-4673-801a-1d7a36f0824b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.715515] env[69808]: DEBUG oslo_concurrency.lockutils [req-4443f7ab-c3b7-448b-bf69-baa5b3998bd1 req-1b09f367-d319-4e28-bac1-57d0a2a60646 service nova] Lock "cdd7e10d-086b-4673-801a-1d7a36f0824b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.715653] env[69808]: DEBUG oslo_concurrency.lockutils [req-4443f7ab-c3b7-448b-bf69-baa5b3998bd1 req-1b09f367-d319-4e28-bac1-57d0a2a60646 service nova] Lock "cdd7e10d-086b-4673-801a-1d7a36f0824b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.715837] env[69808]: DEBUG nova.compute.manager [req-4443f7ab-c3b7-448b-bf69-baa5b3998bd1 req-1b09f367-d319-4e28-bac1-57d0a2a60646 service nova] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] No waiting events found dispatching network-vif-plugged-3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 990.716738] env[69808]: WARNING nova.compute.manager [req-4443f7ab-c3b7-448b-bf69-baa5b3998bd1 req-1b09f367-d319-4e28-bac1-57d0a2a60646 service nova] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Received unexpected event network-vif-plugged-3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1 for instance with vm_state building and task_state spawning. [ 990.758808] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082341} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.759155] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.760024] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dada1823-f186-4dc3-8cbb-6b2f152c8519 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.796273] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 1e20d536-5eed-4055-8092-03c759da5fa9/1e20d536-5eed-4055-8092-03c759da5fa9.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.797618] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60b08572-9d26-4fc0-a516-0d9c96f01a34 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.824594] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 990.824594] env[69808]: value = "task-3790220" [ 990.824594] env[69808]: _type = "Task" [ 990.824594] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.830382] env[69808]: DEBUG nova.network.neutron [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.844065] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790220, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.868959] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 3f4afb86-4e88-4741-92d1-a7bc0b498e4b] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 991.012830] env[69808]: INFO nova.compute.claims [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.063938] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ee3ce7d5-26bc-45ab-98dc-6c344bef9dd9 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "7fe98ad5-a3f6-4329-9770-b4ff71276a2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.070s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.334849] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790220, 'name': ReconfigVM_Task, 'duration_secs': 0.324675} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.335259] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 1e20d536-5eed-4055-8092-03c759da5fa9/1e20d536-5eed-4055-8092-03c759da5fa9.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.336808] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-671bc4e2-ae44-4f28-a79b-7ea42dce8067 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.345630] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 991.345630] env[69808]: value = "task-3790221" [ 991.345630] env[69808]: _type = "Task" [ 991.345630] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.356788] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790221, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.373958] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 2a792a82-2ba6-4f38-8c2f-b54931cd8f1f] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 991.520734] env[69808]: INFO nova.compute.resource_tracker [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Updating resource usage from migration e7ebb78e-a58e-4ddd-b1a4-9176156a503e [ 991.657121] env[69808]: DEBUG nova.network.neutron [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Updating instance_info_cache with network_info: [{"id": "3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1", "address": "fa:16:3e:4e:87:75", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e7ea6bc-4a", "ovs_interfaceid": "3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.872548] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790221, 'name': Rename_Task, 'duration_secs': 0.189902} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.872852] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.873153] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a849f7a8-573c-40d0-8674-990aaec93171 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.879532] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: b0e0391a-dffc-4bc1-887a-2883e2818657] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 991.888099] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 991.888099] env[69808]: value = "task-3790222" [ 991.888099] env[69808]: _type = "Task" [ 991.888099] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.898319] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.073362] env[69808]: DEBUG nova.network.neutron [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Successfully updated port: c2f20f28-8049-459d-8b73-bc801eae3f24 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.080116] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9d6fe6-032e-4573-b89c-dce111bccdf8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.087347] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ecafa5-aaf8-4c4a-bae4-6f85287d8ccc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.127768] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc91cd6-c96c-490e-9ad8-18305e8d3544 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.138169] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c43ae8-ff18-4b6d-b14b-b248bc92f6ac {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.157417] env[69808]: DEBUG nova.compute.provider_tree [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.162810] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Releasing lock "refresh_cache-cdd7e10d-086b-4673-801a-1d7a36f0824b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.162810] env[69808]: DEBUG nova.compute.manager [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Instance network_info: |[{"id": "3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1", "address": "fa:16:3e:4e:87:75", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e7ea6bc-4a", "ovs_interfaceid": "3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.162810] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:87:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.171116] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Creating folder: Project (a199851ed08545b79847ffbe59fdb86f). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.171233] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bba43d48-c4cb-4f64-863f-eb293f03da03 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.188200] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Created folder: Project (a199851ed08545b79847ffbe59fdb86f) in parent group-v753775. [ 992.188200] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Creating folder: Instances. Parent ref: group-v753973. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.188200] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afb9bd35-253b-4bb8-8443-7e84250dbaae {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.200752] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Created folder: Instances in parent group-v753973. [ 992.201926] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.201926] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.201926] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87720c6a-c113-414a-958b-d20e67a93793 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.222549] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.222549] env[69808]: value = "task-3790225" [ 992.222549] env[69808]: _type = "Task" [ 992.222549] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.231912] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790225, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.258067] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "ec828439-ad64-4776-854f-fb40b08d4eb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.258369] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "ec828439-ad64-4776-854f-fb40b08d4eb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.258588] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "ec828439-ad64-4776-854f-fb40b08d4eb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.258780] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "ec828439-ad64-4776-854f-fb40b08d4eb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.259569] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "ec828439-ad64-4776-854f-fb40b08d4eb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.261234] env[69808]: INFO nova.compute.manager [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Terminating instance [ 992.383337] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: dce30764-d0f1-4275-9a07-08bc297237c2] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 992.407702] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790222, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.577132] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "refresh_cache-c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.577293] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "refresh_cache-c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.582147] env[69808]: DEBUG nova.network.neutron [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.662887] env[69808]: DEBUG nova.scheduler.client.report [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.736142] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790225, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.765791] env[69808]: DEBUG nova.compute.manager [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.766401] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.767821] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb48203-bbf7-4156-aa0b-4d31d985f635 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.776646] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.776921] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34ae965d-9228-4eb8-b06c-3cc780053c15 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.784049] env[69808]: DEBUG oslo_vmware.api [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 992.784049] env[69808]: value = "task-3790226" [ 992.784049] env[69808]: _type = "Task" [ 992.784049] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.793541] env[69808]: DEBUG oslo_vmware.api [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.891564] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: f6b55586-b667-455a-a61b-fb68cbea1be4] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 992.904788] env[69808]: DEBUG oslo_vmware.api [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790222, 'name': PowerOnVM_Task, 'duration_secs': 0.634374} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.904934] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.905210] env[69808]: INFO nova.compute.manager [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Took 9.49 seconds to spawn the instance on the hypervisor. [ 992.905443] env[69808]: DEBUG nova.compute.manager [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 992.906348] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128df882-f444-406a-a826-155e01603d21 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.172353] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.668s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.172590] env[69808]: INFO nova.compute.manager [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Migrating [ 993.187281] env[69808]: DEBUG nova.network.neutron [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.189154] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.423s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.189380] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.191506] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.647s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.191698] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.193791] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.399s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.195747] env[69808]: INFO nova.compute.claims [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.198377] env[69808]: DEBUG oslo_concurrency.lockutils [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquiring lock "a0a9a65c-90aa-4981-9b23-dffd854b6e4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.198598] env[69808]: DEBUG oslo_concurrency.lockutils [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Lock "a0a9a65c-90aa-4981-9b23-dffd854b6e4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.198802] env[69808]: DEBUG oslo_concurrency.lockutils [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquiring lock "a0a9a65c-90aa-4981-9b23-dffd854b6e4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.198981] env[69808]: DEBUG oslo_concurrency.lockutils [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Lock "a0a9a65c-90aa-4981-9b23-dffd854b6e4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.199165] env[69808]: DEBUG oslo_concurrency.lockutils [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Lock "a0a9a65c-90aa-4981-9b23-dffd854b6e4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.213638] env[69808]: INFO nova.compute.manager [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Terminating instance [ 993.218861] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Acquiring lock "42d33224-a879-4c5b-913e-a58e24e411f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.218861] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Lock "42d33224-a879-4c5b-913e-a58e24e411f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.241742] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790225, 'name': CreateVM_Task, 'duration_secs': 0.529279} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.242750] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.243741] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.243955] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.244287] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.245159] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acbe4b81-0bef-4cf5-b689-3cb83948ccfe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.256168] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 993.256168] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52893ade-bd33-7d1f-9ebf-269684f70386" [ 993.256168] env[69808]: _type = "Task" [ 993.256168] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.263624] env[69808]: INFO nova.scheduler.client.report [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Deleted allocations for instance 4bb5baa6-049c-4b8a-b0ae-4964088aec43 [ 993.270081] env[69808]: INFO nova.scheduler.client.report [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Deleted allocations for instance 182c3c6f-9376-4d7c-9adc-af7f0237a6f2 [ 993.288528] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52893ade-bd33-7d1f-9ebf-269684f70386, 'name': SearchDatastore_Task, 'duration_secs': 0.032798} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.292166] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.292329] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.292565] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.292716] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.292970] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.293186] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb24b406-7e75-428f-a269-dc836f329cf8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.303243] env[69808]: DEBUG oslo_vmware.api [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790226, 'name': PowerOffVM_Task, 'duration_secs': 0.410749} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.304647] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.304886] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.305726] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.305726] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.306352] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a325ba8-937a-4b11-95f4-a6252bf9dd39 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.307945] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-230b7a42-1282-4de8-83f4-664ca0279019 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.316262] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 993.316262] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521ffc80-f23b-816e-cd22-2161e33eecc0" [ 993.316262] env[69808]: _type = "Task" [ 993.316262] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.323752] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "refresh_cache-3216aa34-6732-4e07-97cc-6a80533c479b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.323752] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquired lock "refresh_cache-3216aa34-6732-4e07-97cc-6a80533c479b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.323752] env[69808]: DEBUG nova.network.neutron [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.329217] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521ffc80-f23b-816e-cd22-2161e33eecc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.397601] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.398020] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.398134] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Deleting the datastore file [datastore1] ec828439-ad64-4776-854f-fb40b08d4eb5 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.398409] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3c3e4bf-3572-4ec7-a363-ea7f751f83ed {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.400613] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 5bf859dd-a617-4e3e-b868-d68e3219222f] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 993.409563] env[69808]: DEBUG oslo_vmware.api [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 993.409563] env[69808]: value = "task-3790228" [ 993.409563] env[69808]: _type = "Task" [ 993.409563] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.430979] env[69808]: INFO nova.compute.manager [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Took 54.31 seconds to build instance. [ 993.444182] env[69808]: DEBUG oslo_vmware.api [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.607242] env[69808]: DEBUG nova.network.neutron [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Updating instance_info_cache with network_info: [{"id": "c2f20f28-8049-459d-8b73-bc801eae3f24", "address": "fa:16:3e:49:e6:c2", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f20f28-80", "ovs_interfaceid": "c2f20f28-8049-459d-8b73-bc801eae3f24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.607929] env[69808]: WARNING oslo_messaging._drivers.amqpdriver [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 993.712339] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "refresh_cache-cd2a437a-bee5-4ff6-b878-cac262a7465e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.712386] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "refresh_cache-cd2a437a-bee5-4ff6-b878-cac262a7465e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.712544] env[69808]: DEBUG nova.network.neutron [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.721987] env[69808]: DEBUG nova.compute.manager [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.722230] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.722709] env[69808]: DEBUG nova.compute.manager [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.726993] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89896b7-48ba-4120-98e4-22631e34dc13 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.738250] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.738957] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4253fc6f-11b5-427d-9c9c-ac8e0d550a61 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.745997] env[69808]: DEBUG oslo_vmware.api [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for the task: (returnval){ [ 993.745997] env[69808]: value = "task-3790229" [ 993.745997] env[69808]: _type = "Task" [ 993.745997] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.758794] env[69808]: DEBUG oslo_vmware.api [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3790229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.779506] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f5e1ff54-fe86-4889-bac5-7a82fe39f1f2 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "182c3c6f-9376-4d7c-9adc-af7f0237a6f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.341s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.783077] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5494e508-6e12-44cc-8493-f79a70c7d228 tempest-FloatingIPsAssociationTestJSON-1201730431 tempest-FloatingIPsAssociationTestJSON-1201730431-project-member] Lock "4bb5baa6-049c-4b8a-b0ae-4964088aec43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.707s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.832210] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521ffc80-f23b-816e-cd22-2161e33eecc0, 'name': SearchDatastore_Task, 'duration_secs': 0.02476} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.833533] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae78c6ab-a79c-4821-9d4f-54cf8605a31e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.842252] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 993.842252] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52eed102-ba58-3f78-28d0-164fc5cc6edd" [ 993.842252] env[69808]: _type = "Task" [ 993.842252] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.851696] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52eed102-ba58-3f78-28d0-164fc5cc6edd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.904613] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 267b2c2e-b6b8-415d-acb8-f8415b622418] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 993.925514] env[69808]: DEBUG oslo_vmware.api [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373085} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.925514] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.925514] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.925514] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.925514] env[69808]: INFO nova.compute.manager [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 993.925810] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.926017] env[69808]: DEBUG nova.compute.manager [-] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.926017] env[69808]: DEBUG nova.network.neutron [-] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.932010] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1dc2b356-eab6-495d-b8ce-da3b1dbd0186 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "1e20d536-5eed-4055-8092-03c759da5fa9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.356s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.018966] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquiring lock "252516b1-d12e-4423-866e-52ce27d85ff6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.019225] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lock "252516b1-d12e-4423-866e-52ce27d85ff6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.113108] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "refresh_cache-c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.113108] env[69808]: DEBUG nova.compute.manager [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Instance network_info: |[{"id": "c2f20f28-8049-459d-8b73-bc801eae3f24", "address": "fa:16:3e:49:e6:c2", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f20f28-80", "ovs_interfaceid": "c2f20f28-8049-459d-8b73-bc801eae3f24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 994.113108] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:e6:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2f20f28-8049-459d-8b73-bc801eae3f24', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.120366] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Creating folder: Project (5c7cf3d1f5f94168ae452203efcece8d). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.120920] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-470079f3-c0ec-47c1-a980-12a34acb8628 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.135030] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Created folder: Project (5c7cf3d1f5f94168ae452203efcece8d) in parent group-v753775. [ 994.135616] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Creating folder: Instances. Parent ref: group-v753976. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.135926] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e468e20-ac33-4415-9751-f23bcdb83bca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.148419] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Created folder: Instances in parent group-v753976. [ 994.148713] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.148944] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.149218] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-398bfd37-66fd-465f-9e07-5cf005c6b7e5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.174688] env[69808]: DEBUG nova.compute.manager [req-c6b4b70a-8fdb-440b-bb3d-ac8a46d71265 req-68ff77ec-dc59-46d0-9510-e75dc4205900 service nova] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Received event network-changed-3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.174885] env[69808]: DEBUG nova.compute.manager [req-c6b4b70a-8fdb-440b-bb3d-ac8a46d71265 req-68ff77ec-dc59-46d0-9510-e75dc4205900 service nova] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Refreshing instance network info cache due to event network-changed-3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.175150] env[69808]: DEBUG oslo_concurrency.lockutils [req-c6b4b70a-8fdb-440b-bb3d-ac8a46d71265 req-68ff77ec-dc59-46d0-9510-e75dc4205900 service nova] Acquiring lock "refresh_cache-cdd7e10d-086b-4673-801a-1d7a36f0824b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.175311] env[69808]: DEBUG oslo_concurrency.lockutils [req-c6b4b70a-8fdb-440b-bb3d-ac8a46d71265 req-68ff77ec-dc59-46d0-9510-e75dc4205900 service nova] Acquired lock "refresh_cache-cdd7e10d-086b-4673-801a-1d7a36f0824b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.175486] env[69808]: DEBUG nova.network.neutron [req-c6b4b70a-8fdb-440b-bb3d-ac8a46d71265 req-68ff77ec-dc59-46d0-9510-e75dc4205900 service nova] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Refreshing network info cache for port 3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.184606] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.184606] env[69808]: value = "task-3790232" [ 994.184606] env[69808]: _type = "Task" [ 994.184606] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.194305] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790232, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.252256] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.256696] env[69808]: DEBUG oslo_vmware.api [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3790229, 'name': PowerOffVM_Task, 'duration_secs': 0.268257} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.256832] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.256938] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.257230] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90c398da-4aad-4fb6-aaea-4699bc684949 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.291723] env[69808]: DEBUG nova.network.neutron [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Updating instance_info_cache with network_info: [{"id": "0f2da7dd-4435-421b-9521-04e255a2382a", "address": "fa:16:3e:21:3c:7b", "network": {"id": "ab1f029e-73db-4c8c-9cd4-95979582fa3a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2065551536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d07ceb628574f69ab9f5d39607b2b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2da7dd-44", "ovs_interfaceid": "0f2da7dd-4435-421b-9521-04e255a2382a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.361317] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52eed102-ba58-3f78-28d0-164fc5cc6edd, 'name': SearchDatastore_Task, 'duration_secs': 0.02698} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.363551] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.364115] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] cdd7e10d-086b-4673-801a-1d7a36f0824b/cdd7e10d-086b-4673-801a-1d7a36f0824b.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.364455] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.365196] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.365196] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Deleting the datastore file [datastore2] a0a9a65c-90aa-4981-9b23-dffd854b6e4d {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.365446] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47de16b9-1b97-4fa5-a044-bdbf81a381f6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.369140] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-202464b4-250f-4fdf-a104-3fe40b65c395 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.386179] env[69808]: DEBUG oslo_vmware.api [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for the task: (returnval){ [ 994.386179] env[69808]: value = "task-3790234" [ 994.386179] env[69808]: _type = "Task" [ 994.386179] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.387075] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 994.387075] env[69808]: value = "task-3790235" [ 994.387075] env[69808]: _type = "Task" [ 994.387075] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.405684] env[69808]: DEBUG oslo_vmware.api [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3790234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.412782] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: bceff13b-021c-4103-8841-1ddf6baa262b] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 994.415192] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.523914] env[69808]: DEBUG nova.compute.manager [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.702161] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "29e6ac06-994b-4b76-b919-2787bd3d4f98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.702161] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "29e6ac06-994b-4b76-b919-2787bd3d4f98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.702161] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "29e6ac06-994b-4b76-b919-2787bd3d4f98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.702161] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "29e6ac06-994b-4b76-b919-2787bd3d4f98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.702161] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "29e6ac06-994b-4b76-b919-2787bd3d4f98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.705163] env[69808]: INFO nova.compute.manager [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Terminating instance [ 994.712224] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790232, 'name': CreateVM_Task, 'duration_secs': 0.38263} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.713539] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.714303] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.714462] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.714795] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.715327] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a8ca9ee-c8db-4451-a15f-94a016bcee39 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.725360] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 994.725360] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5263fe59-bba3-9625-0ac9-4b45bbe72a46" [ 994.725360] env[69808]: _type = "Task" [ 994.725360] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.738384] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5263fe59-bba3-9625-0ac9-4b45bbe72a46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.742077] env[69808]: DEBUG nova.compute.manager [req-040608dd-7fbd-44bc-b8d1-2ea2b6619489 req-2440b47a-912b-403f-9cd6-39423129d2a1 service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Received event network-changed-1e8910ca-0d7a-48eb-a46d-3546f2e5584b {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.742325] env[69808]: DEBUG nova.compute.manager [req-040608dd-7fbd-44bc-b8d1-2ea2b6619489 req-2440b47a-912b-403f-9cd6-39423129d2a1 service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Refreshing instance network info cache due to event network-changed-1e8910ca-0d7a-48eb-a46d-3546f2e5584b. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.742547] env[69808]: DEBUG oslo_concurrency.lockutils [req-040608dd-7fbd-44bc-b8d1-2ea2b6619489 req-2440b47a-912b-403f-9cd6-39423129d2a1 service nova] Acquiring lock "refresh_cache-5a960079-923d-4796-84bd-228ab0caccfa" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.742689] env[69808]: DEBUG oslo_concurrency.lockutils [req-040608dd-7fbd-44bc-b8d1-2ea2b6619489 req-2440b47a-912b-403f-9cd6-39423129d2a1 service nova] Acquired lock "refresh_cache-5a960079-923d-4796-84bd-228ab0caccfa" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.742848] env[69808]: DEBUG nova.network.neutron [req-040608dd-7fbd-44bc-b8d1-2ea2b6619489 req-2440b47a-912b-403f-9cd6-39423129d2a1 service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Refreshing network info cache for port 1e8910ca-0d7a-48eb-a46d-3546f2e5584b {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.748783] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232f2705-753c-44bc-bb3e-921b126dfb26 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.760753] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3651a764-5065-4bae-beba-a16bbe9c2908 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.798586] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Releasing lock "refresh_cache-3216aa34-6732-4e07-97cc-6a80533c479b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.802499] env[69808]: DEBUG nova.network.neutron [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Updating instance_info_cache with network_info: [{"id": "1d352fce-0514-4f1f-a6b3-5c27806a67cb", "address": "fa:16:3e:79:df:14", "network": {"id": "af196450-77dc-4ac0-959d-83905e667de1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1784084215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde177c157c54ffbaad7a0b9616ff02b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d352fce-05", "ovs_interfaceid": "1d352fce-0514-4f1f-a6b3-5c27806a67cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.805067] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1686817d-b728-4121-942d-24e742395e04 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.816718] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dd9747-8abd-4f93-b8c9-77a3d06c87ee {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.840427] env[69808]: DEBUG nova.compute.provider_tree [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.845690] env[69808]: DEBUG nova.virt.hardware [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='98a41dc771d49021d2876b3efbf3e3b5',container_format='bare',created_at=2025-05-02T11:41:15Z,direct_url=,disk_format='vmdk',id=34e90d6b-2e0c-40dd-9adf-dc1847787d24,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1172114637-shelved',owner='8d07ceb628574f69ab9f5d39607b2b49',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-05-02T11:41:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.845887] env[69808]: DEBUG nova.virt.hardware [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.846123] env[69808]: DEBUG nova.virt.hardware [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.846349] env[69808]: DEBUG nova.virt.hardware [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.846501] env[69808]: DEBUG nova.virt.hardware [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.847059] env[69808]: DEBUG nova.virt.hardware [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.847059] env[69808]: DEBUG nova.virt.hardware [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.847183] env[69808]: DEBUG nova.virt.hardware [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.847310] env[69808]: DEBUG nova.virt.hardware [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.847472] env[69808]: DEBUG nova.virt.hardware [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.847646] env[69808]: DEBUG nova.virt.hardware [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.849047] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afe1c6b-d8f1-421b-aeac-42a73bbaf9e2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.860883] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2e7444-327d-48ae-94fa-23b9c611d704 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.877891] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:3c:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f2da7dd-4435-421b-9521-04e255a2382a', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.885760] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.886166] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.886424] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86cf55cd-0cfb-47bf-b29d-801e76b70586 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.920400] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: e8cb0608-7726-4b10-a6ce-27b9a6182bcc] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 994.922521] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790235, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.922731] env[69808]: DEBUG oslo_vmware.api [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Task: {'id': task-3790234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292105} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.924611] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.924757] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.924911] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.925100] env[69808]: INFO nova.compute.manager [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 994.925354] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.925552] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.925552] env[69808]: value = "task-3790236" [ 994.925552] env[69808]: _type = "Task" [ 994.925552] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.925788] env[69808]: DEBUG nova.compute.manager [-] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 994.925893] env[69808]: DEBUG nova.network.neutron [-] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 994.940771] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790236, 'name': CreateVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.046607] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.054021] env[69808]: DEBUG nova.network.neutron [-] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.216412] env[69808]: DEBUG nova.compute.manager [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.216615] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.217633] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f7fa2a-5b73-452b-a8b2-1093dc0e621c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.227788] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.231210] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c7891ff-8fc5-411f-9879-55ac4908c7fa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.242270] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5263fe59-bba3-9625-0ac9-4b45bbe72a46, 'name': SearchDatastore_Task, 'duration_secs': 0.062232} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.245109] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.245751] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.246061] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.246233] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.246698] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.247130] env[69808]: DEBUG oslo_vmware.api [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 995.247130] env[69808]: value = "task-3790237" [ 995.247130] env[69808]: _type = "Task" [ 995.247130] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.250444] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5eac8c6c-ee12-48d3-8faa-e16939b4b778 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.265855] env[69808]: DEBUG oslo_vmware.api [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.270398] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.270656] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.271515] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe1d144-d16f-4545-a9c0-41f954e12498 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.279158] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 995.279158] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5279edfe-8287-c4dc-2f8b-a5543f25f2d7" [ 995.279158] env[69808]: _type = "Task" [ 995.279158] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.289707] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5279edfe-8287-c4dc-2f8b-a5543f25f2d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.310126] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "refresh_cache-cd2a437a-bee5-4ff6-b878-cac262a7465e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.355252] env[69808]: DEBUG nova.scheduler.client.report [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.400870] env[69808]: DEBUG nova.network.neutron [req-c6b4b70a-8fdb-440b-bb3d-ac8a46d71265 req-68ff77ec-dc59-46d0-9510-e75dc4205900 service nova] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Updated VIF entry in instance network info cache for port 3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.401245] env[69808]: DEBUG nova.network.neutron [req-c6b4b70a-8fdb-440b-bb3d-ac8a46d71265 req-68ff77ec-dc59-46d0-9510-e75dc4205900 service nova] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Updating instance_info_cache with network_info: [{"id": "3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1", "address": "fa:16:3e:4e:87:75", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e7ea6bc-4a", "ovs_interfaceid": "3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.422061] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61958} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.422061] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] cdd7e10d-086b-4673-801a-1d7a36f0824b/cdd7e10d-086b-4673-801a-1d7a36f0824b.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.422061] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.422061] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa256614-1497-46a9-9efd-cf5e17aa14f7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.425674] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 98fc3328-91fa-4e6a-93d1-f18013a5b0af] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 995.430521] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 995.430521] env[69808]: value = "task-3790238" [ 995.430521] env[69808]: _type = "Task" [ 995.430521] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.444973] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.453687] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790236, 'name': CreateVM_Task, 'duration_secs': 0.397612} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.453909] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.454764] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34e90d6b-2e0c-40dd-9adf-dc1847787d24" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.454997] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34e90d6b-2e0c-40dd-9adf-dc1847787d24" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.455857] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34e90d6b-2e0c-40dd-9adf-dc1847787d24" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.456211] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ad5308-0ef2-46aa-88e2-3fec803882ef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.463528] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 995.463528] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5280f903-8f96-25ea-e666-9600882271f4" [ 995.463528] env[69808]: _type = "Task" [ 995.463528] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.478474] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5280f903-8f96-25ea-e666-9600882271f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.557547] env[69808]: INFO nova.compute.manager [-] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Took 1.63 seconds to deallocate network for instance. [ 995.765181] env[69808]: DEBUG oslo_vmware.api [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790237, 'name': PowerOffVM_Task, 'duration_secs': 0.306847} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.765502] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.765708] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.766007] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-283e7383-87e7-4dba-a359-e33e7322218a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.791428] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5279edfe-8287-c4dc-2f8b-a5543f25f2d7, 'name': SearchDatastore_Task, 'duration_secs': 0.01365} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.792512] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27a51842-e98a-4a38-a6f6-0772d7f5f9ad {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.801149] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 995.801149] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5218bc1a-2b87-ebeb-8c99-24d159a72a48" [ 995.801149] env[69808]: _type = "Task" [ 995.801149] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.816339] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5218bc1a-2b87-ebeb-8c99-24d159a72a48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.854363] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.854600] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.854813] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Deleting the datastore file [datastore1] 29e6ac06-994b-4b76-b919-2787bd3d4f98 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.856145] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43f03966-7cfe-46b5-8b4c-3c6ffcda874d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.865569] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.866699] env[69808]: DEBUG nova.compute.manager [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.870422] env[69808]: DEBUG oslo_vmware.api [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 995.870422] env[69808]: value = "task-3790240" [ 995.870422] env[69808]: _type = "Task" [ 995.870422] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.870989] env[69808]: DEBUG oslo_concurrency.lockutils [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.244s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.871742] env[69808]: DEBUG oslo_concurrency.lockutils [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.874246] env[69808]: DEBUG oslo_concurrency.lockutils [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 22.241s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.898154] env[69808]: DEBUG oslo_vmware.api [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.904719] env[69808]: DEBUG oslo_concurrency.lockutils [req-c6b4b70a-8fdb-440b-bb3d-ac8a46d71265 req-68ff77ec-dc59-46d0-9510-e75dc4205900 service nova] Releasing lock "refresh_cache-cdd7e10d-086b-4673-801a-1d7a36f0824b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.904842] env[69808]: DEBUG nova.compute.manager [req-c6b4b70a-8fdb-440b-bb3d-ac8a46d71265 req-68ff77ec-dc59-46d0-9510-e75dc4205900 service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Received event network-vif-plugged-c2f20f28-8049-459d-8b73-bc801eae3f24 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.905160] env[69808]: DEBUG oslo_concurrency.lockutils [req-c6b4b70a-8fdb-440b-bb3d-ac8a46d71265 req-68ff77ec-dc59-46d0-9510-e75dc4205900 service nova] Acquiring lock "c8b365c1-b843-476b-96d1-6e88230a0d42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.905399] env[69808]: DEBUG oslo_concurrency.lockutils [req-c6b4b70a-8fdb-440b-bb3d-ac8a46d71265 req-68ff77ec-dc59-46d0-9510-e75dc4205900 service nova] Lock "c8b365c1-b843-476b-96d1-6e88230a0d42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.905583] env[69808]: DEBUG oslo_concurrency.lockutils [req-c6b4b70a-8fdb-440b-bb3d-ac8a46d71265 req-68ff77ec-dc59-46d0-9510-e75dc4205900 service nova] Lock "c8b365c1-b843-476b-96d1-6e88230a0d42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.905783] env[69808]: DEBUG nova.compute.manager [req-c6b4b70a-8fdb-440b-bb3d-ac8a46d71265 req-68ff77ec-dc59-46d0-9510-e75dc4205900 service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] No waiting events found dispatching network-vif-plugged-c2f20f28-8049-459d-8b73-bc801eae3f24 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 995.905955] env[69808]: WARNING nova.compute.manager [req-c6b4b70a-8fdb-440b-bb3d-ac8a46d71265 req-68ff77ec-dc59-46d0-9510-e75dc4205900 service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Received unexpected event network-vif-plugged-c2f20f28-8049-459d-8b73-bc801eae3f24 for instance with vm_state building and task_state spawning. [ 995.906140] env[69808]: DEBUG nova.compute.manager [req-c6b4b70a-8fdb-440b-bb3d-ac8a46d71265 req-68ff77ec-dc59-46d0-9510-e75dc4205900 service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Received event network-changed-c2f20f28-8049-459d-8b73-bc801eae3f24 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.906378] env[69808]: DEBUG nova.compute.manager [req-c6b4b70a-8fdb-440b-bb3d-ac8a46d71265 req-68ff77ec-dc59-46d0-9510-e75dc4205900 service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Refreshing instance network info cache due to event network-changed-c2f20f28-8049-459d-8b73-bc801eae3f24. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.906521] env[69808]: DEBUG oslo_concurrency.lockutils [req-c6b4b70a-8fdb-440b-bb3d-ac8a46d71265 req-68ff77ec-dc59-46d0-9510-e75dc4205900 service nova] Acquiring lock "refresh_cache-c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.906686] env[69808]: DEBUG oslo_concurrency.lockutils [req-c6b4b70a-8fdb-440b-bb3d-ac8a46d71265 req-68ff77ec-dc59-46d0-9510-e75dc4205900 service nova] Acquired lock "refresh_cache-c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.906881] env[69808]: DEBUG nova.network.neutron [req-c6b4b70a-8fdb-440b-bb3d-ac8a46d71265 req-68ff77ec-dc59-46d0-9510-e75dc4205900 service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Refreshing network info cache for port c2f20f28-8049-459d-8b73-bc801eae3f24 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.908895] env[69808]: INFO nova.scheduler.client.report [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Deleted allocations for instance ae9495ce-171c-4d44-b80f-b38a29f29b7a [ 995.930786] env[69808]: DEBUG nova.network.neutron [req-040608dd-7fbd-44bc-b8d1-2ea2b6619489 req-2440b47a-912b-403f-9cd6-39423129d2a1 service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Updated VIF entry in instance network info cache for port 1e8910ca-0d7a-48eb-a46d-3546f2e5584b. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.931261] env[69808]: DEBUG nova.network.neutron [req-040608dd-7fbd-44bc-b8d1-2ea2b6619489 req-2440b47a-912b-403f-9cd6-39423129d2a1 service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Updating instance_info_cache with network_info: [{"id": "1e8910ca-0d7a-48eb-a46d-3546f2e5584b", "address": "fa:16:3e:91:8d:74", "network": {"id": "b377f14d-451f-4064-9101-8013c7ec49b9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-188121900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "84c3bd544e5d40eebeb48fb3e5851839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e8910ca-0d", "ovs_interfaceid": "1e8910ca-0d7a-48eb-a46d-3546f2e5584b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.934555] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 02481d2b-70ac-48cb-a981-b88a26d327dc] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 995.952267] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08838} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.952562] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.953414] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ec3a1d-2f79-4332-bc77-e2b110088a8f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.983098] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] cdd7e10d-086b-4673-801a-1d7a36f0824b/cdd7e10d-086b-4673-801a-1d7a36f0824b.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.991055] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7526917-bc05-4ce2-beb6-09bfe3845846 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.020757] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34e90d6b-2e0c-40dd-9adf-dc1847787d24" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.021082] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Processing image 34e90d6b-2e0c-40dd-9adf-dc1847787d24 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.021375] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34e90d6b-2e0c-40dd-9adf-dc1847787d24/34e90d6b-2e0c-40dd-9adf-dc1847787d24.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.021470] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34e90d6b-2e0c-40dd-9adf-dc1847787d24/34e90d6b-2e0c-40dd-9adf-dc1847787d24.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.021920] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.022054] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 996.022054] env[69808]: value = "task-3790241" [ 996.022054] env[69808]: _type = "Task" [ 996.022054] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.022316] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2a127e4-a3c4-4dcf-84f1-446c968112db {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.035781] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.036097] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.045218] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.052711] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.052918] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.058029] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12d47d24-aa11-41dc-8a6b-25bd91e2e050 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.061291] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 996.061291] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d6ce8c-441e-2672-3546-efdeadcb042f" [ 996.061291] env[69808]: _type = "Task" [ 996.061291] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.067970] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.072346] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d6ce8c-441e-2672-3546-efdeadcb042f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.313824] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5218bc1a-2b87-ebeb-8c99-24d159a72a48, 'name': SearchDatastore_Task, 'duration_secs': 0.032223} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.314141] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.314414] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] c8b365c1-b843-476b-96d1-6e88230a0d42/c8b365c1-b843-476b-96d1-6e88230a0d42.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.314686] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee57a912-6fc8-4ae7-a2fa-5b7fa11a1bd7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.325304] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 996.325304] env[69808]: value = "task-3790242" [ 996.325304] env[69808]: _type = "Task" [ 996.325304] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.335803] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.373693] env[69808]: DEBUG nova.compute.utils [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.375299] env[69808]: DEBUG nova.compute.manager [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.375504] env[69808]: DEBUG nova.network.neutron [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.389110] env[69808]: DEBUG nova.objects.instance [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lazy-loading 'migration_context' on Instance uuid c29994b7-6684-4f16-85bb-618a49df3229 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.389689] env[69808]: DEBUG oslo_vmware.api [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307679} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.389966] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.390189] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.390349] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.390522] env[69808]: INFO nova.compute.manager [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Took 1.17 seconds to destroy the instance on the hypervisor. [ 996.390758] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.391713] env[69808]: DEBUG nova.compute.manager [-] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.391880] env[69808]: DEBUG nova.network.neutron [-] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.418278] env[69808]: DEBUG oslo_concurrency.lockutils [None req-423024ee-1346-4098-8c19-b0ae6dcbdbfb tempest-VolumesAdminNegativeTest-194871001 tempest-VolumesAdminNegativeTest-194871001-project-member] Lock "ae9495ce-171c-4d44-b80f-b38a29f29b7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.595s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.435383] env[69808]: DEBUG oslo_concurrency.lockutils [req-040608dd-7fbd-44bc-b8d1-2ea2b6619489 req-2440b47a-912b-403f-9cd6-39423129d2a1 service nova] Releasing lock "refresh_cache-5a960079-923d-4796-84bd-228ab0caccfa" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.437408] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 842e60e4-9e9a-442a-bb54-38d10ff70f95] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 996.539849] env[69808]: DEBUG nova.compute.manager [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.544470] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790241, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.581122] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Preparing fetch location {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 996.581519] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Fetch image to [datastore2] OSTACK_IMG_862ec845-87dc-4946-aed2-3daef4cfeccc/OSTACK_IMG_862ec845-87dc-4946-aed2-3daef4cfeccc.vmdk {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 996.581801] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Downloading stream optimized image 34e90d6b-2e0c-40dd-9adf-dc1847787d24 to [datastore2] OSTACK_IMG_862ec845-87dc-4946-aed2-3daef4cfeccc/OSTACK_IMG_862ec845-87dc-4946-aed2-3daef4cfeccc.vmdk on the data store datastore2 as vApp {{(pid=69808) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 996.582124] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Downloading image file data 34e90d6b-2e0c-40dd-9adf-dc1847787d24 to the ESX as VM named 'OSTACK_IMG_862ec845-87dc-4946-aed2-3daef4cfeccc' {{(pid=69808) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 996.677645] env[69808]: DEBUG oslo_vmware.rw_handles [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 996.677645] env[69808]: value = "resgroup-9" [ 996.677645] env[69808]: _type = "ResourcePool" [ 996.677645] env[69808]: }. {{(pid=69808) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 996.677985] env[69808]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-336a12be-0d0c-46b2-a4f4-c4304c23ddb4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.707959] env[69808]: DEBUG oslo_vmware.rw_handles [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lease: (returnval){ [ 996.707959] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522a49a4-e1f0-bf22-e19a-b80a8d51f70c" [ 996.707959] env[69808]: _type = "HttpNfcLease" [ 996.707959] env[69808]: } obtained for vApp import into resource pool (val){ [ 996.707959] env[69808]: value = "resgroup-9" [ 996.707959] env[69808]: _type = "ResourcePool" [ 996.707959] env[69808]: }. {{(pid=69808) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 996.707959] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the lease: (returnval){ [ 996.707959] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522a49a4-e1f0-bf22-e19a-b80a8d51f70c" [ 996.707959] env[69808]: _type = "HttpNfcLease" [ 996.707959] env[69808]: } to be ready. {{(pid=69808) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 996.721379] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 996.721379] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522a49a4-e1f0-bf22-e19a-b80a8d51f70c" [ 996.721379] env[69808]: _type = "HttpNfcLease" [ 996.721379] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 996.840035] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2dae32-7300-419f-9ddc-74ca12d65117 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.863750] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Updating instance 'cd2a437a-bee5-4ff6-b878-cac262a7465e' progress to 0 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 996.871636] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790242, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.878937] env[69808]: DEBUG nova.compute.manager [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.885009] env[69808]: DEBUG nova.policy [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce6e97c2c2b14c16b90aac416fa9dda9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eed5791f86a04852b137276f89fd7a0f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.940654] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 1d559a8a-e2aa-45db-9b49-dc0ad28ceb77] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 997.041682] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790241, 'name': ReconfigVM_Task, 'duration_secs': 0.543708} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.042395] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Reconfigured VM instance instance-00000047 to attach disk [datastore2] cdd7e10d-086b-4673-801a-1d7a36f0824b/cdd7e10d-086b-4673-801a-1d7a36f0824b.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.043284] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a09e9c0-6671-4063-b738-1267dbbffb84 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.056792] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 997.056792] env[69808]: value = "task-3790244" [ 997.056792] env[69808]: _type = "Task" [ 997.056792] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.067838] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790244, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.074824] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.217811] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 997.217811] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522a49a4-e1f0-bf22-e19a-b80a8d51f70c" [ 997.217811] env[69808]: _type = "HttpNfcLease" [ 997.217811] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 997.246266] env[69808]: DEBUG nova.network.neutron [-] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.346253] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572871} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.346722] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] c8b365c1-b843-476b-96d1-6e88230a0d42/c8b365c1-b843-476b-96d1-6e88230a0d42.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.347144] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.347522] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ae90a57-6b10-4a7f-acd0-aa037a5f39cc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.358945] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 997.358945] env[69808]: value = "task-3790245" [ 997.358945] env[69808]: _type = "Task" [ 997.358945] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.370930] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.375382] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.376490] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b025aa-fe3f-4ad9-b1dd-b2e8eb93f63b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.380252] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5e17c32-747d-445b-b477-0878aedad0ea {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.397039] env[69808]: DEBUG oslo_vmware.api [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 997.397039] env[69808]: value = "task-3790246" [ 997.397039] env[69808]: _type = "Task" [ 997.397039] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.397747] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc31f038-7183-4b65-a2af-6cb14f84c268 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.414721] env[69808]: DEBUG oslo_vmware.api [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.452199] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 8fb507a5-6176-47e6-94c9-340f345a0d33] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 997.456761] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d487e26-9de8-4830-bf65-71507200eff6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.466611] env[69808]: DEBUG nova.compute.manager [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Received event network-vif-plugged-0f2da7dd-4435-421b-9521-04e255a2382a {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.466939] env[69808]: DEBUG oslo_concurrency.lockutils [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] Acquiring lock "3216aa34-6732-4e07-97cc-6a80533c479b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.468653] env[69808]: DEBUG oslo_concurrency.lockutils [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] Lock "3216aa34-6732-4e07-97cc-6a80533c479b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.468653] env[69808]: DEBUG oslo_concurrency.lockutils [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] Lock "3216aa34-6732-4e07-97cc-6a80533c479b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.468653] env[69808]: DEBUG nova.compute.manager [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] No waiting events found dispatching network-vif-plugged-0f2da7dd-4435-421b-9521-04e255a2382a {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 997.468653] env[69808]: WARNING nova.compute.manager [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Received unexpected event network-vif-plugged-0f2da7dd-4435-421b-9521-04e255a2382a for instance with vm_state shelved_offloaded and task_state spawning. [ 997.468653] env[69808]: DEBUG nova.compute.manager [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Received event network-changed-0f2da7dd-4435-421b-9521-04e255a2382a {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.468653] env[69808]: DEBUG nova.compute.manager [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Refreshing instance network info cache due to event network-changed-0f2da7dd-4435-421b-9521-04e255a2382a. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.468653] env[69808]: DEBUG oslo_concurrency.lockutils [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] Acquiring lock "refresh_cache-3216aa34-6732-4e07-97cc-6a80533c479b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.468653] env[69808]: DEBUG oslo_concurrency.lockutils [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] Acquired lock "refresh_cache-3216aa34-6732-4e07-97cc-6a80533c479b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.469128] env[69808]: DEBUG nova.network.neutron [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Refreshing network info cache for port 0f2da7dd-4435-421b-9521-04e255a2382a {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.474978] env[69808]: DEBUG nova.network.neutron [req-c6b4b70a-8fdb-440b-bb3d-ac8a46d71265 req-68ff77ec-dc59-46d0-9510-e75dc4205900 service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Updated VIF entry in instance network info cache for port c2f20f28-8049-459d-8b73-bc801eae3f24. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.475492] env[69808]: DEBUG nova.network.neutron [req-c6b4b70a-8fdb-440b-bb3d-ac8a46d71265 req-68ff77ec-dc59-46d0-9510-e75dc4205900 service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Updating instance_info_cache with network_info: [{"id": "c2f20f28-8049-459d-8b73-bc801eae3f24", "address": "fa:16:3e:49:e6:c2", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f20f28-80", "ovs_interfaceid": "c2f20f28-8049-459d-8b73-bc801eae3f24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.479659] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf631ec-834c-4754-833c-5cfda5762b1f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.500675] env[69808]: DEBUG nova.compute.provider_tree [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.569573] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790244, 'name': Rename_Task, 'duration_secs': 0.436202} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.570881] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.570881] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe51352b-81bd-455f-be94-34be94d8ff45 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.579909] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 997.579909] env[69808]: value = "task-3790247" [ 997.579909] env[69808]: _type = "Task" [ 997.579909] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.588873] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.719704] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 997.719704] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522a49a4-e1f0-bf22-e19a-b80a8d51f70c" [ 997.719704] env[69808]: _type = "HttpNfcLease" [ 997.719704] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 997.751339] env[69808]: INFO nova.compute.manager [-] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Took 2.82 seconds to deallocate network for instance. [ 997.751339] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "72e4004e-a622-4f99-af36-0f1c0d995f0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.751503] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "72e4004e-a622-4f99-af36-0f1c0d995f0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.807500] env[69808]: DEBUG nova.network.neutron [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Successfully created port: 8710a612-9921-4450-aadb-add7db68a3f0 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.815110] env[69808]: DEBUG nova.compute.manager [req-8ea9d164-14ad-4b6c-8e76-b7d74e784c86 req-0a510f37-5443-4d00-aa13-244025c9fd30 service nova] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Received event network-changed-9ce07fe2-c0e0-4b80-8676-19b6802f2fea {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.815110] env[69808]: DEBUG nova.compute.manager [req-8ea9d164-14ad-4b6c-8e76-b7d74e784c86 req-0a510f37-5443-4d00-aa13-244025c9fd30 service nova] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Refreshing instance network info cache due to event network-changed-9ce07fe2-c0e0-4b80-8676-19b6802f2fea. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.815110] env[69808]: DEBUG oslo_concurrency.lockutils [req-8ea9d164-14ad-4b6c-8e76-b7d74e784c86 req-0a510f37-5443-4d00-aa13-244025c9fd30 service nova] Acquiring lock "refresh_cache-1e20d536-5eed-4055-8092-03c759da5fa9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.815110] env[69808]: DEBUG oslo_concurrency.lockutils [req-8ea9d164-14ad-4b6c-8e76-b7d74e784c86 req-0a510f37-5443-4d00-aa13-244025c9fd30 service nova] Acquired lock "refresh_cache-1e20d536-5eed-4055-8092-03c759da5fa9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.815543] env[69808]: DEBUG nova.network.neutron [req-8ea9d164-14ad-4b6c-8e76-b7d74e784c86 req-0a510f37-5443-4d00-aa13-244025c9fd30 service nova] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Refreshing network info cache for port 9ce07fe2-c0e0-4b80-8676-19b6802f2fea {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.871223] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106144} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.871651] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.872664] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f781b44-5818-430b-a6db-e148ad110bc4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.900260] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] c8b365c1-b843-476b-96d1-6e88230a0d42/c8b365c1-b843-476b-96d1-6e88230a0d42.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.902188] env[69808]: DEBUG nova.compute.manager [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.906067] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee7fb363-4140-484d-a76e-d4eb5cd12bd8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.937522] env[69808]: DEBUG oslo_vmware.api [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790246, 'name': PowerOffVM_Task, 'duration_secs': 0.237703} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.939543] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.939671] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Updating instance 'cd2a437a-bee5-4ff6-b878-cac262a7465e' progress to 17 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 997.943802] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 997.943802] env[69808]: value = "task-3790248" [ 997.943802] env[69808]: _type = "Task" [ 997.943802] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.954490] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.957625] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 514260a0-06e4-41bb-8478-3f423ce82018] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 997.972569] env[69808]: DEBUG nova.virt.hardware [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.972569] env[69808]: DEBUG nova.virt.hardware [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.972569] env[69808]: DEBUG nova.virt.hardware [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.972569] env[69808]: DEBUG nova.virt.hardware [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.972569] env[69808]: DEBUG nova.virt.hardware [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.972569] env[69808]: DEBUG nova.virt.hardware [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.972569] env[69808]: DEBUG nova.virt.hardware [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.973019] env[69808]: DEBUG nova.virt.hardware [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.973242] env[69808]: DEBUG nova.virt.hardware [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.973418] env[69808]: DEBUG nova.virt.hardware [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.973635] env[69808]: DEBUG nova.virt.hardware [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.975033] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07cd071-2307-4b87-8b67-e8d8a167f19b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.988282] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8730b7f-dce4-498d-92ef-fe9f8da9437f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.994155] env[69808]: DEBUG oslo_concurrency.lockutils [req-c6b4b70a-8fdb-440b-bb3d-ac8a46d71265 req-68ff77ec-dc59-46d0-9510-e75dc4205900 service nova] Releasing lock "refresh_cache-c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.011889] env[69808]: DEBUG nova.scheduler.client.report [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.095635] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.132828] env[69808]: DEBUG nova.network.neutron [-] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.221336] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 998.221336] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522a49a4-e1f0-bf22-e19a-b80a8d51f70c" [ 998.221336] env[69808]: _type = "HttpNfcLease" [ 998.221336] env[69808]: } is ready. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 998.221717] env[69808]: DEBUG oslo_vmware.rw_handles [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 998.221717] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522a49a4-e1f0-bf22-e19a-b80a8d51f70c" [ 998.221717] env[69808]: _type = "HttpNfcLease" [ 998.221717] env[69808]: }. {{(pid=69808) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 998.224270] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b3a146-f6af-4fdc-8244-c8b06f3be01c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.234029] env[69808]: DEBUG oslo_vmware.rw_handles [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a54641-1738-e1a7-8d4d-91b436fb5bb8/disk-0.vmdk from lease info. {{(pid=69808) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 998.234306] env[69808]: DEBUG oslo_vmware.rw_handles [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a54641-1738-e1a7-8d4d-91b436fb5bb8/disk-0.vmdk. {{(pid=69808) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 998.296029] env[69808]: DEBUG nova.compute.manager [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.299517] env[69808]: DEBUG oslo_concurrency.lockutils [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.307786] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b4bd7aec-2260-48d8-8f46-954da4ae384a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.448053] env[69808]: DEBUG nova.virt.hardware [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.448502] env[69808]: DEBUG nova.virt.hardware [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.448918] env[69808]: DEBUG nova.virt.hardware [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.449015] env[69808]: DEBUG nova.virt.hardware [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.449795] env[69808]: DEBUG nova.virt.hardware [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.450046] env[69808]: DEBUG nova.virt.hardware [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.450365] env[69808]: DEBUG nova.virt.hardware [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.450868] env[69808]: DEBUG nova.virt.hardware [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.450868] env[69808]: DEBUG nova.virt.hardware [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.451643] env[69808]: DEBUG nova.virt.hardware [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.451944] env[69808]: DEBUG nova.virt.hardware [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.461120] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 14cd1c1b-994c-4176-af8a-a12a3b4c4c5f] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 998.464907] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d6fb49f-49a4-4915-8723-4a377770d6c4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.496174] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790248, 'name': ReconfigVM_Task, 'duration_secs': 0.362008} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.498958] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Reconfigured VM instance instance-00000048 to attach disk [datastore2] c8b365c1-b843-476b-96d1-6e88230a0d42/c8b365c1-b843-476b-96d1-6e88230a0d42.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.499839] env[69808]: DEBUG oslo_vmware.api [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 998.499839] env[69808]: value = "task-3790249" [ 998.499839] env[69808]: _type = "Task" [ 998.499839] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.502644] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8702610d-8333-49a5-9b78-50f98b8ba3d4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.518037] env[69808]: DEBUG oslo_vmware.api [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.529817] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 998.529817] env[69808]: value = "task-3790250" [ 998.529817] env[69808]: _type = "Task" [ 998.529817] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.549517] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790250, 'name': Rename_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.592376] env[69808]: DEBUG oslo_vmware.api [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790247, 'name': PowerOnVM_Task, 'duration_secs': 0.833322} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.593842] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.594076] env[69808]: INFO nova.compute.manager [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Took 12.49 seconds to spawn the instance on the hypervisor. [ 998.594297] env[69808]: DEBUG nova.compute.manager [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 998.599203] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e377ea7-2843-4e53-b961-ab5131c3ca36 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.637561] env[69808]: INFO nova.compute.manager [-] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Took 2.25 seconds to deallocate network for instance. [ 998.653192] env[69808]: DEBUG nova.network.neutron [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Updated VIF entry in instance network info cache for port 0f2da7dd-4435-421b-9521-04e255a2382a. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.653192] env[69808]: DEBUG nova.network.neutron [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Updating instance_info_cache with network_info: [{"id": "0f2da7dd-4435-421b-9521-04e255a2382a", "address": "fa:16:3e:21:3c:7b", "network": {"id": "ab1f029e-73db-4c8c-9cd4-95979582fa3a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2065551536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d07ceb628574f69ab9f5d39607b2b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2da7dd-44", "ovs_interfaceid": "0f2da7dd-4435-421b-9521-04e255a2382a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.824371] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.960320] env[69808]: DEBUG nova.network.neutron [req-8ea9d164-14ad-4b6c-8e76-b7d74e784c86 req-0a510f37-5443-4d00-aa13-244025c9fd30 service nova] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Updated VIF entry in instance network info cache for port 9ce07fe2-c0e0-4b80-8676-19b6802f2fea. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.960772] env[69808]: DEBUG nova.network.neutron [req-8ea9d164-14ad-4b6c-8e76-b7d74e784c86 req-0a510f37-5443-4d00-aa13-244025c9fd30 service nova] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Updating instance_info_cache with network_info: [{"id": "9ce07fe2-c0e0-4b80-8676-19b6802f2fea", "address": "fa:16:3e:e8:8f:85", "network": {"id": "df96a74c-19d0-4fa6-86cd-118550095e1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921938810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60f5afe8694941a483771559188e08d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce07fe2-c0", "ovs_interfaceid": "9ce07fe2-c0e0-4b80-8676-19b6802f2fea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.965856] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 19a40d4f-ad34-4d6e-839c-4a17149e4659] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 999.022068] env[69808]: DEBUG oslo_vmware.api [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790249, 'name': ReconfigVM_Task, 'duration_secs': 0.200883} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.024392] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Updating instance 'cd2a437a-bee5-4ff6-b878-cac262a7465e' progress to 33 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 999.033392] env[69808]: DEBUG oslo_concurrency.lockutils [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.158s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.040634] env[69808]: DEBUG oslo_concurrency.lockutils [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.791s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.042766] env[69808]: INFO nova.compute.claims [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.073469] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790250, 'name': Rename_Task, 'duration_secs': 0.207415} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.077407] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.079467] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5c3c240-4085-4fbc-b520-93a905a4c1c3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.089630] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 999.089630] env[69808]: value = "task-3790251" [ 999.089630] env[69808]: _type = "Task" [ 999.089630] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.103026] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.124066] env[69808]: INFO nova.compute.manager [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Took 53.27 seconds to build instance. [ 999.147568] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.156105] env[69808]: DEBUG oslo_concurrency.lockutils [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] Releasing lock "refresh_cache-3216aa34-6732-4e07-97cc-6a80533c479b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.156733] env[69808]: DEBUG nova.compute.manager [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Received event network-vif-deleted-f4910a6a-3485-4b71-83d5-5b2d39b5340e {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.158052] env[69808]: DEBUG nova.compute.manager [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Received event network-changed-1e8910ca-0d7a-48eb-a46d-3546f2e5584b {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.158052] env[69808]: DEBUG nova.compute.manager [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Refreshing instance network info cache due to event network-changed-1e8910ca-0d7a-48eb-a46d-3546f2e5584b. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.158052] env[69808]: DEBUG oslo_concurrency.lockutils [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] Acquiring lock "refresh_cache-5a960079-923d-4796-84bd-228ab0caccfa" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.158052] env[69808]: DEBUG oslo_concurrency.lockutils [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] Acquired lock "refresh_cache-5a960079-923d-4796-84bd-228ab0caccfa" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.158343] env[69808]: DEBUG nova.network.neutron [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Refreshing network info cache for port 1e8910ca-0d7a-48eb-a46d-3546f2e5584b {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.468790] env[69808]: DEBUG oslo_concurrency.lockutils [req-8ea9d164-14ad-4b6c-8e76-b7d74e784c86 req-0a510f37-5443-4d00-aa13-244025c9fd30 service nova] Releasing lock "refresh_cache-1e20d536-5eed-4055-8092-03c759da5fa9" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.472408] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 0c72d267-6880-42f5-a723-2fdeb6823cb9] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 999.533110] env[69808]: DEBUG nova.virt.hardware [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.533513] env[69808]: DEBUG nova.virt.hardware [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.534066] env[69808]: DEBUG nova.virt.hardware [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.534496] env[69808]: DEBUG nova.virt.hardware [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.534934] env[69808]: DEBUG nova.virt.hardware [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.534934] env[69808]: DEBUG nova.virt.hardware [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.535323] env[69808]: DEBUG nova.virt.hardware [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.535543] env[69808]: DEBUG nova.virt.hardware [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.536037] env[69808]: DEBUG nova.virt.hardware [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.536108] env[69808]: DEBUG nova.virt.hardware [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.536402] env[69808]: DEBUG nova.virt.hardware [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.543295] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Reconfiguring VM instance instance-0000003f to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 999.548269] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd0a5cfb-8516-491a-aee9-00424bee8fbd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.604606] env[69808]: DEBUG oslo_vmware.api [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 999.604606] env[69808]: value = "task-3790252" [ 999.604606] env[69808]: _type = "Task" [ 999.604606] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.606138] env[69808]: DEBUG oslo_vmware.rw_handles [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Completed reading data from the image iterator. {{(pid=69808) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 999.606138] env[69808]: DEBUG oslo_vmware.rw_handles [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a54641-1738-e1a7-8d4d-91b436fb5bb8/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 999.611312] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f55e52-3cf8-4dcb-97a1-96341c84039f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.617719] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790251, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.625565] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2ce657d0-dc1b-43ac-8e4a-eabb6357acf5 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "cdd7e10d-086b-4673-801a-1d7a36f0824b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.789s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.625565] env[69808]: DEBUG oslo_vmware.api [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.628335] env[69808]: DEBUG oslo_vmware.rw_handles [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a54641-1738-e1a7-8d4d-91b436fb5bb8/disk-0.vmdk is in state: ready. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 999.628335] env[69808]: DEBUG oslo_vmware.rw_handles [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a54641-1738-e1a7-8d4d-91b436fb5bb8/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 999.628523] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-24a4a7be-9c61-4a60-85b4-7cc9a4465726 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.976302] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 1c17733e-c687-4852-837c-e09edfdac9ff] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1000.067219] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52680215-72cb-4290-aa01-2db6cd65ff0a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.072385] env[69808]: DEBUG oslo_vmware.rw_handles [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a54641-1738-e1a7-8d4d-91b436fb5bb8/disk-0.vmdk. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1000.072611] env[69808]: INFO nova.virt.vmwareapi.images [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Downloaded image file data 34e90d6b-2e0c-40dd-9adf-dc1847787d24 [ 1000.074048] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8672de57-6ec9-47fc-8dbe-12a622d8ee21 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.080595] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7114f153-7b03-41ab-9c69-93051bbebbc1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.107375] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c33aad92-3f70-42ee-a70f-77f7c4eecc0b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.143514] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916e6927-9e08-4b46-b416-52f8bc7b6381 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.150357] env[69808]: DEBUG oslo_vmware.api [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790251, 'name': PowerOnVM_Task, 'duration_secs': 0.610363} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.151375] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.151610] env[69808]: INFO nova.compute.manager [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Took 11.33 seconds to spawn the instance on the hypervisor. [ 1000.151797] env[69808]: DEBUG nova.compute.manager [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1000.152672] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d9b30a-ae67-41c0-b613-1e5b6240660e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.161204] env[69808]: DEBUG oslo_vmware.api [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790252, 'name': ReconfigVM_Task, 'duration_secs': 0.240808} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.164058] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fab32e1-44b1-4e32-9b54-2330fb742d40 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.168409] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Reconfigured VM instance instance-0000003f to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1000.171556] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcef7548-107f-4d06-aa6b-6457c5486ab0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.183036] env[69808]: INFO nova.virt.vmwareapi.images [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] The imported VM was unregistered [ 1000.183036] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Caching image {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1000.183286] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Creating directory with path [datastore2] devstack-image-cache_base/34e90d6b-2e0c-40dd-9adf-dc1847787d24 {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.203270] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b262c94d-9b30-4e84-9c56-ecc1c12fc56d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.215352] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] cd2a437a-bee5-4ff6-b878-cac262a7465e/cd2a437a-bee5-4ff6-b878-cac262a7465e.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.215352] env[69808]: DEBUG nova.compute.provider_tree [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.217647] env[69808]: DEBUG nova.network.neutron [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Updated VIF entry in instance network info cache for port 1e8910ca-0d7a-48eb-a46d-3546f2e5584b. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.218020] env[69808]: DEBUG nova.network.neutron [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Updating instance_info_cache with network_info: [{"id": "1e8910ca-0d7a-48eb-a46d-3546f2e5584b", "address": "fa:16:3e:91:8d:74", "network": {"id": "b377f14d-451f-4064-9101-8013c7ec49b9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-188121900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "84c3bd544e5d40eebeb48fb3e5851839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e8910ca-0d", "ovs_interfaceid": "1e8910ca-0d7a-48eb-a46d-3546f2e5584b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.219844] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33214763-08c8-46ef-911c-06462cc22e6b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.242570] env[69808]: DEBUG oslo_vmware.api [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1000.242570] env[69808]: value = "task-3790254" [ 1000.242570] env[69808]: _type = "Task" [ 1000.242570] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.247989] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Created directory with path [datastore2] devstack-image-cache_base/34e90d6b-2e0c-40dd-9adf-dc1847787d24 {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.248271] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_862ec845-87dc-4946-aed2-3daef4cfeccc/OSTACK_IMG_862ec845-87dc-4946-aed2-3daef4cfeccc.vmdk to [datastore2] devstack-image-cache_base/34e90d6b-2e0c-40dd-9adf-dc1847787d24/34e90d6b-2e0c-40dd-9adf-dc1847787d24.vmdk. {{(pid=69808) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1000.249264] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-48543bcb-725f-4f7a-8d41-9d5058333abd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.254926] env[69808]: DEBUG oslo_vmware.api [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.261127] env[69808]: DEBUG nova.compute.manager [req-4de9ae39-14a4-4677-bdcb-4d632f902343 req-f3b5e44f-8b4d-4501-b277-68518c2e364f service nova] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Received event network-vif-deleted-a0b1f27a-a9a3-4938-a887-08e70a8411ca {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.261362] env[69808]: DEBUG nova.compute.manager [req-4de9ae39-14a4-4677-bdcb-4d632f902343 req-f3b5e44f-8b4d-4501-b277-68518c2e364f service nova] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Received event network-vif-deleted-3874de6c-2461-46d0-a900-77dbce600762 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.264326] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 1000.264326] env[69808]: value = "task-3790255" [ 1000.264326] env[69808]: _type = "Task" [ 1000.264326] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.277057] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790255, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.288724] env[69808]: DEBUG nova.network.neutron [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Successfully updated port: 8710a612-9921-4450-aadb-add7db68a3f0 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.484157] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: c287a48c-5825-4c02-abfb-6e73c6ebf6b2] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1000.666031] env[69808]: INFO nova.compute.manager [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Swapping old allocation on dict_keys(['df70a276-1734-46c9-94fd-235e07f47845']) held by migration ddfe72e5-678d-4b96-9928-8506d7945ac5 for instance [ 1000.693316] env[69808]: INFO nova.compute.manager [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Took 53.49 seconds to build instance. [ 1000.709310] env[69808]: DEBUG nova.scheduler.client.report [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Overwriting current allocation {'allocations': {'df70a276-1734-46c9-94fd-235e07f47845': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 98}}, 'project_id': 'ba809313755f4b57ab250fa55ac30bd6', 'user_id': 'e5c5cb0dbf8a4cb3bbf36c257e0f084f', 'consumer_generation': 1} on consumer c29994b7-6684-4f16-85bb-618a49df3229 {{(pid=69808) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1000.720213] env[69808]: DEBUG nova.scheduler.client.report [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.736241] env[69808]: DEBUG oslo_concurrency.lockutils [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] Releasing lock "refresh_cache-5a960079-923d-4796-84bd-228ab0caccfa" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.736534] env[69808]: DEBUG nova.compute.manager [req-999dace1-0168-4172-8e64-b4030f21d381 req-033cc71c-6592-4313-85ba-94e54f1711ee service nova] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Received event network-vif-deleted-7cc42dba-b85f-465c-972f-650c06f6cb10 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.758527] env[69808]: DEBUG oslo_vmware.api [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.778714] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790255, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.800391] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Acquiring lock "refresh_cache-79d63a6e-1b7f-4b50-bc92-2df53bba12e3" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.800594] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Acquired lock "refresh_cache-79d63a6e-1b7f-4b50-bc92-2df53bba12e3" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.800736] env[69808]: DEBUG nova.network.neutron [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.907380] env[69808]: DEBUG oslo_concurrency.lockutils [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "refresh_cache-c29994b7-6684-4f16-85bb-618a49df3229" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.907570] env[69808]: DEBUG oslo_concurrency.lockutils [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquired lock "refresh_cache-c29994b7-6684-4f16-85bb-618a49df3229" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.907756] env[69808]: DEBUG nova.network.neutron [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.975296] env[69808]: DEBUG nova.compute.manager [req-9d2dc8f4-0224-47d8-a663-84a1e917d2e1 req-32ff2ff5-4bf7-40f9-81b4-fc5b08b9f216 service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Received event network-changed-1e8910ca-0d7a-48eb-a46d-3546f2e5584b {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.975429] env[69808]: DEBUG nova.compute.manager [req-9d2dc8f4-0224-47d8-a663-84a1e917d2e1 req-32ff2ff5-4bf7-40f9-81b4-fc5b08b9f216 service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Refreshing instance network info cache due to event network-changed-1e8910ca-0d7a-48eb-a46d-3546f2e5584b. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.975693] env[69808]: DEBUG oslo_concurrency.lockutils [req-9d2dc8f4-0224-47d8-a663-84a1e917d2e1 req-32ff2ff5-4bf7-40f9-81b4-fc5b08b9f216 service nova] Acquiring lock "refresh_cache-5a960079-923d-4796-84bd-228ab0caccfa" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.975754] env[69808]: DEBUG oslo_concurrency.lockutils [req-9d2dc8f4-0224-47d8-a663-84a1e917d2e1 req-32ff2ff5-4bf7-40f9-81b4-fc5b08b9f216 service nova] Acquired lock "refresh_cache-5a960079-923d-4796-84bd-228ab0caccfa" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.975994] env[69808]: DEBUG nova.network.neutron [req-9d2dc8f4-0224-47d8-a663-84a1e917d2e1 req-32ff2ff5-4bf7-40f9-81b4-fc5b08b9f216 service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Refreshing network info cache for port 1e8910ca-0d7a-48eb-a46d-3546f2e5584b {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.987552] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1000.987729] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Cleaning up deleted instances with incomplete migration {{(pid=69808) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1001.195739] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d6890dd5-d676-44d4-acd8-9d49fd6d8d5c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "c8b365c1-b843-476b-96d1-6e88230a0d42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.005s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.227888] env[69808]: DEBUG oslo_concurrency.lockutils [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.229167] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.620s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.229415] env[69808]: DEBUG nova.objects.instance [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lazy-loading 'resources' on Instance uuid e6258ef7-4a42-4689-b405-e2e249f92af0 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.257531] env[69808]: DEBUG oslo_vmware.api [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790254, 'name': ReconfigVM_Task, 'duration_secs': 0.729742} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.257834] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Reconfigured VM instance instance-0000003f to attach disk [datastore2] cd2a437a-bee5-4ff6-b878-cac262a7465e/cd2a437a-bee5-4ff6-b878-cac262a7465e.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.258166] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Updating instance 'cd2a437a-bee5-4ff6-b878-cac262a7465e' progress to 50 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1001.277791] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790255, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.490666] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.623037] env[69808]: DEBUG nova.network.neutron [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.735412] env[69808]: DEBUG oslo_concurrency.lockutils [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Acquiring lock "52e5a19d-74ce-482b-bfd8-b3d6aeafa820" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.735732] env[69808]: DEBUG oslo_concurrency.lockutils [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Lock "52e5a19d-74ce-482b-bfd8-b3d6aeafa820" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.737327] env[69808]: DEBUG nova.objects.instance [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lazy-loading 'numa_topology' on Instance uuid e6258ef7-4a42-4689-b405-e2e249f92af0 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.766543] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2001fecc-dda8-4d65-823e-fd1263ae3d04 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.780479] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790255, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.796170] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895570c9-5c21-4a4c-8c9e-f9e5bb84a73c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.820981] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Updating instance 'cd2a437a-bee5-4ff6-b878-cac262a7465e' progress to 67 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1002.242125] env[69808]: DEBUG oslo_concurrency.lockutils [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Lock "52e5a19d-74ce-482b-bfd8-b3d6aeafa820" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.242125] env[69808]: DEBUG nova.compute.manager [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.244078] env[69808]: DEBUG nova.objects.base [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1002.286619] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790255, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.650377] env[69808]: DEBUG nova.network.neutron [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Updating instance_info_cache with network_info: [{"id": "8710a612-9921-4450-aadb-add7db68a3f0", "address": "fa:16:3e:7b:5a:81", "network": {"id": "e21c850d-4132-4d86-8530-35b36fbe9e3e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1686094237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed5791f86a04852b137276f89fd7a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8710a612-99", "ovs_interfaceid": "8710a612-9921-4450-aadb-add7db68a3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.668025] env[69808]: DEBUG nova.network.neutron [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Port 1d352fce-0514-4f1f-a6b3-5c27806a67cb binding to destination host cpu-1 is already ACTIVE {{(pid=69808) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1002.753844] env[69808]: DEBUG nova.compute.utils [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.757273] env[69808]: DEBUG nova.compute.manager [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.757603] env[69808]: DEBUG nova.network.neutron [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.795883] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790255, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.815874] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d56f7e3-6773-4da1-a279-f3aeb58e0c62 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.829839] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3967ab-447f-4d1f-a317-08ccf6494a4c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.873203] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd2e525-1477-437a-9af8-7ec23f39c546 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.883783] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3a5403-d7a9-450e-bbd0-7552bf994aa2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.889242] env[69808]: DEBUG nova.network.neutron [req-9d2dc8f4-0224-47d8-a663-84a1e917d2e1 req-32ff2ff5-4bf7-40f9-81b4-fc5b08b9f216 service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Updated VIF entry in instance network info cache for port 1e8910ca-0d7a-48eb-a46d-3546f2e5584b. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.889680] env[69808]: DEBUG nova.network.neutron [req-9d2dc8f4-0224-47d8-a663-84a1e917d2e1 req-32ff2ff5-4bf7-40f9-81b4-fc5b08b9f216 service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Updating instance_info_cache with network_info: [{"id": "1e8910ca-0d7a-48eb-a46d-3546f2e5584b", "address": "fa:16:3e:91:8d:74", "network": {"id": "b377f14d-451f-4064-9101-8013c7ec49b9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-188121900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "84c3bd544e5d40eebeb48fb3e5851839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e8910ca-0d", "ovs_interfaceid": "1e8910ca-0d7a-48eb-a46d-3546f2e5584b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.904719] env[69808]: DEBUG nova.compute.provider_tree [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.959183] env[69808]: DEBUG nova.network.neutron [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Updating instance_info_cache with network_info: [{"id": "b62107c7-bab4-4a5c-af07-c1dc3be6c334", "address": "fa:16:3e:3c:48:ec", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62107c7-ba", "ovs_interfaceid": "b62107c7-bab4-4a5c-af07-c1dc3be6c334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.002505] env[69808]: DEBUG nova.policy [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34df6986fb5943f39af4e2485647b55c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06c27efc16b149089e63f0bfee5f8e5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.156435] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Releasing lock "refresh_cache-79d63a6e-1b7f-4b50-bc92-2df53bba12e3" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.156435] env[69808]: DEBUG nova.compute.manager [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Instance network_info: |[{"id": "8710a612-9921-4450-aadb-add7db68a3f0", "address": "fa:16:3e:7b:5a:81", "network": {"id": "e21c850d-4132-4d86-8530-35b36fbe9e3e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1686094237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed5791f86a04852b137276f89fd7a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8710a612-99", "ovs_interfaceid": "8710a612-9921-4450-aadb-add7db68a3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.156435] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:5a:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8710a612-9921-4450-aadb-add7db68a3f0', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.167139] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Creating folder: Project (eed5791f86a04852b137276f89fd7a0f). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1003.167659] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b709565c-725f-4075-b495-15c9810c1fe3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.183292] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Created folder: Project (eed5791f86a04852b137276f89fd7a0f) in parent group-v753775. [ 1003.183292] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Creating folder: Instances. Parent ref: group-v753981. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1003.183292] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e539828-7d5b-4143-b552-3177c0352e1c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.197297] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Created folder: Instances in parent group-v753981. [ 1003.197297] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.197297] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.197297] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dac79a5-2b19-4164-bd89-da4a7d211228 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.223026] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.223026] env[69808]: value = "task-3790258" [ 1003.223026] env[69808]: _type = "Task" [ 1003.223026] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.231212] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790258, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.265123] env[69808]: DEBUG nova.compute.manager [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.286525] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790255, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.392190] env[69808]: DEBUG nova.compute.manager [req-667d3732-ac78-490b-ae61-3b461f8c0c37 req-d0a7f13e-28cf-4450-9750-35b777c5fbaf service nova] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Received event network-vif-plugged-8710a612-9921-4450-aadb-add7db68a3f0 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.392190] env[69808]: DEBUG oslo_concurrency.lockutils [req-667d3732-ac78-490b-ae61-3b461f8c0c37 req-d0a7f13e-28cf-4450-9750-35b777c5fbaf service nova] Acquiring lock "79d63a6e-1b7f-4b50-bc92-2df53bba12e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.392969] env[69808]: DEBUG oslo_concurrency.lockutils [req-667d3732-ac78-490b-ae61-3b461f8c0c37 req-d0a7f13e-28cf-4450-9750-35b777c5fbaf service nova] Lock "79d63a6e-1b7f-4b50-bc92-2df53bba12e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.393456] env[69808]: DEBUG oslo_concurrency.lockutils [req-667d3732-ac78-490b-ae61-3b461f8c0c37 req-d0a7f13e-28cf-4450-9750-35b777c5fbaf service nova] Lock "79d63a6e-1b7f-4b50-bc92-2df53bba12e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.394047] env[69808]: DEBUG nova.compute.manager [req-667d3732-ac78-490b-ae61-3b461f8c0c37 req-d0a7f13e-28cf-4450-9750-35b777c5fbaf service nova] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] No waiting events found dispatching network-vif-plugged-8710a612-9921-4450-aadb-add7db68a3f0 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1003.394363] env[69808]: WARNING nova.compute.manager [req-667d3732-ac78-490b-ae61-3b461f8c0c37 req-d0a7f13e-28cf-4450-9750-35b777c5fbaf service nova] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Received unexpected event network-vif-plugged-8710a612-9921-4450-aadb-add7db68a3f0 for instance with vm_state building and task_state spawning. [ 1003.394649] env[69808]: DEBUG nova.compute.manager [req-667d3732-ac78-490b-ae61-3b461f8c0c37 req-d0a7f13e-28cf-4450-9750-35b777c5fbaf service nova] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Received event network-changed-8710a612-9921-4450-aadb-add7db68a3f0 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.395246] env[69808]: DEBUG nova.compute.manager [req-667d3732-ac78-490b-ae61-3b461f8c0c37 req-d0a7f13e-28cf-4450-9750-35b777c5fbaf service nova] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Refreshing instance network info cache due to event network-changed-8710a612-9921-4450-aadb-add7db68a3f0. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.397325] env[69808]: DEBUG oslo_concurrency.lockutils [req-667d3732-ac78-490b-ae61-3b461f8c0c37 req-d0a7f13e-28cf-4450-9750-35b777c5fbaf service nova] Acquiring lock "refresh_cache-79d63a6e-1b7f-4b50-bc92-2df53bba12e3" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.397325] env[69808]: DEBUG oslo_concurrency.lockutils [req-667d3732-ac78-490b-ae61-3b461f8c0c37 req-d0a7f13e-28cf-4450-9750-35b777c5fbaf service nova] Acquired lock "refresh_cache-79d63a6e-1b7f-4b50-bc92-2df53bba12e3" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.397325] env[69808]: DEBUG nova.network.neutron [req-667d3732-ac78-490b-ae61-3b461f8c0c37 req-d0a7f13e-28cf-4450-9750-35b777c5fbaf service nova] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Refreshing network info cache for port 8710a612-9921-4450-aadb-add7db68a3f0 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.399355] env[69808]: DEBUG oslo_concurrency.lockutils [req-9d2dc8f4-0224-47d8-a663-84a1e917d2e1 req-32ff2ff5-4bf7-40f9-81b4-fc5b08b9f216 service nova] Releasing lock "refresh_cache-5a960079-923d-4796-84bd-228ab0caccfa" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.411576] env[69808]: DEBUG nova.scheduler.client.report [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.465031] env[69808]: DEBUG oslo_concurrency.lockutils [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Releasing lock "refresh_cache-c29994b7-6684-4f16-85bb-618a49df3229" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.465031] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.465031] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac9bbece-c775-4a04-81aa-346957cce7db {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.475614] env[69808]: DEBUG oslo_vmware.api [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 1003.475614] env[69808]: value = "task-3790259" [ 1003.475614] env[69808]: _type = "Task" [ 1003.475614] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.486984] env[69808]: DEBUG oslo_vmware.api [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.556030] env[69808]: DEBUG nova.compute.manager [req-46f3d076-65ac-4d5b-8104-4e88c3e46628 req-70718386-566f-483e-a177-6f09d128fb7c service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Received event network-changed-1e8910ca-0d7a-48eb-a46d-3546f2e5584b {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.556528] env[69808]: DEBUG nova.compute.manager [req-46f3d076-65ac-4d5b-8104-4e88c3e46628 req-70718386-566f-483e-a177-6f09d128fb7c service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Refreshing instance network info cache due to event network-changed-1e8910ca-0d7a-48eb-a46d-3546f2e5584b. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.556870] env[69808]: DEBUG oslo_concurrency.lockutils [req-46f3d076-65ac-4d5b-8104-4e88c3e46628 req-70718386-566f-483e-a177-6f09d128fb7c service nova] Acquiring lock "refresh_cache-5a960079-923d-4796-84bd-228ab0caccfa" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.557158] env[69808]: DEBUG oslo_concurrency.lockutils [req-46f3d076-65ac-4d5b-8104-4e88c3e46628 req-70718386-566f-483e-a177-6f09d128fb7c service nova] Acquired lock "refresh_cache-5a960079-923d-4796-84bd-228ab0caccfa" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.557433] env[69808]: DEBUG nova.network.neutron [req-46f3d076-65ac-4d5b-8104-4e88c3e46628 req-70718386-566f-483e-a177-6f09d128fb7c service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Refreshing network info cache for port 1e8910ca-0d7a-48eb-a46d-3546f2e5584b {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.703020] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "cd2a437a-bee5-4ff6-b878-cac262a7465e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.703020] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "cd2a437a-bee5-4ff6-b878-cac262a7465e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.703020] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "cd2a437a-bee5-4ff6-b878-cac262a7465e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.736178] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790258, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.789169] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790255, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.917440] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.688s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.922040] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.896s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.926273] env[69808]: INFO nova.compute.claims [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.990569] env[69808]: DEBUG oslo_vmware.api [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790259, 'name': PowerOffVM_Task, 'duration_secs': 0.445187} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.991625] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.993109] env[69808]: DEBUG nova.virt.hardware [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:40:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='32320d5a-fec3-4c92-8c09-88e97090b130',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1229029678',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.993109] env[69808]: DEBUG nova.virt.hardware [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.993109] env[69808]: DEBUG nova.virt.hardware [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.993577] env[69808]: DEBUG nova.virt.hardware [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.993926] env[69808]: DEBUG nova.virt.hardware [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.994227] env[69808]: DEBUG nova.virt.hardware [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.998013] env[69808]: DEBUG nova.virt.hardware [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.998013] env[69808]: DEBUG nova.virt.hardware [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.998013] env[69808]: DEBUG nova.virt.hardware [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.998013] env[69808]: DEBUG nova.virt.hardware [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.998013] env[69808]: DEBUG nova.virt.hardware [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.006503] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b7acd98-0868-4bd4-8b38-1188403420e0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.026564] env[69808]: DEBUG oslo_vmware.api [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 1004.026564] env[69808]: value = "task-3790260" [ 1004.026564] env[69808]: _type = "Task" [ 1004.026564] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.037613] env[69808]: DEBUG oslo_vmware.api [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.237831] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790258, 'name': CreateVM_Task, 'duration_secs': 0.768243} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.238247] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.239043] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.239326] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.239736] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.240442] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96bdd4ad-32b0-48ff-9d99-ef3489c07195 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.246468] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Waiting for the task: (returnval){ [ 1004.246468] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5203b122-6c8e-7f42-de3a-924be1689a93" [ 1004.246468] env[69808]: _type = "Task" [ 1004.246468] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.256289] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5203b122-6c8e-7f42-de3a-924be1689a93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.275042] env[69808]: DEBUG nova.compute.manager [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.288452] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790255, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.836612} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.292304] env[69808]: INFO nova.virt.vmwareapi.ds_util [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_862ec845-87dc-4946-aed2-3daef4cfeccc/OSTACK_IMG_862ec845-87dc-4946-aed2-3daef4cfeccc.vmdk to [datastore2] devstack-image-cache_base/34e90d6b-2e0c-40dd-9adf-dc1847787d24/34e90d6b-2e0c-40dd-9adf-dc1847787d24.vmdk. [ 1004.292304] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Cleaning up location [datastore2] OSTACK_IMG_862ec845-87dc-4946-aed2-3daef4cfeccc {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1004.292831] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_862ec845-87dc-4946-aed2-3daef4cfeccc {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.293648] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3191438b-828f-417d-9a7c-f4b4418a04d2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.302180] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 1004.302180] env[69808]: value = "task-3790261" [ 1004.302180] env[69808]: _type = "Task" [ 1004.302180] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.314289] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.319914] env[69808]: DEBUG nova.virt.hardware [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.320348] env[69808]: DEBUG nova.virt.hardware [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.320643] env[69808]: DEBUG nova.virt.hardware [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.321795] env[69808]: DEBUG nova.virt.hardware [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.321795] env[69808]: DEBUG nova.virt.hardware [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.321795] env[69808]: DEBUG nova.virt.hardware [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.321795] env[69808]: DEBUG nova.virt.hardware [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.321795] env[69808]: DEBUG nova.virt.hardware [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.321795] env[69808]: DEBUG nova.virt.hardware [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.322132] env[69808]: DEBUG nova.virt.hardware [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.322289] env[69808]: DEBUG nova.virt.hardware [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.323292] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac664a6-b168-425c-8974-373e36a6dc37 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.334632] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c94062-f88d-4481-b5f2-8cd6e4311f8c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.404157] env[69808]: DEBUG nova.network.neutron [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Successfully created port: 7c549428-8800-411e-8c53-ad21be3a0035 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.429839] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3c5e1d74-0a83-4b67-961a-f42753a9c44b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "e6258ef7-4a42-4689-b405-e2e249f92af0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 47.784s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.432587] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8e61c418-d28b-4b5b-a811-01c52e20ed1b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "e6258ef7-4a42-4689-b405-e2e249f92af0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 27.754s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.432816] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8e61c418-d28b-4b5b-a811-01c52e20ed1b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "e6258ef7-4a42-4689-b405-e2e249f92af0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.435456] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8e61c418-d28b-4b5b-a811-01c52e20ed1b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "e6258ef7-4a42-4689-b405-e2e249f92af0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.435456] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8e61c418-d28b-4b5b-a811-01c52e20ed1b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "e6258ef7-4a42-4689-b405-e2e249f92af0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.435456] env[69808]: INFO nova.compute.manager [None req-8e61c418-d28b-4b5b-a811-01c52e20ed1b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Terminating instance [ 1004.545070] env[69808]: DEBUG oslo_vmware.api [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790260, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.575275] env[69808]: DEBUG nova.network.neutron [req-667d3732-ac78-490b-ae61-3b461f8c0c37 req-d0a7f13e-28cf-4450-9750-35b777c5fbaf service nova] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Updated VIF entry in instance network info cache for port 8710a612-9921-4450-aadb-add7db68a3f0. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.575536] env[69808]: DEBUG nova.network.neutron [req-667d3732-ac78-490b-ae61-3b461f8c0c37 req-d0a7f13e-28cf-4450-9750-35b777c5fbaf service nova] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Updating instance_info_cache with network_info: [{"id": "8710a612-9921-4450-aadb-add7db68a3f0", "address": "fa:16:3e:7b:5a:81", "network": {"id": "e21c850d-4132-4d86-8530-35b36fbe9e3e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1686094237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed5791f86a04852b137276f89fd7a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8710a612-99", "ovs_interfaceid": "8710a612-9921-4450-aadb-add7db68a3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.644706] env[69808]: DEBUG nova.network.neutron [req-46f3d076-65ac-4d5b-8104-4e88c3e46628 req-70718386-566f-483e-a177-6f09d128fb7c service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Updated VIF entry in instance network info cache for port 1e8910ca-0d7a-48eb-a46d-3546f2e5584b. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.644963] env[69808]: DEBUG nova.network.neutron [req-46f3d076-65ac-4d5b-8104-4e88c3e46628 req-70718386-566f-483e-a177-6f09d128fb7c service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Updating instance_info_cache with network_info: [{"id": "1e8910ca-0d7a-48eb-a46d-3546f2e5584b", "address": "fa:16:3e:91:8d:74", "network": {"id": "b377f14d-451f-4064-9101-8013c7ec49b9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-188121900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "84c3bd544e5d40eebeb48fb3e5851839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e8910ca-0d", "ovs_interfaceid": "1e8910ca-0d7a-48eb-a46d-3546f2e5584b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.759058] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5203b122-6c8e-7f42-de3a-924be1689a93, 'name': SearchDatastore_Task, 'duration_secs': 0.011277} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.759367] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.759524] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.759762] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.759906] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.760094] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.760368] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22a2786c-7a4b-4330-94a5-7236d141aba2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.770032] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.770252] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.771710] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "refresh_cache-cd2a437a-bee5-4ff6-b878-cac262a7465e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.771880] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "refresh_cache-cd2a437a-bee5-4ff6-b878-cac262a7465e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.772065] env[69808]: DEBUG nova.network.neutron [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.773256] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-356bc468-388f-4325-99e9-d310fc545266 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.779918] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Waiting for the task: (returnval){ [ 1004.779918] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521c777c-ebc8-5348-3a06-ced29ab2cc9a" [ 1004.779918] env[69808]: _type = "Task" [ 1004.779918] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.789465] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521c777c-ebc8-5348-3a06-ced29ab2cc9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.812316] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03784} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.812500] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.812670] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34e90d6b-2e0c-40dd-9adf-dc1847787d24/34e90d6b-2e0c-40dd-9adf-dc1847787d24.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.812919] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34e90d6b-2e0c-40dd-9adf-dc1847787d24/34e90d6b-2e0c-40dd-9adf-dc1847787d24.vmdk to [datastore2] 3216aa34-6732-4e07-97cc-6a80533c479b/3216aa34-6732-4e07-97cc-6a80533c479b.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.813282] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6d8a069-62c5-4d27-9f39-da9910ae7834 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.822608] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 1004.822608] env[69808]: value = "task-3790262" [ 1004.822608] env[69808]: _type = "Task" [ 1004.822608] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.835107] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.941315] env[69808]: DEBUG nova.compute.manager [None req-8e61c418-d28b-4b5b-a811-01c52e20ed1b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.941606] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8e61c418-d28b-4b5b-a811-01c52e20ed1b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.941926] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f9a38f1-320d-4b90-afb7-3a4fe41219f9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.955300] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2765cf-e660-4702-835c-7402917c8fa3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.998327] env[69808]: WARNING nova.virt.vmwareapi.vmops [None req-8e61c418-d28b-4b5b-a811-01c52e20ed1b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e6258ef7-4a42-4689-b405-e2e249f92af0 could not be found. [ 1004.998560] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8e61c418-d28b-4b5b-a811-01c52e20ed1b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.998752] env[69808]: INFO nova.compute.manager [None req-8e61c418-d28b-4b5b-a811-01c52e20ed1b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1004.999172] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e61c418-d28b-4b5b-a811-01c52e20ed1b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.999392] env[69808]: DEBUG nova.compute.manager [-] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.999980] env[69808]: DEBUG nova.network.neutron [-] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.044583] env[69808]: DEBUG oslo_vmware.api [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790260, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.078616] env[69808]: DEBUG oslo_concurrency.lockutils [req-667d3732-ac78-490b-ae61-3b461f8c0c37 req-d0a7f13e-28cf-4450-9750-35b777c5fbaf service nova] Releasing lock "refresh_cache-79d63a6e-1b7f-4b50-bc92-2df53bba12e3" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.152377] env[69808]: DEBUG oslo_concurrency.lockutils [req-46f3d076-65ac-4d5b-8104-4e88c3e46628 req-70718386-566f-483e-a177-6f09d128fb7c service nova] Releasing lock "refresh_cache-5a960079-923d-4796-84bd-228ab0caccfa" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.152662] env[69808]: DEBUG nova.compute.manager [req-46f3d076-65ac-4d5b-8104-4e88c3e46628 req-70718386-566f-483e-a177-6f09d128fb7c service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Received event network-changed-c2f20f28-8049-459d-8b73-bc801eae3f24 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.152834] env[69808]: DEBUG nova.compute.manager [req-46f3d076-65ac-4d5b-8104-4e88c3e46628 req-70718386-566f-483e-a177-6f09d128fb7c service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Refreshing instance network info cache due to event network-changed-c2f20f28-8049-459d-8b73-bc801eae3f24. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.153069] env[69808]: DEBUG oslo_concurrency.lockutils [req-46f3d076-65ac-4d5b-8104-4e88c3e46628 req-70718386-566f-483e-a177-6f09d128fb7c service nova] Acquiring lock "refresh_cache-c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.153210] env[69808]: DEBUG oslo_concurrency.lockutils [req-46f3d076-65ac-4d5b-8104-4e88c3e46628 req-70718386-566f-483e-a177-6f09d128fb7c service nova] Acquired lock "refresh_cache-c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.153371] env[69808]: DEBUG nova.network.neutron [req-46f3d076-65ac-4d5b-8104-4e88c3e46628 req-70718386-566f-483e-a177-6f09d128fb7c service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Refreshing network info cache for port c2f20f28-8049-459d-8b73-bc801eae3f24 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.298330] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521c777c-ebc8-5348-3a06-ced29ab2cc9a, 'name': SearchDatastore_Task, 'duration_secs': 0.01011} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.299359] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30b4b078-e517-4df9-a2c2-41f8bea35c2d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.312901] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Waiting for the task: (returnval){ [ 1005.312901] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d0ccfb-c323-8766-2248-de1a34cefe0e" [ 1005.312901] env[69808]: _type = "Task" [ 1005.312901] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.328616] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d0ccfb-c323-8766-2248-de1a34cefe0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.344066] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790262, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.496016] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb477930-9079-46d4-ae65-94b7eadb374c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.512937] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77174df3-6df5-4a7d-b04c-779eebc77db1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.558774] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964bfe9c-47c0-4a91-8673-eea075552d76 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.571122] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3092f5bd-b51b-4f36-851c-c5222494c6c5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.575568] env[69808]: DEBUG oslo_vmware.api [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790260, 'name': ReconfigVM_Task, 'duration_secs': 1.306506} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.577211] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009d9522-caf5-44ce-b417-4a431f0a102a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.590269] env[69808]: DEBUG nova.compute.provider_tree [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.606933] env[69808]: DEBUG nova.virt.hardware [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:40:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='32320d5a-fec3-4c92-8c09-88e97090b130',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1229029678',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.607287] env[69808]: DEBUG nova.virt.hardware [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.607357] env[69808]: DEBUG nova.virt.hardware [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.607539] env[69808]: DEBUG nova.virt.hardware [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.607691] env[69808]: DEBUG nova.virt.hardware [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.607823] env[69808]: DEBUG nova.virt.hardware [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.608047] env[69808]: DEBUG nova.virt.hardware [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.608216] env[69808]: DEBUG nova.virt.hardware [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.608385] env[69808]: DEBUG nova.virt.hardware [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.608578] env[69808]: DEBUG nova.virt.hardware [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.608724] env[69808]: DEBUG nova.virt.hardware [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.613598] env[69808]: DEBUG nova.scheduler.client.report [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.617063] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d091d6-dacf-4ae0-a6cc-aa5fb74bc718 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.626450] env[69808]: DEBUG oslo_vmware.api [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 1005.626450] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52aef059-b743-371d-53c4-8c8ac824a25b" [ 1005.626450] env[69808]: _type = "Task" [ 1005.626450] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.638204] env[69808]: DEBUG oslo_vmware.api [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52aef059-b743-371d-53c4-8c8ac824a25b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.820031] env[69808]: DEBUG nova.compute.manager [req-37e4dd05-593f-4c9c-8972-c1a20eee3480 req-0e6dbde0-7c6f-47f2-8f9c-0ad2bd31895a service nova] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Received event network-changed-3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.825033] env[69808]: DEBUG nova.compute.manager [req-37e4dd05-593f-4c9c-8972-c1a20eee3480 req-0e6dbde0-7c6f-47f2-8f9c-0ad2bd31895a service nova] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Refreshing instance network info cache due to event network-changed-3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.825033] env[69808]: DEBUG oslo_concurrency.lockutils [req-37e4dd05-593f-4c9c-8972-c1a20eee3480 req-0e6dbde0-7c6f-47f2-8f9c-0ad2bd31895a service nova] Acquiring lock "refresh_cache-cdd7e10d-086b-4673-801a-1d7a36f0824b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.825033] env[69808]: DEBUG oslo_concurrency.lockutils [req-37e4dd05-593f-4c9c-8972-c1a20eee3480 req-0e6dbde0-7c6f-47f2-8f9c-0ad2bd31895a service nova] Acquired lock "refresh_cache-cdd7e10d-086b-4673-801a-1d7a36f0824b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.825033] env[69808]: DEBUG nova.network.neutron [req-37e4dd05-593f-4c9c-8972-c1a20eee3480 req-0e6dbde0-7c6f-47f2-8f9c-0ad2bd31895a service nova] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Refreshing network info cache for port 3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.828073] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d0ccfb-c323-8766-2248-de1a34cefe0e, 'name': SearchDatastore_Task, 'duration_secs': 0.098755} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.828579] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.828728] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 79d63a6e-1b7f-4b50-bc92-2df53bba12e3/79d63a6e-1b7f-4b50-bc92-2df53bba12e3.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.831795] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0134ef47-ce18-483b-a1fe-1217b79d001d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.852579] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790262, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.854107] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Waiting for the task: (returnval){ [ 1005.854107] env[69808]: value = "task-3790263" [ 1005.854107] env[69808]: _type = "Task" [ 1005.854107] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.863380] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': task-3790263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.876128] env[69808]: DEBUG nova.network.neutron [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Updating instance_info_cache with network_info: [{"id": "1d352fce-0514-4f1f-a6b3-5c27806a67cb", "address": "fa:16:3e:79:df:14", "network": {"id": "af196450-77dc-4ac0-959d-83905e667de1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1784084215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde177c157c54ffbaad7a0b9616ff02b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d352fce-05", "ovs_interfaceid": "1d352fce-0514-4f1f-a6b3-5c27806a67cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.970063] env[69808]: DEBUG nova.network.neutron [-] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.083148] env[69808]: DEBUG nova.network.neutron [req-46f3d076-65ac-4d5b-8104-4e88c3e46628 req-70718386-566f-483e-a177-6f09d128fb7c service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Updated VIF entry in instance network info cache for port c2f20f28-8049-459d-8b73-bc801eae3f24. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.083358] env[69808]: DEBUG nova.network.neutron [req-46f3d076-65ac-4d5b-8104-4e88c3e46628 req-70718386-566f-483e-a177-6f09d128fb7c service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Updating instance_info_cache with network_info: [{"id": "c2f20f28-8049-459d-8b73-bc801eae3f24", "address": "fa:16:3e:49:e6:c2", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f20f28-80", "ovs_interfaceid": "c2f20f28-8049-459d-8b73-bc801eae3f24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.122720] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.123683] env[69808]: DEBUG nova.compute.manager [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.129136] env[69808]: DEBUG oslo_concurrency.lockutils [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.442s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.130765] env[69808]: INFO nova.compute.claims [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.150222] env[69808]: DEBUG oslo_vmware.api [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52aef059-b743-371d-53c4-8c8ac824a25b, 'name': SearchDatastore_Task, 'duration_secs': 0.050778} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.156087] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1006.156504] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35d62018-113c-40ca-aca7-3bd77f97308f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.181345] env[69808]: DEBUG oslo_vmware.api [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 1006.181345] env[69808]: value = "task-3790264" [ 1006.181345] env[69808]: _type = "Task" [ 1006.181345] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.194317] env[69808]: DEBUG oslo_vmware.api [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790264, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.342064] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790262, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.367349] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': task-3790263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.379276] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "refresh_cache-cd2a437a-bee5-4ff6-b878-cac262a7465e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.434336] env[69808]: DEBUG nova.network.neutron [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Successfully updated port: 7c549428-8800-411e-8c53-ad21be3a0035 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.454620] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Acquiring lock "5a960079-923d-4796-84bd-228ab0caccfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.455541] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Lock "5a960079-923d-4796-84bd-228ab0caccfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.455659] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Acquiring lock "5a960079-923d-4796-84bd-228ab0caccfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.455868] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Lock "5a960079-923d-4796-84bd-228ab0caccfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.456074] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Lock "5a960079-923d-4796-84bd-228ab0caccfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.459527] env[69808]: INFO nova.compute.manager [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Terminating instance [ 1006.474598] env[69808]: INFO nova.compute.manager [-] [instance: e6258ef7-4a42-4689-b405-e2e249f92af0] Took 1.47 seconds to deallocate network for instance. [ 1006.587589] env[69808]: DEBUG oslo_concurrency.lockutils [req-46f3d076-65ac-4d5b-8104-4e88c3e46628 req-70718386-566f-483e-a177-6f09d128fb7c service nova] Releasing lock "refresh_cache-c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.635748] env[69808]: DEBUG nova.compute.utils [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.638178] env[69808]: DEBUG nova.compute.manager [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.638414] env[69808]: DEBUG nova.network.neutron [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.698223] env[69808]: DEBUG oslo_vmware.api [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790264, 'name': ReconfigVM_Task, 'duration_secs': 0.464933} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.698223] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1006.698812] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5684c07-a1af-4527-9cd1-04f862e837a7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.728600] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] c29994b7-6684-4f16-85bb-618a49df3229/c29994b7-6684-4f16-85bb-618a49df3229.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.731125] env[69808]: DEBUG nova.network.neutron [req-37e4dd05-593f-4c9c-8972-c1a20eee3480 req-0e6dbde0-7c6f-47f2-8f9c-0ad2bd31895a service nova] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Updated VIF entry in instance network info cache for port 3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.732615] env[69808]: DEBUG nova.network.neutron [req-37e4dd05-593f-4c9c-8972-c1a20eee3480 req-0e6dbde0-7c6f-47f2-8f9c-0ad2bd31895a service nova] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Updating instance_info_cache with network_info: [{"id": "3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1", "address": "fa:16:3e:4e:87:75", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e7ea6bc-4a", "ovs_interfaceid": "3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.733714] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f15676d2-cbe9-40dc-8d85-f0894aea4850 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.753304] env[69808]: DEBUG oslo_concurrency.lockutils [req-37e4dd05-593f-4c9c-8972-c1a20eee3480 req-0e6dbde0-7c6f-47f2-8f9c-0ad2bd31895a service nova] Releasing lock "refresh_cache-cdd7e10d-086b-4673-801a-1d7a36f0824b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.757792] env[69808]: DEBUG nova.policy [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e0ab9df9a9048f98a83085497777aa9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5271589e32ba46fe8716929365b32ca4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.764563] env[69808]: DEBUG oslo_vmware.api [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 1006.764563] env[69808]: value = "task-3790265" [ 1006.764563] env[69808]: _type = "Task" [ 1006.764563] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.774712] env[69808]: DEBUG oslo_vmware.api [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.845346] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790262, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.868831] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': task-3790263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.918641] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c8e089-90c1-44c6-b035-43d57a483979 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.951288] env[69808]: DEBUG oslo_concurrency.lockutils [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Acquiring lock "refresh_cache-40727ad6-40eb-42a4-9c57-8994f00982af" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.951672] env[69808]: DEBUG oslo_concurrency.lockutils [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Acquired lock "refresh_cache-40727ad6-40eb-42a4-9c57-8994f00982af" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.951995] env[69808]: DEBUG nova.network.neutron [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.956242] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc2ec44-35c0-4e3b-ae0a-56666aecdc2d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.968090] env[69808]: DEBUG nova.compute.manager [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.968595] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.970102] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Updating instance 'cd2a437a-bee5-4ff6-b878-cac262a7465e' progress to 83 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1006.977381] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0901f619-33a6-4d51-9689-1f1cb99520cd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.992024] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.992439] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d97de77-cb6d-4d6c-8193-e29011d3df13 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.002419] env[69808]: DEBUG oslo_vmware.api [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Waiting for the task: (returnval){ [ 1007.002419] env[69808]: value = "task-3790266" [ 1007.002419] env[69808]: _type = "Task" [ 1007.002419] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.017580] env[69808]: DEBUG oslo_vmware.api [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.142730] env[69808]: DEBUG nova.compute.manager [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.277984] env[69808]: DEBUG oslo_vmware.api [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.350926] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790262, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.352165] env[69808]: DEBUG nova.network.neutron [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Successfully created port: 960ff4fd-599b-4ee0-9002-9eadd9b50203 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.370246] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': task-3790263, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.485423] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.489512] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72131e19-7c66-46c3-9dcf-4a5063fa385c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.500408] env[69808]: DEBUG oslo_vmware.api [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1007.500408] env[69808]: value = "task-3790267" [ 1007.500408] env[69808]: _type = "Task" [ 1007.500408] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.515999] env[69808]: DEBUG nova.network.neutron [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.526468] env[69808]: DEBUG oslo_vmware.api [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790267, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.527207] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8e61c418-d28b-4b5b-a811-01c52e20ed1b tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "e6258ef7-4a42-4689-b405-e2e249f92af0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.094s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.539808] env[69808]: DEBUG oslo_vmware.api [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790266, 'name': PowerOffVM_Task, 'duration_secs': 0.316574} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.539808] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.539808] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.539808] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cacc0f9-e6a7-4198-8689-b685267d2bf4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.631131] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.631400] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.631588] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Deleting the datastore file [datastore1] 5a960079-923d-4796-84bd-228ab0caccfa {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.631890] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcd879b9-6ffd-4941-910b-eb14bdfe0f0b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.645077] env[69808]: DEBUG oslo_vmware.api [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Waiting for the task: (returnval){ [ 1007.645077] env[69808]: value = "task-3790269" [ 1007.645077] env[69808]: _type = "Task" [ 1007.645077] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.668784] env[69808]: DEBUG oslo_vmware.api [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.755600] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda88aa5-8461-476d-ad5f-f4698b313e0e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.763777] env[69808]: DEBUG oslo_concurrency.lockutils [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "d597e916-bb76-41c0-8ac4-fb7cef7b1d80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.764311] env[69808]: DEBUG oslo_concurrency.lockutils [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "d597e916-bb76-41c0-8ac4-fb7cef7b1d80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.774439] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bcf30c-cf5a-40a0-a7bd-abb149804ce8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.785549] env[69808]: DEBUG oslo_vmware.api [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790265, 'name': ReconfigVM_Task, 'duration_secs': 1.003185} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.818399] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Reconfigured VM instance instance-00000037 to attach disk [datastore2] c29994b7-6684-4f16-85bb-618a49df3229/c29994b7-6684-4f16-85bb-618a49df3229.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.821590] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a578e950-59af-45b3-800a-f4c4408b86bb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.824670] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da5fffc-2fea-4f61-b7f6-a8a061399688 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.850206] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef60b95-3cc6-48fe-bf09-2e8bc520726d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.859512] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887e177d-e08a-4eec-9f2b-859619b6563d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.878259] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790262, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.540855} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.878648] env[69808]: DEBUG nova.compute.provider_tree [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.894620] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34e90d6b-2e0c-40dd-9adf-dc1847787d24/34e90d6b-2e0c-40dd-9adf-dc1847787d24.vmdk to [datastore2] 3216aa34-6732-4e07-97cc-6a80533c479b/3216aa34-6732-4e07-97cc-6a80533c479b.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.897441] env[69808]: DEBUG nova.network.neutron [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Updating instance_info_cache with network_info: [{"id": "7c549428-8800-411e-8c53-ad21be3a0035", "address": "fa:16:3e:70:b2:9c", "network": {"id": "4677cc78-392b-4656-8935-afe29a30fba7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1587533850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06c27efc16b149089e63f0bfee5f8e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c549428-88", "ovs_interfaceid": "7c549428-8800-411e-8c53-ad21be3a0035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.899158] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bc25b6-7325-498d-8ff1-3b5e22d25d40 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.902513] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99203607-9b36-42a9-9445-2d292743f9d4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.909548] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': task-3790263, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.908178} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.910391] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 79d63a6e-1b7f-4b50-bc92-2df53bba12e3/79d63a6e-1b7f-4b50-bc92-2df53bba12e3.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.910604] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.910889] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c4aa8f0-ee44-45d5-a7a5-9fc572ac2d64 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.948448] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 3216aa34-6732-4e07-97cc-6a80533c479b/3216aa34-6732-4e07-97cc-6a80533c479b.vmdk or device None with type streamOptimized {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.949773] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d512516e-aace-4a01-a853-27d7911b712b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.953027] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a085be0f-b4ab-4e94-a51a-e618261db6f5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.969916] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Waiting for the task: (returnval){ [ 1007.969916] env[69808]: value = "task-3790270" [ 1007.969916] env[69808]: _type = "Task" [ 1007.969916] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.977291] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.979604] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c27d6b9-5827-4e54-842c-485dbe5fe4da {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.982161] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 1007.982161] env[69808]: value = "task-3790271" [ 1007.982161] env[69808]: _type = "Task" [ 1007.982161] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.986246] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': task-3790270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.992792] env[69808]: DEBUG oslo_vmware.api [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 1007.992792] env[69808]: value = "task-3790272" [ 1007.992792] env[69808]: _type = "Task" [ 1007.992792] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.000817] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.008640] env[69808]: DEBUG oslo_vmware.api [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.014585] env[69808]: DEBUG oslo_vmware.api [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790267, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.016972] env[69808]: DEBUG nova.compute.manager [req-bc15f608-59b3-49ea-8422-553d65d038d5 req-b2ae7908-416b-4168-b6c1-ab182f721ce8 service nova] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Received event network-vif-plugged-7c549428-8800-411e-8c53-ad21be3a0035 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.017208] env[69808]: DEBUG oslo_concurrency.lockutils [req-bc15f608-59b3-49ea-8422-553d65d038d5 req-b2ae7908-416b-4168-b6c1-ab182f721ce8 service nova] Acquiring lock "40727ad6-40eb-42a4-9c57-8994f00982af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.017418] env[69808]: DEBUG oslo_concurrency.lockutils [req-bc15f608-59b3-49ea-8422-553d65d038d5 req-b2ae7908-416b-4168-b6c1-ab182f721ce8 service nova] Lock "40727ad6-40eb-42a4-9c57-8994f00982af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.017587] env[69808]: DEBUG oslo_concurrency.lockutils [req-bc15f608-59b3-49ea-8422-553d65d038d5 req-b2ae7908-416b-4168-b6c1-ab182f721ce8 service nova] Lock "40727ad6-40eb-42a4-9c57-8994f00982af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.017756] env[69808]: DEBUG nova.compute.manager [req-bc15f608-59b3-49ea-8422-553d65d038d5 req-b2ae7908-416b-4168-b6c1-ab182f721ce8 service nova] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] No waiting events found dispatching network-vif-plugged-7c549428-8800-411e-8c53-ad21be3a0035 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1008.017922] env[69808]: WARNING nova.compute.manager [req-bc15f608-59b3-49ea-8422-553d65d038d5 req-b2ae7908-416b-4168-b6c1-ab182f721ce8 service nova] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Received unexpected event network-vif-plugged-7c549428-8800-411e-8c53-ad21be3a0035 for instance with vm_state building and task_state spawning. [ 1008.018127] env[69808]: DEBUG nova.compute.manager [req-bc15f608-59b3-49ea-8422-553d65d038d5 req-b2ae7908-416b-4168-b6c1-ab182f721ce8 service nova] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Received event network-changed-7c549428-8800-411e-8c53-ad21be3a0035 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.018300] env[69808]: DEBUG nova.compute.manager [req-bc15f608-59b3-49ea-8422-553d65d038d5 req-b2ae7908-416b-4168-b6c1-ab182f721ce8 service nova] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Refreshing instance network info cache due to event network-changed-7c549428-8800-411e-8c53-ad21be3a0035. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.018470] env[69808]: DEBUG oslo_concurrency.lockutils [req-bc15f608-59b3-49ea-8422-553d65d038d5 req-b2ae7908-416b-4168-b6c1-ab182f721ce8 service nova] Acquiring lock "refresh_cache-40727ad6-40eb-42a4-9c57-8994f00982af" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.157131] env[69808]: DEBUG oslo_vmware.api [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Task: {'id': task-3790269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33731} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.157371] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.157562] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.157743] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.157921] env[69808]: INFO nova.compute.manager [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1008.158187] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.159309] env[69808]: DEBUG nova.compute.manager [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.161456] env[69808]: DEBUG nova.compute.manager [-] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.161626] env[69808]: DEBUG nova.network.neutron [-] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.194343] env[69808]: DEBUG nova.virt.hardware [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.194807] env[69808]: DEBUG nova.virt.hardware [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.195031] env[69808]: DEBUG nova.virt.hardware [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.195725] env[69808]: DEBUG nova.virt.hardware [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.195725] env[69808]: DEBUG nova.virt.hardware [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.196615] env[69808]: DEBUG nova.virt.hardware [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.196615] env[69808]: DEBUG nova.virt.hardware [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.198088] env[69808]: DEBUG nova.virt.hardware [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.198383] env[69808]: DEBUG nova.virt.hardware [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.198605] env[69808]: DEBUG nova.virt.hardware [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.198802] env[69808]: DEBUG nova.virt.hardware [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.199950] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00b2194-892b-4702-addc-c68d9e34762a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.209593] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f60caf-4b1d-44de-b948-2843a0a5ed46 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.270179] env[69808]: DEBUG nova.compute.manager [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.400291] env[69808]: DEBUG nova.scheduler.client.report [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.410096] env[69808]: DEBUG oslo_concurrency.lockutils [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Releasing lock "refresh_cache-40727ad6-40eb-42a4-9c57-8994f00982af" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.410096] env[69808]: DEBUG nova.compute.manager [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Instance network_info: |[{"id": "7c549428-8800-411e-8c53-ad21be3a0035", "address": "fa:16:3e:70:b2:9c", "network": {"id": "4677cc78-392b-4656-8935-afe29a30fba7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1587533850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06c27efc16b149089e63f0bfee5f8e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c549428-88", "ovs_interfaceid": "7c549428-8800-411e-8c53-ad21be3a0035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.410096] env[69808]: DEBUG oslo_concurrency.lockutils [req-bc15f608-59b3-49ea-8422-553d65d038d5 req-b2ae7908-416b-4168-b6c1-ab182f721ce8 service nova] Acquired lock "refresh_cache-40727ad6-40eb-42a4-9c57-8994f00982af" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.410096] env[69808]: DEBUG nova.network.neutron [req-bc15f608-59b3-49ea-8422-553d65d038d5 req-b2ae7908-416b-4168-b6c1-ab182f721ce8 service nova] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Refreshing network info cache for port 7c549428-8800-411e-8c53-ad21be3a0035 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.420283] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:b2:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c549428-8800-411e-8c53-ad21be3a0035', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.426851] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Creating folder: Project (06c27efc16b149089e63f0bfee5f8e5c). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.428635] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79d96fda-6b90-49b5-9f33-420f2d4d8fc4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.442042] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Created folder: Project (06c27efc16b149089e63f0bfee5f8e5c) in parent group-v753775. [ 1008.442242] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Creating folder: Instances. Parent ref: group-v753984. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.442997] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baed3795-5503-4825-95b0-cac2237faee8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.455430] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Created folder: Instances in parent group-v753984. [ 1008.456035] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.456035] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.456314] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e5534af-762c-451a-bf89-df6d260b3328 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.500023] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': task-3790270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210252} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.500388] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.500388] env[69808]: value = "task-3790275" [ 1008.500388] env[69808]: _type = "Task" [ 1008.500388] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.505467] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.508085] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50a2448-3866-4c59-91cd-740603dd5ac2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.525916] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.537317] env[69808]: DEBUG oslo_vmware.api [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.558297] env[69808]: DEBUG oslo_vmware.api [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790267, 'name': PowerOnVM_Task, 'duration_secs': 0.908986} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.558999] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790275, 'name': CreateVM_Task} progress is 15%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.574689] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 79d63a6e-1b7f-4b50-bc92-2df53bba12e3/79d63a6e-1b7f-4b50-bc92-2df53bba12e3.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.575291] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.575594] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-21b62413-1461-4c88-8df8-d640c8246482 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Updating instance 'cd2a437a-bee5-4ff6-b878-cac262a7465e' progress to 100 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1008.585043] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3cd32f6-ea3e-4fb0-b3cc-7f9bf1bbb9b6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.617550] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Waiting for the task: (returnval){ [ 1008.617550] env[69808]: value = "task-3790276" [ 1008.617550] env[69808]: _type = "Task" [ 1008.617550] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.634809] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': task-3790276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.808519] env[69808]: DEBUG oslo_concurrency.lockutils [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.867828] env[69808]: DEBUG oslo_concurrency.lockutils [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "8f6fe02d-f527-4aa5-bf75-372b69187dc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.868264] env[69808]: DEBUG oslo_concurrency.lockutils [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "8f6fe02d-f527-4aa5-bf75-372b69187dc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.904696] env[69808]: DEBUG oslo_concurrency.lockutils [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.909023] env[69808]: DEBUG nova.compute.manager [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.909023] env[69808]: DEBUG oslo_concurrency.lockutils [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.127s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.909023] env[69808]: DEBUG nova.objects.instance [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lazy-loading 'resources' on Instance uuid 40a2019a-162d-40e3-9a17-35eb5e284990 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.998618] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790271, 'name': ReconfigVM_Task, 'duration_secs': 0.620918} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.999057] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 3216aa34-6732-4e07-97cc-6a80533c479b/3216aa34-6732-4e07-97cc-6a80533c479b.vmdk or device None with type streamOptimized {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.000029] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-829498b2-559f-4b57-ad62-540c6555fb18 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.019019] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 1009.019019] env[69808]: value = "task-3790277" [ 1009.019019] env[69808]: _type = "Task" [ 1009.019019] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.019019] env[69808]: DEBUG oslo_vmware.api [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790272, 'name': PowerOnVM_Task, 'duration_secs': 0.742685} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.019019] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.029765] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790275, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.036859] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790277, 'name': Rename_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.133068] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': task-3790276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.172056] env[69808]: DEBUG nova.network.neutron [-] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.298928] env[69808]: DEBUG nova.network.neutron [req-bc15f608-59b3-49ea-8422-553d65d038d5 req-b2ae7908-416b-4168-b6c1-ab182f721ce8 service nova] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Updated VIF entry in instance network info cache for port 7c549428-8800-411e-8c53-ad21be3a0035. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.298928] env[69808]: DEBUG nova.network.neutron [req-bc15f608-59b3-49ea-8422-553d65d038d5 req-b2ae7908-416b-4168-b6c1-ab182f721ce8 service nova] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Updating instance_info_cache with network_info: [{"id": "7c549428-8800-411e-8c53-ad21be3a0035", "address": "fa:16:3e:70:b2:9c", "network": {"id": "4677cc78-392b-4656-8935-afe29a30fba7", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1587533850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06c27efc16b149089e63f0bfee5f8e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c549428-88", "ovs_interfaceid": "7c549428-8800-411e-8c53-ad21be3a0035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.370767] env[69808]: DEBUG nova.compute.manager [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.411114] env[69808]: DEBUG nova.compute.utils [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.415637] env[69808]: DEBUG nova.compute.manager [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.415819] env[69808]: DEBUG nova.network.neutron [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.471468] env[69808]: DEBUG nova.network.neutron [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Successfully updated port: 960ff4fd-599b-4ee0-9002-9eadd9b50203 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.522962] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790275, 'name': CreateVM_Task, 'duration_secs': 0.761012} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.525092] env[69808]: DEBUG nova.policy [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e0ab9df9a9048f98a83085497777aa9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5271589e32ba46fe8716929365b32ca4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.537063] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.546594] env[69808]: DEBUG oslo_concurrency.lockutils [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.546861] env[69808]: DEBUG oslo_concurrency.lockutils [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.547866] env[69808]: DEBUG oslo_concurrency.lockutils [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.548949] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d97e50-8250-4a17-80ef-36a7731b1652 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.558507] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790277, 'name': Rename_Task, 'duration_secs': 0.346951} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.559681] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.563546] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-178396f2-b767-438f-a2ff-1d95e33f8aa2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.568313] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Waiting for the task: (returnval){ [ 1009.568313] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52820990-debd-2e84-9572-1feaa7087441" [ 1009.568313] env[69808]: _type = "Task" [ 1009.568313] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.575083] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 1009.575083] env[69808]: value = "task-3790278" [ 1009.575083] env[69808]: _type = "Task" [ 1009.575083] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.579804] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52820990-debd-2e84-9572-1feaa7087441, 'name': SearchDatastore_Task, 'duration_secs': 0.011675} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.585324] env[69808]: DEBUG oslo_concurrency.lockutils [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.585568] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.585888] env[69808]: DEBUG oslo_concurrency.lockutils [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.585981] env[69808]: DEBUG oslo_concurrency.lockutils [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.586188] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.587015] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2519a281-4e1c-4181-af82-09c82a885fc6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.597383] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790278, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.600141] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.600141] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.605445] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78e7bb48-8448-4779-a930-03e0c4b6af89 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.621798] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Waiting for the task: (returnval){ [ 1009.621798] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521f25e7-dc39-5877-71b4-35449d19f039" [ 1009.621798] env[69808]: _type = "Task" [ 1009.621798] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.639478] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521f25e7-dc39-5877-71b4-35449d19f039, 'name': SearchDatastore_Task, 'duration_secs': 0.012698} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.643434] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': task-3790276, 'name': ReconfigVM_Task, 'duration_secs': 0.723367} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.643720] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b666feaf-4371-45eb-af13-3a34aa2f0f03 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.646696] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 79d63a6e-1b7f-4b50-bc92-2df53bba12e3/79d63a6e-1b7f-4b50-bc92-2df53bba12e3.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.651422] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-589110fc-9a49-4a0c-9a0e-8b3bb163fc6d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.657443] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Waiting for the task: (returnval){ [ 1009.657443] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52397bea-5a74-2788-1dd8-fdf3659ffe17" [ 1009.657443] env[69808]: _type = "Task" [ 1009.657443] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.663482] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Waiting for the task: (returnval){ [ 1009.663482] env[69808]: value = "task-3790279" [ 1009.663482] env[69808]: _type = "Task" [ 1009.663482] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.675436] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52397bea-5a74-2788-1dd8-fdf3659ffe17, 'name': SearchDatastore_Task, 'duration_secs': 0.011411} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.675842] env[69808]: INFO nova.compute.manager [-] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Took 1.51 seconds to deallocate network for instance. [ 1009.676783] env[69808]: DEBUG oslo_concurrency.lockutils [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.678271] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 40727ad6-40eb-42a4-9c57-8994f00982af/40727ad6-40eb-42a4-9c57-8994f00982af.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.682558] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb9bee60-44d1-4386-90e9-35fed7460182 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.685609] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': task-3790279, 'name': Rename_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.709118] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Waiting for the task: (returnval){ [ 1009.709118] env[69808]: value = "task-3790280" [ 1009.709118] env[69808]: _type = "Task" [ 1009.709118] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.723401] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Task: {'id': task-3790280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.806663] env[69808]: DEBUG oslo_concurrency.lockutils [req-bc15f608-59b3-49ea-8422-553d65d038d5 req-b2ae7908-416b-4168-b6c1-ab182f721ce8 service nova] Releasing lock "refresh_cache-40727ad6-40eb-42a4-9c57-8994f00982af" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.906631] env[69808]: DEBUG oslo_concurrency.lockutils [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.910576] env[69808]: DEBUG nova.network.neutron [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Successfully created port: 24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.916165] env[69808]: DEBUG nova.compute.manager [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.956678] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30469ca-e358-40f5-91ee-8904f0bcd4d9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.965800] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e0e98a-4be2-4382-b6f7-9030a006c520 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.998848] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquiring lock "refresh_cache-d6395d56-b98c-4230-93bf-ceda696f6731" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.999062] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquired lock "refresh_cache-d6395d56-b98c-4230-93bf-ceda696f6731" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.999157] env[69808]: DEBUG nova.network.neutron [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.004650] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa998da-7364-4779-8e24-b36e356d380f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.011779] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c2683a-761f-476f-a30d-8996bbcee458 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.028427] env[69808]: DEBUG nova.compute.provider_tree [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.050113] env[69808]: INFO nova.compute.manager [None req-37bfa2fc-d0e3-4823-9ea2-ea8465f55417 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Updating instance to original state: 'active' [ 1010.092778] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790278, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.140774] env[69808]: DEBUG nova.compute.manager [req-9fc27d8c-54ce-4d98-a183-27bf9a8ab72b req-1d180779-a4f2-4dca-b2b6-3ff3697c4891 service nova] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Received event network-vif-deleted-1e8910ca-0d7a-48eb-a46d-3546f2e5584b {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.140891] env[69808]: DEBUG nova.compute.manager [req-9fc27d8c-54ce-4d98-a183-27bf9a8ab72b req-1d180779-a4f2-4dca-b2b6-3ff3697c4891 service nova] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Received event network-vif-plugged-960ff4fd-599b-4ee0-9002-9eadd9b50203 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.141207] env[69808]: DEBUG oslo_concurrency.lockutils [req-9fc27d8c-54ce-4d98-a183-27bf9a8ab72b req-1d180779-a4f2-4dca-b2b6-3ff3697c4891 service nova] Acquiring lock "d6395d56-b98c-4230-93bf-ceda696f6731-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.141936] env[69808]: DEBUG oslo_concurrency.lockutils [req-9fc27d8c-54ce-4d98-a183-27bf9a8ab72b req-1d180779-a4f2-4dca-b2b6-3ff3697c4891 service nova] Lock "d6395d56-b98c-4230-93bf-ceda696f6731-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.142292] env[69808]: DEBUG oslo_concurrency.lockutils [req-9fc27d8c-54ce-4d98-a183-27bf9a8ab72b req-1d180779-a4f2-4dca-b2b6-3ff3697c4891 service nova] Lock "d6395d56-b98c-4230-93bf-ceda696f6731-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.142561] env[69808]: DEBUG nova.compute.manager [req-9fc27d8c-54ce-4d98-a183-27bf9a8ab72b req-1d180779-a4f2-4dca-b2b6-3ff3697c4891 service nova] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] No waiting events found dispatching network-vif-plugged-960ff4fd-599b-4ee0-9002-9eadd9b50203 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1010.142815] env[69808]: WARNING nova.compute.manager [req-9fc27d8c-54ce-4d98-a183-27bf9a8ab72b req-1d180779-a4f2-4dca-b2b6-3ff3697c4891 service nova] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Received unexpected event network-vif-plugged-960ff4fd-599b-4ee0-9002-9eadd9b50203 for instance with vm_state building and task_state spawning. [ 1010.143304] env[69808]: DEBUG nova.compute.manager [req-9fc27d8c-54ce-4d98-a183-27bf9a8ab72b req-1d180779-a4f2-4dca-b2b6-3ff3697c4891 service nova] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Received event network-changed-960ff4fd-599b-4ee0-9002-9eadd9b50203 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.143947] env[69808]: DEBUG nova.compute.manager [req-9fc27d8c-54ce-4d98-a183-27bf9a8ab72b req-1d180779-a4f2-4dca-b2b6-3ff3697c4891 service nova] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Refreshing instance network info cache due to event network-changed-960ff4fd-599b-4ee0-9002-9eadd9b50203. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.143947] env[69808]: DEBUG oslo_concurrency.lockutils [req-9fc27d8c-54ce-4d98-a183-27bf9a8ab72b req-1d180779-a4f2-4dca-b2b6-3ff3697c4891 service nova] Acquiring lock "refresh_cache-d6395d56-b98c-4230-93bf-ceda696f6731" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.179877] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': task-3790279, 'name': Rename_Task, 'duration_secs': 0.193295} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.180165] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.180428] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7b01205-05b7-444e-bb90-019d86585db3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.189055] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Waiting for the task: (returnval){ [ 1010.189055] env[69808]: value = "task-3790281" [ 1010.189055] env[69808]: _type = "Task" [ 1010.189055] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.193583] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.200232] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': task-3790281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.220749] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Task: {'id': task-3790280, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.531865] env[69808]: DEBUG nova.scheduler.client.report [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.554230] env[69808]: DEBUG nova.network.neutron [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.593922] env[69808]: DEBUG oslo_vmware.api [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790278, 'name': PowerOnVM_Task, 'duration_secs': 0.606282} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.594304] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.636836] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9afa9844-76ac-4ba3-9c70-7237b7c93db7 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "cd2a437a-bee5-4ff6-b878-cac262a7465e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.637268] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9afa9844-76ac-4ba3-9c70-7237b7c93db7 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "cd2a437a-bee5-4ff6-b878-cac262a7465e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.637973] env[69808]: DEBUG nova.compute.manager [None req-9afa9844-76ac-4ba3-9c70-7237b7c93db7 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Going to confirm migration 4 {{(pid=69808) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1010.702769] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': task-3790281, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.721943] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Task: {'id': task-3790280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537395} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.722664] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 40727ad6-40eb-42a4-9c57-8994f00982af/40727ad6-40eb-42a4-9c57-8994f00982af.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.723126] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.723643] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ca3fb66-a188-44c6-bdf4-fd7f79a7e402 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.732597] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Waiting for the task: (returnval){ [ 1010.732597] env[69808]: value = "task-3790282" [ 1010.732597] env[69808]: _type = "Task" [ 1010.732597] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.746944] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Task: {'id': task-3790282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.751712] env[69808]: DEBUG nova.compute.manager [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1010.752762] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93259fcc-e075-4c2c-b8e5-3385d3953918 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.829293] env[69808]: DEBUG nova.network.neutron [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Updating instance_info_cache with network_info: [{"id": "960ff4fd-599b-4ee0-9002-9eadd9b50203", "address": "fa:16:3e:4a:68:d8", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap960ff4fd-59", "ovs_interfaceid": "960ff4fd-599b-4ee0-9002-9eadd9b50203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.926177] env[69808]: DEBUG nova.compute.manager [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.951614] env[69808]: DEBUG nova.virt.hardware [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.951897] env[69808]: DEBUG nova.virt.hardware [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.952158] env[69808]: DEBUG nova.virt.hardware [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.952390] env[69808]: DEBUG nova.virt.hardware [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.952538] env[69808]: DEBUG nova.virt.hardware [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.952691] env[69808]: DEBUG nova.virt.hardware [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.952907] env[69808]: DEBUG nova.virt.hardware [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.953110] env[69808]: DEBUG nova.virt.hardware [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.953286] env[69808]: DEBUG nova.virt.hardware [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.953477] env[69808]: DEBUG nova.virt.hardware [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.953745] env[69808]: DEBUG nova.virt.hardware [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.954898] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e73cdb5-9001-4d88-9e6c-650a3c570540 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.969068] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d06615-7eb2-4d5b-98b8-c72858ef5d47 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.038554] env[69808]: DEBUG oslo_concurrency.lockutils [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.042749] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.791s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.044448] env[69808]: INFO nova.compute.claims [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.086327] env[69808]: INFO nova.scheduler.client.report [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Deleted allocations for instance 40a2019a-162d-40e3-9a17-35eb5e284990 [ 1011.203922] env[69808]: DEBUG oslo_vmware.api [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': task-3790281, 'name': PowerOnVM_Task, 'duration_secs': 0.882187} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.204570] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.204866] env[69808]: INFO nova.compute.manager [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Took 13.30 seconds to spawn the instance on the hypervisor. [ 1011.205142] env[69808]: DEBUG nova.compute.manager [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1011.206820] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f738d0-28d7-4d02-a5b3-01645a84a982 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.220070] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9afa9844-76ac-4ba3-9c70-7237b7c93db7 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "refresh_cache-cd2a437a-bee5-4ff6-b878-cac262a7465e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.220255] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9afa9844-76ac-4ba3-9c70-7237b7c93db7 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "refresh_cache-cd2a437a-bee5-4ff6-b878-cac262a7465e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.220426] env[69808]: DEBUG nova.network.neutron [None req-9afa9844-76ac-4ba3-9c70-7237b7c93db7 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.220600] env[69808]: DEBUG nova.objects.instance [None req-9afa9844-76ac-4ba3-9c70-7237b7c93db7 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lazy-loading 'info_cache' on Instance uuid cd2a437a-bee5-4ff6-b878-cac262a7465e {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.247965] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Task: {'id': task-3790282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128737} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.250021] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.250021] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ad82a7-8516-47eb-b9b2-ba87c1179bef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.282188] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 40727ad6-40eb-42a4-9c57-8994f00982af/40727ad6-40eb-42a4-9c57-8994f00982af.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.285787] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-172cab85-194c-4efd-8279-edf232284876 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.303139] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dbde0c35-e372-4d42-84f2-b50eb3b9806d tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "3216aa34-6732-4e07-97cc-6a80533c479b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 62.892s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.311482] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Waiting for the task: (returnval){ [ 1011.311482] env[69808]: value = "task-3790283" [ 1011.311482] env[69808]: _type = "Task" [ 1011.311482] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.324025] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Task: {'id': task-3790283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.338043] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Releasing lock "refresh_cache-d6395d56-b98c-4230-93bf-ceda696f6731" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.338043] env[69808]: DEBUG nova.compute.manager [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Instance network_info: |[{"id": "960ff4fd-599b-4ee0-9002-9eadd9b50203", "address": "fa:16:3e:4a:68:d8", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap960ff4fd-59", "ovs_interfaceid": "960ff4fd-599b-4ee0-9002-9eadd9b50203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.338043] env[69808]: DEBUG oslo_concurrency.lockutils [req-9fc27d8c-54ce-4d98-a183-27bf9a8ab72b req-1d180779-a4f2-4dca-b2b6-3ff3697c4891 service nova] Acquired lock "refresh_cache-d6395d56-b98c-4230-93bf-ceda696f6731" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.338043] env[69808]: DEBUG nova.network.neutron [req-9fc27d8c-54ce-4d98-a183-27bf9a8ab72b req-1d180779-a4f2-4dca-b2b6-3ff3697c4891 service nova] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Refreshing network info cache for port 960ff4fd-599b-4ee0-9002-9eadd9b50203 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.339483] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:68:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '960ff4fd-599b-4ee0-9002-9eadd9b50203', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.352876] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Creating folder: Project (5271589e32ba46fe8716929365b32ca4). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.357854] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02042b2e-f65f-4f4f-a1aa-304d4f7af5da {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.374511] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Created folder: Project (5271589e32ba46fe8716929365b32ca4) in parent group-v753775. [ 1011.374747] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Creating folder: Instances. Parent ref: group-v753987. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.375367] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe8102dd-4116-4f2a-b51b-c22439a27d4f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.387326] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Created folder: Instances in parent group-v753987. [ 1011.387670] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.389665] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.389665] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96fe9373-20e8-4848-bba1-2d0597d6292a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.410905] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.410905] env[69808]: value = "task-3790286" [ 1011.410905] env[69808]: _type = "Task" [ 1011.410905] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.420313] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790286, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.600038] env[69808]: DEBUG oslo_concurrency.lockutils [None req-63165cff-b8ed-4637-bbb6-59885ad4e0f4 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "40a2019a-162d-40e3-9a17-35eb5e284990" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.043s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.692115] env[69808]: DEBUG oslo_concurrency.lockutils [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "c29994b7-6684-4f16-85bb-618a49df3229" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.692366] env[69808]: DEBUG oslo_concurrency.lockutils [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "c29994b7-6684-4f16-85bb-618a49df3229" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.692578] env[69808]: DEBUG oslo_concurrency.lockutils [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "c29994b7-6684-4f16-85bb-618a49df3229-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.692761] env[69808]: DEBUG oslo_concurrency.lockutils [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "c29994b7-6684-4f16-85bb-618a49df3229-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.692960] env[69808]: DEBUG oslo_concurrency.lockutils [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "c29994b7-6684-4f16-85bb-618a49df3229-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.695999] env[69808]: INFO nova.compute.manager [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Terminating instance [ 1011.733438] env[69808]: INFO nova.compute.manager [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Took 41.96 seconds to build instance. [ 1011.825114] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Task: {'id': task-3790283, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.922559] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790286, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.126516] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "892ec809-73b2-41f3-949f-95c2766d3a30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.126880] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "892ec809-73b2-41f3-949f-95c2766d3a30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.126962] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "892ec809-73b2-41f3-949f-95c2766d3a30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.127155] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "892ec809-73b2-41f3-949f-95c2766d3a30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.127321] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "892ec809-73b2-41f3-949f-95c2766d3a30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.130407] env[69808]: INFO nova.compute.manager [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Terminating instance [ 1012.174915] env[69808]: DEBUG nova.network.neutron [req-9fc27d8c-54ce-4d98-a183-27bf9a8ab72b req-1d180779-a4f2-4dca-b2b6-3ff3697c4891 service nova] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Updated VIF entry in instance network info cache for port 960ff4fd-599b-4ee0-9002-9eadd9b50203. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.175295] env[69808]: DEBUG nova.network.neutron [req-9fc27d8c-54ce-4d98-a183-27bf9a8ab72b req-1d180779-a4f2-4dca-b2b6-3ff3697c4891 service nova] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Updating instance_info_cache with network_info: [{"id": "960ff4fd-599b-4ee0-9002-9eadd9b50203", "address": "fa:16:3e:4a:68:d8", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap960ff4fd-59", "ovs_interfaceid": "960ff4fd-599b-4ee0-9002-9eadd9b50203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.202253] env[69808]: DEBUG nova.compute.manager [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.202253] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.203680] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ef92db-159d-43fd-960d-d9ce7ab6fde8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.214345] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.217442] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f77484e-2bdb-497c-aa01-17e25386e62e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.227010] env[69808]: DEBUG oslo_vmware.api [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 1012.227010] env[69808]: value = "task-3790287" [ 1012.227010] env[69808]: _type = "Task" [ 1012.227010] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.237850] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2726feac-7275-4bfc-9e03-4431dac22687 tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Lock "79d63a6e-1b7f-4b50-bc92-2df53bba12e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.477s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.244883] env[69808]: DEBUG nova.network.neutron [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Successfully updated port: 24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.248881] env[69808]: DEBUG oslo_vmware.api [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.324960] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Task: {'id': task-3790283, 'name': ReconfigVM_Task, 'duration_secs': 0.573371} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.328474] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 40727ad6-40eb-42a4-9c57-8994f00982af/40727ad6-40eb-42a4-9c57-8994f00982af.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.329547] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ba152e0-c4eb-44e9-af7d-c8c293479730 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.339470] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Waiting for the task: (returnval){ [ 1012.339470] env[69808]: value = "task-3790288" [ 1012.339470] env[69808]: _type = "Task" [ 1012.339470] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.355468] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Task: {'id': task-3790288, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.404216] env[69808]: DEBUG nova.compute.manager [req-318cbdde-df27-4dce-ab06-9074b9796a43 req-f8d13456-993f-499e-9ac6-30b351ae8af0 service nova] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Received event network-vif-plugged-24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.404216] env[69808]: DEBUG oslo_concurrency.lockutils [req-318cbdde-df27-4dce-ab06-9074b9796a43 req-f8d13456-993f-499e-9ac6-30b351ae8af0 service nova] Acquiring lock "6104e4a9-5059-4cce-820e-b64af9c2e30f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.404216] env[69808]: DEBUG oslo_concurrency.lockutils [req-318cbdde-df27-4dce-ab06-9074b9796a43 req-f8d13456-993f-499e-9ac6-30b351ae8af0 service nova] Lock "6104e4a9-5059-4cce-820e-b64af9c2e30f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.404426] env[69808]: DEBUG oslo_concurrency.lockutils [req-318cbdde-df27-4dce-ab06-9074b9796a43 req-f8d13456-993f-499e-9ac6-30b351ae8af0 service nova] Lock "6104e4a9-5059-4cce-820e-b64af9c2e30f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.404544] env[69808]: DEBUG nova.compute.manager [req-318cbdde-df27-4dce-ab06-9074b9796a43 req-f8d13456-993f-499e-9ac6-30b351ae8af0 service nova] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] No waiting events found dispatching network-vif-plugged-24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1012.404783] env[69808]: WARNING nova.compute.manager [req-318cbdde-df27-4dce-ab06-9074b9796a43 req-f8d13456-993f-499e-9ac6-30b351ae8af0 service nova] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Received unexpected event network-vif-plugged-24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf for instance with vm_state building and task_state spawning. [ 1012.427575] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790286, 'name': CreateVM_Task, 'duration_secs': 0.541055} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.429020] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.429020] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.429020] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.429020] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.429292] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afff2d3f-dc63-4b12-b1d6-6ca79311eed6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.435108] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1012.435108] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5272008c-c135-1ebc-b20a-fbc9fd27837b" [ 1012.435108] env[69808]: _type = "Task" [ 1012.435108] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.448514] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5272008c-c135-1ebc-b20a-fbc9fd27837b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.530954] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b860f779-822c-4230-b46e-7e23e207dfe7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.543121] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33be2d4-40b6-4f2f-96a0-174b28f6b5f5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.586172] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38e37e9-49a2-489c-be3d-961bd40d7bdd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.591760] env[69808]: DEBUG nova.network.neutron [None req-9afa9844-76ac-4ba3-9c70-7237b7c93db7 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Updating instance_info_cache with network_info: [{"id": "1d352fce-0514-4f1f-a6b3-5c27806a67cb", "address": "fa:16:3e:79:df:14", "network": {"id": "af196450-77dc-4ac0-959d-83905e667de1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1784084215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde177c157c54ffbaad7a0b9616ff02b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d352fce-05", "ovs_interfaceid": "1d352fce-0514-4f1f-a6b3-5c27806a67cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.599944] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba062d78-9f17-4679-80de-4409ac71e124 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.615914] env[69808]: DEBUG nova.compute.provider_tree [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.639228] env[69808]: DEBUG nova.compute.manager [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.639560] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.640483] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf7786d-c438-4da3-9591-9b5aeb998f6f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.649451] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.649739] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f362f497-757f-45d6-8d25-6c87e2adcac2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.657659] env[69808]: DEBUG oslo_vmware.api [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 1012.657659] env[69808]: value = "task-3790289" [ 1012.657659] env[69808]: _type = "Task" [ 1012.657659] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.666856] env[69808]: DEBUG oslo_vmware.api [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3790289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.679230] env[69808]: DEBUG oslo_concurrency.lockutils [req-9fc27d8c-54ce-4d98-a183-27bf9a8ab72b req-1d180779-a4f2-4dca-b2b6-3ff3697c4891 service nova] Releasing lock "refresh_cache-d6395d56-b98c-4230-93bf-ceda696f6731" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.738710] env[69808]: DEBUG oslo_vmware.api [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790287, 'name': PowerOffVM_Task, 'duration_secs': 0.385745} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.739136] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.739184] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.739516] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee4c71fd-c93c-49b8-b23c-18730a79bee9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.748170] env[69808]: DEBUG oslo_concurrency.lockutils [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquiring lock "refresh_cache-6104e4a9-5059-4cce-820e-b64af9c2e30f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.748390] env[69808]: DEBUG oslo_concurrency.lockutils [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquired lock "refresh_cache-6104e4a9-5059-4cce-820e-b64af9c2e30f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.748659] env[69808]: DEBUG nova.network.neutron [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.819877] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.820238] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.820495] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Deleting the datastore file [datastore2] c29994b7-6684-4f16-85bb-618a49df3229 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.820845] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee3bd2b3-22ea-4665-b9e7-e9e6c76e7038 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.829222] env[69808]: DEBUG oslo_vmware.api [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 1012.829222] env[69808]: value = "task-3790291" [ 1012.829222] env[69808]: _type = "Task" [ 1012.829222] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.843517] env[69808]: DEBUG oslo_vmware.api [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.854591] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Task: {'id': task-3790288, 'name': Rename_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.948752] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5272008c-c135-1ebc-b20a-fbc9fd27837b, 'name': SearchDatastore_Task, 'duration_secs': 0.012286} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.949307] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.949558] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.949807] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.949953] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.950149] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.950464] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4c73e99-e0fc-4680-8620-ed52de7ff7a8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.960795] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.961471] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.961792] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4deadd4a-fe4a-4565-86d8-b867a38f002b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.970981] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1012.970981] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528e243d-efa3-366a-f03e-e7c0cbbe7dc4" [ 1012.970981] env[69808]: _type = "Task" [ 1012.970981] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.982085] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528e243d-efa3-366a-f03e-e7c0cbbe7dc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.099901] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9afa9844-76ac-4ba3-9c70-7237b7c93db7 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "refresh_cache-cd2a437a-bee5-4ff6-b878-cac262a7465e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.100126] env[69808]: DEBUG nova.objects.instance [None req-9afa9844-76ac-4ba3-9c70-7237b7c93db7 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lazy-loading 'migration_context' on Instance uuid cd2a437a-bee5-4ff6-b878-cac262a7465e {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.120413] env[69808]: DEBUG nova.scheduler.client.report [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.174846] env[69808]: DEBUG oslo_vmware.api [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3790289, 'name': PowerOffVM_Task, 'duration_secs': 0.2263} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.175148] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.175148] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.175429] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-675ed191-316b-4d03-a51c-76a4f4ca8454 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.264686] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.265045] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.265307] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Deleting the datastore file [datastore1] 892ec809-73b2-41f3-949f-95c2766d3a30 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.266494] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1869d3cf-b48e-4ccc-aaea-fe9371ba5a0f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.274089] env[69808]: DEBUG oslo_vmware.api [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for the task: (returnval){ [ 1013.274089] env[69808]: value = "task-3790293" [ 1013.274089] env[69808]: _type = "Task" [ 1013.274089] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.284677] env[69808]: DEBUG oslo_vmware.api [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3790293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.316376] env[69808]: DEBUG nova.network.neutron [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.339110] env[69808]: DEBUG oslo_vmware.api [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19492} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.339370] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.339546] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.339758] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.339877] env[69808]: INFO nova.compute.manager [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1013.340196] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.342496] env[69808]: DEBUG nova.compute.manager [-] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.342593] env[69808]: DEBUG nova.network.neutron [-] [instance: c29994b7-6684-4f16-85bb-618a49df3229] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.354641] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Task: {'id': task-3790288, 'name': Rename_Task, 'duration_secs': 0.712437} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.354641] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.354641] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba55be35-8e17-440c-b589-be9993a4e756 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.361286] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Waiting for the task: (returnval){ [ 1013.361286] env[69808]: value = "task-3790294" [ 1013.361286] env[69808]: _type = "Task" [ 1013.361286] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.370042] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Task: {'id': task-3790294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.482414] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528e243d-efa3-366a-f03e-e7c0cbbe7dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.01143} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.483324] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-450e5bc2-6489-4aaa-9e59-7302d44b3fc1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.490031] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1013.490031] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d57042-4efa-3b3c-c4ac-790082b9bcb0" [ 1013.490031] env[69808]: _type = "Task" [ 1013.490031] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.500706] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d57042-4efa-3b3c-c4ac-790082b9bcb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.604288] env[69808]: DEBUG nova.objects.base [None req-9afa9844-76ac-4ba3-9c70-7237b7c93db7 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1013.605223] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d5b47f-489b-40e7-894e-096f3d4dedab {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.645819] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.645819] env[69808]: DEBUG nova.compute.manager [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.649600] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.603s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.651266] env[69808]: INFO nova.compute.claims [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.654523] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed42b30-1fdc-47b5-a8ee-6137e6f37fdb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.663781] env[69808]: DEBUG oslo_vmware.api [None req-9afa9844-76ac-4ba3-9c70-7237b7c93db7 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1013.663781] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c92f57-d620-b36c-749b-52c064435a0b" [ 1013.663781] env[69808]: _type = "Task" [ 1013.663781] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.678124] env[69808]: DEBUG oslo_vmware.api [None req-9afa9844-76ac-4ba3-9c70-7237b7c93db7 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c92f57-d620-b36c-749b-52c064435a0b, 'name': SearchDatastore_Task, 'duration_secs': 0.008763} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.678124] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9afa9844-76ac-4ba3-9c70-7237b7c93db7 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.678770] env[69808]: DEBUG nova.compute.manager [req-b70ec0f8-3bb5-4bb2-8700-25812ec7da9d req-a3382508-4b21-4969-8d14-51afbb4f5088 service nova] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Received event network-changed-8710a612-9921-4450-aadb-add7db68a3f0 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.679123] env[69808]: DEBUG nova.compute.manager [req-b70ec0f8-3bb5-4bb2-8700-25812ec7da9d req-a3382508-4b21-4969-8d14-51afbb4f5088 service nova] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Refreshing instance network info cache due to event network-changed-8710a612-9921-4450-aadb-add7db68a3f0. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.679377] env[69808]: DEBUG oslo_concurrency.lockutils [req-b70ec0f8-3bb5-4bb2-8700-25812ec7da9d req-a3382508-4b21-4969-8d14-51afbb4f5088 service nova] Acquiring lock "refresh_cache-79d63a6e-1b7f-4b50-bc92-2df53bba12e3" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.679560] env[69808]: DEBUG oslo_concurrency.lockutils [req-b70ec0f8-3bb5-4bb2-8700-25812ec7da9d req-a3382508-4b21-4969-8d14-51afbb4f5088 service nova] Acquired lock "refresh_cache-79d63a6e-1b7f-4b50-bc92-2df53bba12e3" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.679733] env[69808]: DEBUG nova.network.neutron [req-b70ec0f8-3bb5-4bb2-8700-25812ec7da9d req-a3382508-4b21-4969-8d14-51afbb4f5088 service nova] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Refreshing network info cache for port 8710a612-9921-4450-aadb-add7db68a3f0 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.757792] env[69808]: DEBUG nova.network.neutron [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Updating instance_info_cache with network_info: [{"id": "24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf", "address": "fa:16:3e:0b:7f:52", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24d9ead0-9a", "ovs_interfaceid": "24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.787197] env[69808]: DEBUG oslo_vmware.api [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Task: {'id': task-3790293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147548} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.787638] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.787892] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.788155] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.788382] env[69808]: INFO nova.compute.manager [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1013.788668] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.788857] env[69808]: DEBUG nova.compute.manager [-] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.788964] env[69808]: DEBUG nova.network.neutron [-] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.879655] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Task: {'id': task-3790294, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.001184] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d57042-4efa-3b3c-c4ac-790082b9bcb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010912} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.001462] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.001729] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] d6395d56-b98c-4230-93bf-ceda696f6731/d6395d56-b98c-4230-93bf-ceda696f6731.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.002010] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7af1caca-5f01-4f71-bf6e-e9ea80984d45 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.010884] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1014.010884] env[69808]: value = "task-3790295" [ 1014.010884] env[69808]: _type = "Task" [ 1014.010884] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.019973] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.152834] env[69808]: DEBUG nova.compute.utils [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.157285] env[69808]: DEBUG nova.compute.manager [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.157285] env[69808]: DEBUG nova.network.neutron [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.261367] env[69808]: DEBUG oslo_concurrency.lockutils [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Releasing lock "refresh_cache-6104e4a9-5059-4cce-820e-b64af9c2e30f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.261653] env[69808]: DEBUG nova.compute.manager [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Instance network_info: |[{"id": "24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf", "address": "fa:16:3e:0b:7f:52", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24d9ead0-9a", "ovs_interfaceid": "24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.262130] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:7f:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.271548] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.271890] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.273240] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04a234f5-779c-4468-b41c-b4ef1367f389 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.295435] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.295435] env[69808]: value = "task-3790296" [ 1014.295435] env[69808]: _type = "Task" [ 1014.295435] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.305214] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790296, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.352372] env[69808]: DEBUG nova.policy [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcd795268fe14f7ea91ad26508e983a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60a32ddbb7e946b2b63dd0fd3bb91163', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.376256] env[69808]: DEBUG oslo_vmware.api [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Task: {'id': task-3790294, 'name': PowerOnVM_Task, 'duration_secs': 0.776206} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.376584] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.376801] env[69808]: INFO nova.compute.manager [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Took 10.10 seconds to spawn the instance on the hypervisor. [ 1014.378188] env[69808]: DEBUG nova.compute.manager [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1014.379190] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8eb183-ae0b-4bca-a9df-66b84d4ba0a1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.530382] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790295, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.589011] env[69808]: DEBUG nova.network.neutron [-] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.657247] env[69808]: DEBUG nova.compute.manager [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.761415] env[69808]: DEBUG nova.compute.manager [req-d128e319-0a3e-4089-8c2e-643fec609fc6 req-36cdbb1d-b8b9-4c2d-b088-797cd7cf189c service nova] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Received event network-changed-24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.761415] env[69808]: DEBUG nova.compute.manager [req-d128e319-0a3e-4089-8c2e-643fec609fc6 req-36cdbb1d-b8b9-4c2d-b088-797cd7cf189c service nova] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Refreshing instance network info cache due to event network-changed-24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.761415] env[69808]: DEBUG oslo_concurrency.lockutils [req-d128e319-0a3e-4089-8c2e-643fec609fc6 req-36cdbb1d-b8b9-4c2d-b088-797cd7cf189c service nova] Acquiring lock "refresh_cache-6104e4a9-5059-4cce-820e-b64af9c2e30f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.761415] env[69808]: DEBUG oslo_concurrency.lockutils [req-d128e319-0a3e-4089-8c2e-643fec609fc6 req-36cdbb1d-b8b9-4c2d-b088-797cd7cf189c service nova] Acquired lock "refresh_cache-6104e4a9-5059-4cce-820e-b64af9c2e30f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.761633] env[69808]: DEBUG nova.network.neutron [req-d128e319-0a3e-4089-8c2e-643fec609fc6 req-36cdbb1d-b8b9-4c2d-b088-797cd7cf189c service nova] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Refreshing network info cache for port 24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.809982] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790296, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.879481] env[69808]: DEBUG nova.network.neutron [req-b70ec0f8-3bb5-4bb2-8700-25812ec7da9d req-a3382508-4b21-4969-8d14-51afbb4f5088 service nova] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Updated VIF entry in instance network info cache for port 8710a612-9921-4450-aadb-add7db68a3f0. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.879481] env[69808]: DEBUG nova.network.neutron [req-b70ec0f8-3bb5-4bb2-8700-25812ec7da9d req-a3382508-4b21-4969-8d14-51afbb4f5088 service nova] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Updating instance_info_cache with network_info: [{"id": "8710a612-9921-4450-aadb-add7db68a3f0", "address": "fa:16:3e:7b:5a:81", "network": {"id": "e21c850d-4132-4d86-8530-35b36fbe9e3e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1686094237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eed5791f86a04852b137276f89fd7a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8710a612-99", "ovs_interfaceid": "8710a612-9921-4450-aadb-add7db68a3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.904196] env[69808]: INFO nova.compute.manager [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Took 39.67 seconds to build instance. [ 1015.025530] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545183} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.025530] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] d6395d56-b98c-4230-93bf-ceda696f6731/d6395d56-b98c-4230-93bf-ceda696f6731.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.025712] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.025970] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf0179c7-30fb-4648-9d43-15a7870a76a4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.037246] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1015.037246] env[69808]: value = "task-3790297" [ 1015.037246] env[69808]: _type = "Task" [ 1015.037246] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.048825] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.060502] env[69808]: DEBUG nova.network.neutron [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Successfully created port: 688c105a-1f39-49be-b105-c741866867a2 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.076178] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c27e42-4dd1-4f72-8fe5-4cbcf68d3cf6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.084271] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6306aef9-da8c-4b91-907b-c6758f6484a7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Suspending the VM {{(pid=69808) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1015.084593] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-417b2dc9-f52f-4671-b05c-167979d39218 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.092122] env[69808]: INFO nova.compute.manager [-] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Took 1.75 seconds to deallocate network for instance. [ 1015.096701] env[69808]: DEBUG oslo_vmware.api [None req-6306aef9-da8c-4b91-907b-c6758f6484a7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 1015.096701] env[69808]: value = "task-3790298" [ 1015.096701] env[69808]: _type = "Task" [ 1015.096701] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.107665] env[69808]: DEBUG nova.network.neutron [-] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.117059] env[69808]: DEBUG oslo_vmware.api [None req-6306aef9-da8c-4b91-907b-c6758f6484a7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790298, 'name': SuspendVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.125335] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0b5d41-eb71-489f-ba50-42af1de652b8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.133691] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2189430c-d7f6-40db-84c8-4bfb0feb0c0a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.177353] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0733daaa-cacc-404c-a1dd-d488b93ec9e2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.186211] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f19c3f4-8085-443e-859b-58ef22b497d9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.202155] env[69808]: DEBUG nova.compute.provider_tree [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.309726] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790296, 'name': CreateVM_Task, 'duration_secs': 0.542563} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.309993] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.310720] env[69808]: DEBUG oslo_concurrency.lockutils [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.310919] env[69808]: DEBUG oslo_concurrency.lockutils [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.311283] env[69808]: DEBUG oslo_concurrency.lockutils [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.311590] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f93cafc3-99a4-4179-8a25-4c01af3e8af4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.317202] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1015.317202] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5278fe5c-0890-0f59-6d9b-ebf89670d430" [ 1015.317202] env[69808]: _type = "Task" [ 1015.317202] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.326354] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5278fe5c-0890-0f59-6d9b-ebf89670d430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.384129] env[69808]: DEBUG oslo_concurrency.lockutils [req-b70ec0f8-3bb5-4bb2-8700-25812ec7da9d req-a3382508-4b21-4969-8d14-51afbb4f5088 service nova] Releasing lock "refresh_cache-79d63a6e-1b7f-4b50-bc92-2df53bba12e3" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.406118] env[69808]: DEBUG oslo_concurrency.lockutils [None req-754bafab-2b54-401c-997b-4062efa4ea8b tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Lock "40727ad6-40eb-42a4-9c57-8994f00982af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.180s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.554270] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138119} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.554638] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.555646] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3650082a-7948-477c-8889-23c7d1b7b433 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.592405] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] d6395d56-b98c-4230-93bf-ceda696f6731/d6395d56-b98c-4230-93bf-ceda696f6731.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.592816] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db21b737-3029-48af-90eb-e65d779e6d8f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.612871] env[69808]: DEBUG oslo_concurrency.lockutils [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.612871] env[69808]: INFO nova.compute.manager [-] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Took 1.82 seconds to deallocate network for instance. [ 1015.626313] env[69808]: DEBUG oslo_vmware.api [None req-6306aef9-da8c-4b91-907b-c6758f6484a7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790298, 'name': SuspendVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.628713] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1015.628713] env[69808]: value = "task-3790299" [ 1015.628713] env[69808]: _type = "Task" [ 1015.628713] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.641948] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790299, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.665673] env[69808]: DEBUG nova.network.neutron [req-d128e319-0a3e-4089-8c2e-643fec609fc6 req-36cdbb1d-b8b9-4c2d-b088-797cd7cf189c service nova] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Updated VIF entry in instance network info cache for port 24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.666158] env[69808]: DEBUG nova.network.neutron [req-d128e319-0a3e-4089-8c2e-643fec609fc6 req-36cdbb1d-b8b9-4c2d-b088-797cd7cf189c service nova] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Updating instance_info_cache with network_info: [{"id": "24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf", "address": "fa:16:3e:0b:7f:52", "network": {"id": "c1d0782a-adc1-44bf-8a2b-d39a7731a803", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "da209ec809e14a5c80ac69064332ee3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24d9ead0-9a", "ovs_interfaceid": "24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.681393] env[69808]: DEBUG nova.compute.manager [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.705061] env[69808]: DEBUG nova.scheduler.client.report [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.719924] env[69808]: DEBUG nova.virt.hardware [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.720231] env[69808]: DEBUG nova.virt.hardware [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.720391] env[69808]: DEBUG nova.virt.hardware [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.720572] env[69808]: DEBUG nova.virt.hardware [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.720721] env[69808]: DEBUG nova.virt.hardware [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.720888] env[69808]: DEBUG nova.virt.hardware [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.721122] env[69808]: DEBUG nova.virt.hardware [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.721286] env[69808]: DEBUG nova.virt.hardware [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.721515] env[69808]: DEBUG nova.virt.hardware [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.721698] env[69808]: DEBUG nova.virt.hardware [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.721878] env[69808]: DEBUG nova.virt.hardware [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.723825] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ba175c-3713-4911-9e56-1ea6a90ce16d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.736089] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7df78d9-c46a-4e00-b978-23b6a106bab8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.786442] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.786747] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.828893] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5278fe5c-0890-0f59-6d9b-ebf89670d430, 'name': SearchDatastore_Task, 'duration_secs': 0.013254} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.829320] env[69808]: DEBUG oslo_concurrency.lockutils [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.829568] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.829830] env[69808]: DEBUG oslo_concurrency.lockutils [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.829980] env[69808]: DEBUG oslo_concurrency.lockutils [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.830198] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.830543] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35bac42a-ef77-4da9-b8e7-f2661d00fecf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.841690] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.842094] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.843111] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce1ec8a-71c5-4fad-a997-0051630880fc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.850148] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1015.850148] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5293e695-2699-e5a9-da8e-af95bb611206" [ 1015.850148] env[69808]: _type = "Task" [ 1015.850148] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.863621] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5293e695-2699-e5a9-da8e-af95bb611206, 'name': SearchDatastore_Task, 'duration_secs': 0.009438} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.864790] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e717d4e2-c09f-4bc8-a7fc-d98f6b44791e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.872802] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1015.872802] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525ba941-f9ce-94a1-4fac-d7e63aab4944" [ 1015.872802] env[69808]: _type = "Task" [ 1015.872802] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.885978] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525ba941-f9ce-94a1-4fac-d7e63aab4944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.121214] env[69808]: DEBUG oslo_vmware.api [None req-6306aef9-da8c-4b91-907b-c6758f6484a7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790298, 'name': SuspendVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.129405] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.139147] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.169226] env[69808]: DEBUG oslo_concurrency.lockutils [req-d128e319-0a3e-4089-8c2e-643fec609fc6 req-36cdbb1d-b8b9-4c2d-b088-797cd7cf189c service nova] Releasing lock "refresh_cache-6104e4a9-5059-4cce-820e-b64af9c2e30f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.169520] env[69808]: DEBUG nova.compute.manager [req-d128e319-0a3e-4089-8c2e-643fec609fc6 req-36cdbb1d-b8b9-4c2d-b088-797cd7cf189c service nova] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Received event network-vif-deleted-b62107c7-bab4-4a5c-af07-c1dc3be6c334 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.205445] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Acquiring lock "40727ad6-40eb-42a4-9c57-8994f00982af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.205750] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Lock "40727ad6-40eb-42a4-9c57-8994f00982af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.206036] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Acquiring lock "40727ad6-40eb-42a4-9c57-8994f00982af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.206242] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Lock "40727ad6-40eb-42a4-9c57-8994f00982af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.206415] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Lock "40727ad6-40eb-42a4-9c57-8994f00982af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.208694] env[69808]: INFO nova.compute.manager [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Terminating instance [ 1016.211755] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.212189] env[69808]: DEBUG nova.compute.manager [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.214807] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.147s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.215457] env[69808]: DEBUG nova.objects.instance [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lazy-loading 'resources' on Instance uuid ec828439-ad64-4776-854f-fb40b08d4eb5 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.290442] env[69808]: DEBUG nova.compute.manager [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.385094] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525ba941-f9ce-94a1-4fac-d7e63aab4944, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.385861] env[69808]: DEBUG oslo_concurrency.lockutils [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.386319] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 6104e4a9-5059-4cce-820e-b64af9c2e30f/6104e4a9-5059-4cce-820e-b64af9c2e30f.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.386778] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c444bd1b-44df-43a4-a60a-48915e9d3c1a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.396032] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1016.396032] env[69808]: value = "task-3790300" [ 1016.396032] env[69808]: _type = "Task" [ 1016.396032] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.406357] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.623817] env[69808]: DEBUG oslo_vmware.api [None req-6306aef9-da8c-4b91-907b-c6758f6484a7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790298, 'name': SuspendVM_Task, 'duration_secs': 1.440304} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.627062] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6306aef9-da8c-4b91-907b-c6758f6484a7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Suspended the VM {{(pid=69808) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1016.627062] env[69808]: DEBUG nova.compute.manager [None req-6306aef9-da8c-4b91-907b-c6758f6484a7 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1016.627062] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a48556d-7105-4d20-b1c7-80ecf46eb2a2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.645855] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790299, 'name': ReconfigVM_Task, 'duration_secs': 0.929384} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.645855] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Reconfigured VM instance instance-0000004b to attach disk [datastore1] d6395d56-b98c-4230-93bf-ceda696f6731/d6395d56-b98c-4230-93bf-ceda696f6731.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.646519] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-284bacfb-9efb-4076-aa1a-501d00d76e79 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.654838] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1016.654838] env[69808]: value = "task-3790301" [ 1016.654838] env[69808]: _type = "Task" [ 1016.654838] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.664991] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790301, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.716509] env[69808]: DEBUG nova.compute.manager [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.716832] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.718160] env[69808]: DEBUG nova.compute.utils [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.720680] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f3fb2e-efba-4f5b-a633-3b218d701739 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.726896] env[69808]: DEBUG nova.compute.manager [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.728033] env[69808]: DEBUG nova.network.neutron [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.742092] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.742472] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3df27e83-d3ea-4244-9c28-499b17ff9dcf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.753690] env[69808]: DEBUG oslo_vmware.api [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Waiting for the task: (returnval){ [ 1016.753690] env[69808]: value = "task-3790302" [ 1016.753690] env[69808]: _type = "Task" [ 1016.753690] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.772274] env[69808]: DEBUG oslo_vmware.api [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Task: {'id': task-3790302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.793754] env[69808]: DEBUG nova.compute.manager [req-5d31b2ea-01d2-4b22-9126-190a22bb254a req-7d2d589a-9fe9-4233-ace9-2b35600ae767 service nova] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Received event network-vif-deleted-ed68946c-1abc-490c-949f-92608b1d0eda {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.818133] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.846559] env[69808]: DEBUG nova.policy [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38895d6943464cc7b9b9169f1078f08f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82b141104a4845c0997ab353e99471e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.911228] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790300, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.093068] env[69808]: DEBUG nova.network.neutron [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Successfully updated port: 688c105a-1f39-49be-b105-c741866867a2 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.166289] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790301, 'name': Rename_Task, 'duration_secs': 0.31728} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.166671] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.166966] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbb7f236-8c2b-44ca-a11b-d10c362ffb72 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.178725] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1017.178725] env[69808]: value = "task-3790303" [ 1017.178725] env[69808]: _type = "Task" [ 1017.178725] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.188793] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.229386] env[69808]: DEBUG nova.compute.manager [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.264924] env[69808]: DEBUG oslo_vmware.api [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Task: {'id': task-3790302, 'name': PowerOffVM_Task, 'duration_secs': 0.317024} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.265231] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.265401] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.267196] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0500d888-1ab5-44b0-8b2b-f69fc3e009ae {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.268882] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd98ac9d-1957-4e9d-a212-1a4bbdb29e3f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.278665] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb95b32-d903-42a8-8df3-909e037ce3e2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.312745] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d81e477-dc2b-4649-8edc-847b9d301d1c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.322251] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90c330b-9781-4148-996d-922e48e81a69 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.338305] env[69808]: DEBUG nova.compute.provider_tree [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.346585] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.346806] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.346986] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Deleting the datastore file [datastore1] 40727ad6-40eb-42a4-9c57-8994f00982af {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.347291] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66367e24-47c5-4297-89a6-c5a00998fa00 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.354982] env[69808]: DEBUG oslo_vmware.api [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Waiting for the task: (returnval){ [ 1017.354982] env[69808]: value = "task-3790305" [ 1017.354982] env[69808]: _type = "Task" [ 1017.354982] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.360596] env[69808]: DEBUG nova.network.neutron [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Successfully created port: 373c2312-58d4-48a5-9640-f29bd7c517f4 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.365820] env[69808]: DEBUG oslo_vmware.api [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Task: {'id': task-3790305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.412232] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545439} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.414040] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 6104e4a9-5059-4cce-820e-b64af9c2e30f/6104e4a9-5059-4cce-820e-b64af9c2e30f.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.414040] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.414243] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db28b669-5fd8-4769-91cc-37454639eb8a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.424335] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1017.424335] env[69808]: value = "task-3790306" [ 1017.424335] env[69808]: _type = "Task" [ 1017.424335] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.437344] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.601148] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Acquiring lock "refresh_cache-42d33224-a879-4c5b-913e-a58e24e411f4" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.601148] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Acquired lock "refresh_cache-42d33224-a879-4c5b-913e-a58e24e411f4" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.601699] env[69808]: DEBUG nova.network.neutron [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.690502] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790303, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.842030] env[69808]: DEBUG nova.scheduler.client.report [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.866693] env[69808]: DEBUG oslo_vmware.api [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Task: {'id': task-3790305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162728} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.866978] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.867175] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.867356] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.867527] env[69808]: INFO nova.compute.manager [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1017.867762] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.868306] env[69808]: DEBUG nova.compute.manager [-] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.868429] env[69808]: DEBUG nova.network.neutron [-] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.898220] env[69808]: INFO nova.compute.manager [None req-edc75663-4765-4a2d-872e-b1225a9d72f4 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Resuming [ 1017.898894] env[69808]: DEBUG nova.objects.instance [None req-edc75663-4765-4a2d-872e-b1225a9d72f4 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lazy-loading 'flavor' on Instance uuid 3216aa34-6732-4e07-97cc-6a80533c479b {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.938384] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089632} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.938603] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.939947] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9443a5-a669-4616-aaba-5174628ab826 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.975830] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 6104e4a9-5059-4cce-820e-b64af9c2e30f/6104e4a9-5059-4cce-820e-b64af9c2e30f.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.976858] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b54dc21-0b87-4c81-a73c-93702b2d7e43 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.010659] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1018.010659] env[69808]: value = "task-3790307" [ 1018.010659] env[69808]: _type = "Task" [ 1018.010659] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.021263] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.176538] env[69808]: DEBUG nova.network.neutron [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.191566] env[69808]: DEBUG oslo_vmware.api [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790303, 'name': PowerOnVM_Task, 'duration_secs': 0.810259} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.191865] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.192086] env[69808]: INFO nova.compute.manager [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Took 10.03 seconds to spawn the instance on the hypervisor. [ 1018.192269] env[69808]: DEBUG nova.compute.manager [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1018.193198] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a20aa3d-fea0-4fa8-b230-1eaaa1e22cb7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.239488] env[69808]: DEBUG nova.compute.manager [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.270300] env[69808]: DEBUG nova.virt.hardware [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.271084] env[69808]: DEBUG nova.virt.hardware [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.271084] env[69808]: DEBUG nova.virt.hardware [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.271084] env[69808]: DEBUG nova.virt.hardware [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.271084] env[69808]: DEBUG nova.virt.hardware [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.271376] env[69808]: DEBUG nova.virt.hardware [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.271376] env[69808]: DEBUG nova.virt.hardware [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.271515] env[69808]: DEBUG nova.virt.hardware [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.271687] env[69808]: DEBUG nova.virt.hardware [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.271851] env[69808]: DEBUG nova.virt.hardware [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.272049] env[69808]: DEBUG nova.virt.hardware [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.272966] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e289bf-f310-4704-a501-0e17f590edea {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.281838] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a4d466-120d-49e4-b9de-acbe826a2294 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.347935] env[69808]: DEBUG nova.network.neutron [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Updating instance_info_cache with network_info: [{"id": "688c105a-1f39-49be-b105-c741866867a2", "address": "fa:16:3e:e1:c0:b4", "network": {"id": "6ca331e5-53a3-4f8c-a428-a9c5f4afc63b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1385619993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60a32ddbb7e946b2b63dd0fd3bb91163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap688c105a-1f", "ovs_interfaceid": "688c105a-1f39-49be-b105-c741866867a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.349810] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.352196] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.278s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.354514] env[69808]: INFO nova.compute.claims [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.374423] env[69808]: INFO nova.scheduler.client.report [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Deleted allocations for instance ec828439-ad64-4776-854f-fb40b08d4eb5 [ 1018.523263] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790307, 'name': ReconfigVM_Task, 'duration_secs': 0.329678} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.523632] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 6104e4a9-5059-4cce-820e-b64af9c2e30f/6104e4a9-5059-4cce-820e-b64af9c2e30f.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.524306] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddb90968-dd06-46f3-b398-15ef60083ca9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.531933] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1018.531933] env[69808]: value = "task-3790308" [ 1018.531933] env[69808]: _type = "Task" [ 1018.531933] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.542013] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790308, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.664477] env[69808]: DEBUG nova.network.neutron [-] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.716416] env[69808]: INFO nova.compute.manager [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Took 37.71 seconds to build instance. [ 1018.850350] env[69808]: DEBUG nova.compute.manager [req-fc5c5a68-bd8c-4d98-9730-e42ac4cde042 req-0189a8af-8ec6-485f-80c1-bdf4030a9109 service nova] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Received event network-vif-plugged-688c105a-1f39-49be-b105-c741866867a2 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.850350] env[69808]: DEBUG oslo_concurrency.lockutils [req-fc5c5a68-bd8c-4d98-9730-e42ac4cde042 req-0189a8af-8ec6-485f-80c1-bdf4030a9109 service nova] Acquiring lock "42d33224-a879-4c5b-913e-a58e24e411f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.851139] env[69808]: DEBUG oslo_concurrency.lockutils [req-fc5c5a68-bd8c-4d98-9730-e42ac4cde042 req-0189a8af-8ec6-485f-80c1-bdf4030a9109 service nova] Lock "42d33224-a879-4c5b-913e-a58e24e411f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.851139] env[69808]: DEBUG oslo_concurrency.lockutils [req-fc5c5a68-bd8c-4d98-9730-e42ac4cde042 req-0189a8af-8ec6-485f-80c1-bdf4030a9109 service nova] Lock "42d33224-a879-4c5b-913e-a58e24e411f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.851139] env[69808]: DEBUG nova.compute.manager [req-fc5c5a68-bd8c-4d98-9730-e42ac4cde042 req-0189a8af-8ec6-485f-80c1-bdf4030a9109 service nova] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] No waiting events found dispatching network-vif-plugged-688c105a-1f39-49be-b105-c741866867a2 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1018.851139] env[69808]: WARNING nova.compute.manager [req-fc5c5a68-bd8c-4d98-9730-e42ac4cde042 req-0189a8af-8ec6-485f-80c1-bdf4030a9109 service nova] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Received unexpected event network-vif-plugged-688c105a-1f39-49be-b105-c741866867a2 for instance with vm_state building and task_state spawning. [ 1018.851296] env[69808]: DEBUG nova.compute.manager [req-fc5c5a68-bd8c-4d98-9730-e42ac4cde042 req-0189a8af-8ec6-485f-80c1-bdf4030a9109 service nova] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Received event network-changed-688c105a-1f39-49be-b105-c741866867a2 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.851331] env[69808]: DEBUG nova.compute.manager [req-fc5c5a68-bd8c-4d98-9730-e42ac4cde042 req-0189a8af-8ec6-485f-80c1-bdf4030a9109 service nova] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Refreshing instance network info cache due to event network-changed-688c105a-1f39-49be-b105-c741866867a2. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.851671] env[69808]: DEBUG oslo_concurrency.lockutils [req-fc5c5a68-bd8c-4d98-9730-e42ac4cde042 req-0189a8af-8ec6-485f-80c1-bdf4030a9109 service nova] Acquiring lock "refresh_cache-42d33224-a879-4c5b-913e-a58e24e411f4" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.852803] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Releasing lock "refresh_cache-42d33224-a879-4c5b-913e-a58e24e411f4" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.853158] env[69808]: DEBUG nova.compute.manager [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Instance network_info: |[{"id": "688c105a-1f39-49be-b105-c741866867a2", "address": "fa:16:3e:e1:c0:b4", "network": {"id": "6ca331e5-53a3-4f8c-a428-a9c5f4afc63b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1385619993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60a32ddbb7e946b2b63dd0fd3bb91163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap688c105a-1f", "ovs_interfaceid": "688c105a-1f39-49be-b105-c741866867a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.853495] env[69808]: DEBUG oslo_concurrency.lockutils [req-fc5c5a68-bd8c-4d98-9730-e42ac4cde042 req-0189a8af-8ec6-485f-80c1-bdf4030a9109 service nova] Acquired lock "refresh_cache-42d33224-a879-4c5b-913e-a58e24e411f4" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.853801] env[69808]: DEBUG nova.network.neutron [req-fc5c5a68-bd8c-4d98-9730-e42ac4cde042 req-0189a8af-8ec6-485f-80c1-bdf4030a9109 service nova] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Refreshing network info cache for port 688c105a-1f39-49be-b105-c741866867a2 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.855106] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:c0:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '688c105a-1f39-49be-b105-c741866867a2', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.863358] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Creating folder: Project (60a32ddbb7e946b2b63dd0fd3bb91163). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.869799] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04b8614d-7343-4276-b7ac-fb3615bf0a29 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.885933] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Created folder: Project (60a32ddbb7e946b2b63dd0fd3bb91163) in parent group-v753775. [ 1018.886296] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Creating folder: Instances. Parent ref: group-v753991. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.886960] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2f1e39f0-b2fc-47f1-a28b-6dc35d06c99f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "ec828439-ad64-4776-854f-fb40b08d4eb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.628s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.888162] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50719d72-9fc6-465a-94b4-f84460dce1a2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.902036] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Created folder: Instances in parent group-v753991. [ 1018.902727] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.903413] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.903756] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8de25f1e-eba6-4839-a22e-090cc87777b3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.929060] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.929060] env[69808]: value = "task-3790311" [ 1018.929060] env[69808]: _type = "Task" [ 1018.929060] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.944907] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790311, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.043323] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790308, 'name': Rename_Task, 'duration_secs': 0.150637} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.043757] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.043991] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-838661a9-40fd-4776-9120-9c4027317aab {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.052544] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1019.052544] env[69808]: value = "task-3790312" [ 1019.052544] env[69808]: _type = "Task" [ 1019.052544] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.064541] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.167569] env[69808]: INFO nova.compute.manager [-] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Took 1.30 seconds to deallocate network for instance. [ 1019.220137] env[69808]: DEBUG oslo_concurrency.lockutils [None req-50df2bbc-34d4-496d-973d-c7d8a1b996ba tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lock "d6395d56-b98c-4230-93bf-ceda696f6731" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.230s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.234840] env[69808]: DEBUG nova.network.neutron [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Successfully updated port: 373c2312-58d4-48a5-9640-f29bd7c517f4 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.267616] env[69808]: DEBUG nova.network.neutron [req-fc5c5a68-bd8c-4d98-9730-e42ac4cde042 req-0189a8af-8ec6-485f-80c1-bdf4030a9109 service nova] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Updated VIF entry in instance network info cache for port 688c105a-1f39-49be-b105-c741866867a2. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.267932] env[69808]: DEBUG nova.network.neutron [req-fc5c5a68-bd8c-4d98-9730-e42ac4cde042 req-0189a8af-8ec6-485f-80c1-bdf4030a9109 service nova] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Updating instance_info_cache with network_info: [{"id": "688c105a-1f39-49be-b105-c741866867a2", "address": "fa:16:3e:e1:c0:b4", "network": {"id": "6ca331e5-53a3-4f8c-a428-a9c5f4afc63b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1385619993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60a32ddbb7e946b2b63dd0fd3bb91163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap688c105a-1f", "ovs_interfaceid": "688c105a-1f39-49be-b105-c741866867a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.424017] env[69808]: DEBUG oslo_concurrency.lockutils [None req-edc75663-4765-4a2d-872e-b1225a9d72f4 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "refresh_cache-3216aa34-6732-4e07-97cc-6a80533c479b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.424205] env[69808]: DEBUG oslo_concurrency.lockutils [None req-edc75663-4765-4a2d-872e-b1225a9d72f4 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquired lock "refresh_cache-3216aa34-6732-4e07-97cc-6a80533c479b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.424378] env[69808]: DEBUG nova.network.neutron [None req-edc75663-4765-4a2d-872e-b1225a9d72f4 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.444010] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790311, 'name': CreateVM_Task, 'duration_secs': 0.448359} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.444222] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.444966] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.445069] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.445906] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.445906] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4d0005d-d3c5-4099-a8dd-e6361dbc999f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.452983] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Waiting for the task: (returnval){ [ 1019.452983] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52cd14f1-fa34-7bcd-619d-6c8fab42a691" [ 1019.452983] env[69808]: _type = "Task" [ 1019.452983] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.462584] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52cd14f1-fa34-7bcd-619d-6c8fab42a691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.565918] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.675686] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.738854] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquiring lock "refresh_cache-252516b1-d12e-4423-866e-52ce27d85ff6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.739044] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquired lock "refresh_cache-252516b1-d12e-4423-866e-52ce27d85ff6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.739209] env[69808]: DEBUG nova.network.neutron [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.745726] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa731328-fd8f-4f00-be64-39f4da5eac71 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.756470] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e249abcf-36f6-4a55-b5af-f1b60cf67f04 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.792907] env[69808]: DEBUG oslo_concurrency.lockutils [req-fc5c5a68-bd8c-4d98-9730-e42ac4cde042 req-0189a8af-8ec6-485f-80c1-bdf4030a9109 service nova] Releasing lock "refresh_cache-42d33224-a879-4c5b-913e-a58e24e411f4" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.793056] env[69808]: DEBUG nova.compute.manager [req-fc5c5a68-bd8c-4d98-9730-e42ac4cde042 req-0189a8af-8ec6-485f-80c1-bdf4030a9109 service nova] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Received event network-vif-deleted-7c549428-8800-411e-8c53-ad21be3a0035 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.793535] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "bfc961c4-cc6b-4691-bc95-b78c0a14bbe0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.793822] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "bfc961c4-cc6b-4691-bc95-b78c0a14bbe0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.794101] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "bfc961c4-cc6b-4691-bc95-b78c0a14bbe0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.794357] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "bfc961c4-cc6b-4691-bc95-b78c0a14bbe0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.794560] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "bfc961c4-cc6b-4691-bc95-b78c0a14bbe0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.797338] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31987a6e-6943-4e37-9682-105c70a8deb7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.800523] env[69808]: INFO nova.compute.manager [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Terminating instance [ 1019.809370] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afa5dbc-248c-4d34-ad9e-6d54f5748834 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.828100] env[69808]: DEBUG nova.compute.provider_tree [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.966668] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52cd14f1-fa34-7bcd-619d-6c8fab42a691, 'name': SearchDatastore_Task, 'duration_secs': 0.014926} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.967101] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.967382] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.967624] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.967795] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.967985] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.968272] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f76d2f07-4f13-4bb5-9369-612a87b8951c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.977413] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.977594] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.978348] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bd39055-4f19-41e9-8eb3-699d259eac0c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.983639] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Waiting for the task: (returnval){ [ 1019.983639] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ee6b94-a012-b8db-3989-05d70bf6c73b" [ 1019.983639] env[69808]: _type = "Task" [ 1019.983639] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.992580] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ee6b94-a012-b8db-3989-05d70bf6c73b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.067300] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.288836] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "7911dcea-a561-40a9-897e-321ec913227c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.289090] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "7911dcea-a561-40a9-897e-321ec913227c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.306271] env[69808]: DEBUG nova.compute.manager [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.306495] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.307613] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5420962-2ad4-44c8-919c-ec9efebfe543 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.315882] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.316179] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0db67a18-a203-4e42-a9ef-c33d7b50acd7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.323654] env[69808]: DEBUG oslo_vmware.api [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 1020.323654] env[69808]: value = "task-3790313" [ 1020.323654] env[69808]: _type = "Task" [ 1020.323654] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.332598] env[69808]: DEBUG nova.scheduler.client.report [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.336009] env[69808]: DEBUG oslo_vmware.api [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.337849] env[69808]: DEBUG nova.network.neutron [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.498616] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ee6b94-a012-b8db-3989-05d70bf6c73b, 'name': SearchDatastore_Task, 'duration_secs': 0.01429} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.499846] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea56c4fa-32f0-44c2-afe4-f98df7edec62 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.508373] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Waiting for the task: (returnval){ [ 1020.508373] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5233b3d6-95b7-75d8-c11d-6e5ff511da24" [ 1020.508373] env[69808]: _type = "Task" [ 1020.508373] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.523634] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5233b3d6-95b7-75d8-c11d-6e5ff511da24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.564886] env[69808]: DEBUG oslo_vmware.api [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790312, 'name': PowerOnVM_Task, 'duration_secs': 1.051534} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.565135] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.565339] env[69808]: INFO nova.compute.manager [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1020.565546] env[69808]: DEBUG nova.compute.manager [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1020.566362] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6a6c9d-3897-42b4-868d-efb86700127e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.612469] env[69808]: DEBUG nova.network.neutron [None req-edc75663-4765-4a2d-872e-b1225a9d72f4 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Updating instance_info_cache with network_info: [{"id": "0f2da7dd-4435-421b-9521-04e255a2382a", "address": "fa:16:3e:21:3c:7b", "network": {"id": "ab1f029e-73db-4c8c-9cd4-95979582fa3a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2065551536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d07ceb628574f69ab9f5d39607b2b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2da7dd-44", "ovs_interfaceid": "0f2da7dd-4435-421b-9521-04e255a2382a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.628402] env[69808]: DEBUG nova.network.neutron [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Updating instance_info_cache with network_info: [{"id": "373c2312-58d4-48a5-9640-f29bd7c517f4", "address": "fa:16:3e:ac:15:47", "network": {"id": "b3128ff4-b8fc-42ea-8539-c23b41c69ffa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-850709825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82b141104a4845c0997ab353e99471e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373c2312-58", "ovs_interfaceid": "373c2312-58d4-48a5-9640-f29bd7c517f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.792118] env[69808]: DEBUG nova.compute.manager [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1020.838236] env[69808]: DEBUG oslo_vmware.api [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790313, 'name': PowerOffVM_Task, 'duration_secs': 0.407624} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.838236] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.838236] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.838236] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f310949-698b-434b-b6ad-219797c9489d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.838748] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.839496] env[69808]: DEBUG nova.compute.manager [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.842382] env[69808]: DEBUG oslo_concurrency.lockutils [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.543s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.842652] env[69808]: DEBUG nova.objects.instance [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Lazy-loading 'resources' on Instance uuid a0a9a65c-90aa-4981-9b23-dffd854b6e4d {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.963976] env[69808]: DEBUG nova.compute.manager [req-057fef6b-f2ed-499a-8c05-4b72b04d4397 req-7df8effa-2d42-4e4c-abab-a5420136d715 service nova] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Received event network-vif-plugged-373c2312-58d4-48a5-9640-f29bd7c517f4 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.964380] env[69808]: DEBUG oslo_concurrency.lockutils [req-057fef6b-f2ed-499a-8c05-4b72b04d4397 req-7df8effa-2d42-4e4c-abab-a5420136d715 service nova] Acquiring lock "252516b1-d12e-4423-866e-52ce27d85ff6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.964644] env[69808]: DEBUG oslo_concurrency.lockutils [req-057fef6b-f2ed-499a-8c05-4b72b04d4397 req-7df8effa-2d42-4e4c-abab-a5420136d715 service nova] Lock "252516b1-d12e-4423-866e-52ce27d85ff6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.964860] env[69808]: DEBUG oslo_concurrency.lockutils [req-057fef6b-f2ed-499a-8c05-4b72b04d4397 req-7df8effa-2d42-4e4c-abab-a5420136d715 service nova] Lock "252516b1-d12e-4423-866e-52ce27d85ff6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.965029] env[69808]: DEBUG nova.compute.manager [req-057fef6b-f2ed-499a-8c05-4b72b04d4397 req-7df8effa-2d42-4e4c-abab-a5420136d715 service nova] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] No waiting events found dispatching network-vif-plugged-373c2312-58d4-48a5-9640-f29bd7c517f4 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1020.965174] env[69808]: WARNING nova.compute.manager [req-057fef6b-f2ed-499a-8c05-4b72b04d4397 req-7df8effa-2d42-4e4c-abab-a5420136d715 service nova] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Received unexpected event network-vif-plugged-373c2312-58d4-48a5-9640-f29bd7c517f4 for instance with vm_state building and task_state spawning. [ 1020.965422] env[69808]: DEBUG nova.compute.manager [req-057fef6b-f2ed-499a-8c05-4b72b04d4397 req-7df8effa-2d42-4e4c-abab-a5420136d715 service nova] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Received event network-changed-373c2312-58d4-48a5-9640-f29bd7c517f4 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.965479] env[69808]: DEBUG nova.compute.manager [req-057fef6b-f2ed-499a-8c05-4b72b04d4397 req-7df8effa-2d42-4e4c-abab-a5420136d715 service nova] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Refreshing instance network info cache due to event network-changed-373c2312-58d4-48a5-9640-f29bd7c517f4. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.965642] env[69808]: DEBUG oslo_concurrency.lockutils [req-057fef6b-f2ed-499a-8c05-4b72b04d4397 req-7df8effa-2d42-4e4c-abab-a5420136d715 service nova] Acquiring lock "refresh_cache-252516b1-d12e-4423-866e-52ce27d85ff6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.019781] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5233b3d6-95b7-75d8-c11d-6e5ff511da24, 'name': SearchDatastore_Task, 'duration_secs': 0.01773} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.019988] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.020268] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 42d33224-a879-4c5b-913e-a58e24e411f4/42d33224-a879-4c5b-913e-a58e24e411f4.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.020560] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b723246-7299-4b2a-95f5-564b5f1485d5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.029708] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Waiting for the task: (returnval){ [ 1021.029708] env[69808]: value = "task-3790315" [ 1021.029708] env[69808]: _type = "Task" [ 1021.029708] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.038862] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': task-3790315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.083673] env[69808]: INFO nova.compute.manager [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Took 39.42 seconds to build instance. [ 1021.114029] env[69808]: DEBUG oslo_concurrency.lockutils [None req-edc75663-4765-4a2d-872e-b1225a9d72f4 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Releasing lock "refresh_cache-3216aa34-6732-4e07-97cc-6a80533c479b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.114759] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad08ce6-d2c1-4e36-afd5-f729a6e5027d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.122530] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-edc75663-4765-4a2d-872e-b1225a9d72f4 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Resuming the VM {{(pid=69808) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1021.122530] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d1005ac-cac6-44db-98dc-7ae0501a8b76 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.129787] env[69808]: DEBUG oslo_vmware.api [None req-edc75663-4765-4a2d-872e-b1225a9d72f4 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 1021.129787] env[69808]: value = "task-3790316" [ 1021.129787] env[69808]: _type = "Task" [ 1021.129787] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.133659] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Releasing lock "refresh_cache-252516b1-d12e-4423-866e-52ce27d85ff6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.133834] env[69808]: DEBUG nova.compute.manager [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Instance network_info: |[{"id": "373c2312-58d4-48a5-9640-f29bd7c517f4", "address": "fa:16:3e:ac:15:47", "network": {"id": "b3128ff4-b8fc-42ea-8539-c23b41c69ffa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-850709825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82b141104a4845c0997ab353e99471e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373c2312-58", "ovs_interfaceid": "373c2312-58d4-48a5-9640-f29bd7c517f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.134152] env[69808]: DEBUG oslo_concurrency.lockutils [req-057fef6b-f2ed-499a-8c05-4b72b04d4397 req-7df8effa-2d42-4e4c-abab-a5420136d715 service nova] Acquired lock "refresh_cache-252516b1-d12e-4423-866e-52ce27d85ff6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.134337] env[69808]: DEBUG nova.network.neutron [req-057fef6b-f2ed-499a-8c05-4b72b04d4397 req-7df8effa-2d42-4e4c-abab-a5420136d715 service nova] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Refreshing network info cache for port 373c2312-58d4-48a5-9640-f29bd7c517f4 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.135817] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:15:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '373c2312-58d4-48a5-9640-f29bd7c517f4', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.143425] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Creating folder: Project (82b141104a4845c0997ab353e99471e5). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.145105] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a75bea17-8c12-4301-bae1-aeefbac2a58c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.151027] env[69808]: DEBUG oslo_vmware.api [None req-edc75663-4765-4a2d-872e-b1225a9d72f4 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.161898] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Created folder: Project (82b141104a4845c0997ab353e99471e5) in parent group-v753775. [ 1021.161898] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Creating folder: Instances. Parent ref: group-v753994. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.161898] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b50415d8-8b0b-4173-88f8-061c35018fd6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.173577] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Created folder: Instances in parent group-v753994. [ 1021.173948] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.174235] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.174527] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51595d60-999a-44c8-9a99-fbb9f4a88230 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.196298] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.196298] env[69808]: value = "task-3790319" [ 1021.196298] env[69808]: _type = "Task" [ 1021.196298] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.206784] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790319, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.317008] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.346996] env[69808]: DEBUG nova.compute.utils [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.348690] env[69808]: DEBUG nova.compute.manager [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.348829] env[69808]: DEBUG nova.network.neutron [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.394673] env[69808]: DEBUG nova.policy [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45020a3b2c3a4058b63edd7e07bc1d36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9641b75bd15404baa8d8dbab53ec5d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.546977] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': task-3790315, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.586042] env[69808]: DEBUG oslo_concurrency.lockutils [None req-65628710-dc25-4002-99d4-b2ff9c1e0d6c tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lock "6104e4a9-5059-4cce-820e-b64af9c2e30f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.936s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.653879] env[69808]: DEBUG oslo_vmware.api [None req-edc75663-4765-4a2d-872e-b1225a9d72f4 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790316, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.713492] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790319, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.803030] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.803295] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.803490] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Deleting the datastore file [datastore1] bfc961c4-cc6b-4691-bc95-b78c0a14bbe0 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.804805] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1926ada1-48db-4e21-a380-e01a60bb6a93 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.814261] env[69808]: DEBUG oslo_vmware.api [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 1021.814261] env[69808]: value = "task-3790320" [ 1021.814261] env[69808]: _type = "Task" [ 1021.814261] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.825964] env[69808]: DEBUG oslo_vmware.api [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.854751] env[69808]: DEBUG nova.compute.manager [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.925186] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439302aa-655d-4a52-9b78-7a42bf6ee216 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.937135] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4116fc7-7370-4f1a-b34d-0c741fbb6502 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.986679] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e517c833-d97c-4bb3-9532-38f6962a22be {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.997588] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9095170-4a77-40d6-a2fa-de884dab761f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.016082] env[69808]: DEBUG nova.compute.provider_tree [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.042971] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': task-3790315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79909} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.043288] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 42d33224-a879-4c5b-913e-a58e24e411f4/42d33224-a879-4c5b-913e-a58e24e411f4.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.043491] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.043814] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61cfb523-0967-494f-9e8f-243567408723 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.052388] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Waiting for the task: (returnval){ [ 1022.052388] env[69808]: value = "task-3790321" [ 1022.052388] env[69808]: _type = "Task" [ 1022.052388] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.063580] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': task-3790321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.143282] env[69808]: DEBUG oslo_vmware.api [None req-edc75663-4765-4a2d-872e-b1225a9d72f4 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790316, 'name': PowerOnVM_Task, 'duration_secs': 0.772236} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.143580] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-edc75663-4765-4a2d-872e-b1225a9d72f4 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Resumed the VM {{(pid=69808) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1022.143907] env[69808]: DEBUG nova.compute.manager [None req-edc75663-4765-4a2d-872e-b1225a9d72f4 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1022.144638] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa4f2d0-d522-4aae-a242-a16e3aa8b2a7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.147943] env[69808]: DEBUG nova.network.neutron [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Successfully created port: 52d9e479-257d-4396-82eb-af7fcebc98a8 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.173347] env[69808]: DEBUG nova.network.neutron [req-057fef6b-f2ed-499a-8c05-4b72b04d4397 req-7df8effa-2d42-4e4c-abab-a5420136d715 service nova] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Updated VIF entry in instance network info cache for port 373c2312-58d4-48a5-9640-f29bd7c517f4. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.173711] env[69808]: DEBUG nova.network.neutron [req-057fef6b-f2ed-499a-8c05-4b72b04d4397 req-7df8effa-2d42-4e4c-abab-a5420136d715 service nova] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Updating instance_info_cache with network_info: [{"id": "373c2312-58d4-48a5-9640-f29bd7c517f4", "address": "fa:16:3e:ac:15:47", "network": {"id": "b3128ff4-b8fc-42ea-8539-c23b41c69ffa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-850709825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82b141104a4845c0997ab353e99471e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373c2312-58", "ovs_interfaceid": "373c2312-58d4-48a5-9640-f29bd7c517f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.209656] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790319, 'name': CreateVM_Task, 'duration_secs': 0.544981} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.209823] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.210542] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.210714] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.211056] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.211330] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e030f6e2-ff7d-47d0-99ca-21edfd5d7f1e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.218060] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1022.218060] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527947d2-45d1-200b-dfd2-173bccc2a79d" [ 1022.218060] env[69808]: _type = "Task" [ 1022.218060] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.226908] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527947d2-45d1-200b-dfd2-173bccc2a79d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.324156] env[69808]: DEBUG oslo_vmware.api [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320065} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.324423] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.324603] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.324772] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.324939] env[69808]: INFO nova.compute.manager [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Took 2.02 seconds to destroy the instance on the hypervisor. [ 1022.325194] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.325383] env[69808]: DEBUG nova.compute.manager [-] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.325472] env[69808]: DEBUG nova.network.neutron [-] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.519800] env[69808]: DEBUG nova.scheduler.client.report [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.566762] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': task-3790321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077272} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.567138] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.568918] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3b1cdb-9b1a-4fd7-a914-613ec5f40fff {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.603176] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 42d33224-a879-4c5b-913e-a58e24e411f4/42d33224-a879-4c5b-913e-a58e24e411f4.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.603566] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ecd9ec7-d280-4cf6-a304-b7d4ead6a79c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.626832] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Waiting for the task: (returnval){ [ 1022.626832] env[69808]: value = "task-3790322" [ 1022.626832] env[69808]: _type = "Task" [ 1022.626832] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.641009] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': task-3790322, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.785763] env[69808]: DEBUG oslo_concurrency.lockutils [req-057fef6b-f2ed-499a-8c05-4b72b04d4397 req-7df8effa-2d42-4e4c-abab-a5420136d715 service nova] Releasing lock "refresh_cache-252516b1-d12e-4423-866e-52ce27d85ff6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.785763] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527947d2-45d1-200b-dfd2-173bccc2a79d, 'name': SearchDatastore_Task, 'duration_secs': 0.067005} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.785763] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.785763] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.785763] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.785763] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.785763] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.785763] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a861964-70a2-4364-8e81-221c1827f93e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.785763] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.785763] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.785763] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f453587a-3af3-45fb-8c00-a521a1b93514 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.785763] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1022.785763] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528625fe-2db9-5837-2d0b-4946d80c9482" [ 1022.785763] env[69808]: _type = "Task" [ 1022.785763] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.785763] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528625fe-2db9-5837-2d0b-4946d80c9482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.876356] env[69808]: DEBUG nova.compute.manager [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.905071] env[69808]: DEBUG nova.virt.hardware [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.905370] env[69808]: DEBUG nova.virt.hardware [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.905568] env[69808]: DEBUG nova.virt.hardware [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.905875] env[69808]: DEBUG nova.virt.hardware [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.906158] env[69808]: DEBUG nova.virt.hardware [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.906395] env[69808]: DEBUG nova.virt.hardware [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.906740] env[69808]: DEBUG nova.virt.hardware [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.906973] env[69808]: DEBUG nova.virt.hardware [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.907183] env[69808]: DEBUG nova.virt.hardware [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.907374] env[69808]: DEBUG nova.virt.hardware [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.907553] env[69808]: DEBUG nova.virt.hardware [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.909879] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cae9fc-6c2e-4949-be58-65c143b3a67f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.918678] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5992f05c-4f89-4be8-ac21-3503810df8ac {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.025072] env[69808]: DEBUG oslo_concurrency.lockutils [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.028033] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.203s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.029092] env[69808]: INFO nova.compute.claims [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.051552] env[69808]: INFO nova.scheduler.client.report [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Deleted allocations for instance a0a9a65c-90aa-4981-9b23-dffd854b6e4d [ 1023.107423] env[69808]: DEBUG nova.compute.manager [req-733161e6-3765-4302-8477-b41e36f4ce70 req-53a6a8fd-5727-4fed-85ae-5a6ac6f8e656 service nova] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Received event network-vif-deleted-f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.107635] env[69808]: INFO nova.compute.manager [req-733161e6-3765-4302-8477-b41e36f4ce70 req-53a6a8fd-5727-4fed-85ae-5a6ac6f8e656 service nova] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Neutron deleted interface f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d; detaching it from the instance and deleting it from the info cache [ 1023.107806] env[69808]: DEBUG nova.network.neutron [req-733161e6-3765-4302-8477-b41e36f4ce70 req-53a6a8fd-5727-4fed-85ae-5a6ac6f8e656 service nova] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.138993] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': task-3790322, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.194359] env[69808]: DEBUG nova.network.neutron [-] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.266793] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528625fe-2db9-5837-2d0b-4946d80c9482, 'name': SearchDatastore_Task, 'duration_secs': 0.01194} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.267746] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a9e6c17-a309-42c0-bdbd-351b179f5149 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.274430] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1023.274430] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e5a85e-42ff-9827-e047-a6376a5b0bfd" [ 1023.274430] env[69808]: _type = "Task" [ 1023.274430] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.285671] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e5a85e-42ff-9827-e047-a6376a5b0bfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.560717] env[69808]: DEBUG oslo_concurrency.lockutils [None req-da621010-334d-46c9-84c4-b2b96aea8114 tempest-ServersTestMultiNic-1363668908 tempest-ServersTestMultiNic-1363668908-project-member] Lock "a0a9a65c-90aa-4981-9b23-dffd854b6e4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.362s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.610853] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f9b4f1f-6502-4af4-93ee-3bb2f52fe68b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.622268] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517f8a8a-adb1-411a-bed3-3c41d4cff2cb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.644803] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': task-3790322, 'name': ReconfigVM_Task, 'duration_secs': 0.566019} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.645241] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 42d33224-a879-4c5b-913e-a58e24e411f4/42d33224-a879-4c5b-913e-a58e24e411f4.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.646112] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbb0ad5c-0609-4797-a2f5-24d7583868ea {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.666828] env[69808]: DEBUG nova.compute.manager [req-733161e6-3765-4302-8477-b41e36f4ce70 req-53a6a8fd-5727-4fed-85ae-5a6ac6f8e656 service nova] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Detach interface failed, port_id=f6d95fe0-6a1e-4b99-a07c-0bbd0bf1764d, reason: Instance bfc961c4-cc6b-4691-bc95-b78c0a14bbe0 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1023.668711] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Waiting for the task: (returnval){ [ 1023.668711] env[69808]: value = "task-3790323" [ 1023.668711] env[69808]: _type = "Task" [ 1023.668711] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.678376] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': task-3790323, 'name': Rename_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.697169] env[69808]: INFO nova.compute.manager [-] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Took 1.37 seconds to deallocate network for instance. [ 1023.785957] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e5a85e-42ff-9827-e047-a6376a5b0bfd, 'name': SearchDatastore_Task, 'duration_secs': 0.039943} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.786256] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.786523] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 252516b1-d12e-4423-866e-52ce27d85ff6/252516b1-d12e-4423-866e-52ce27d85ff6.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.786791] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b57f751f-1348-43a2-b53d-e7bf245ccebb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.793805] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1023.793805] env[69808]: value = "task-3790324" [ 1023.793805] env[69808]: _type = "Task" [ 1023.793805] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.803235] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.886878] env[69808]: DEBUG nova.compute.manager [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1023.887935] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e905a6d-d372-44d7-9ed2-ff6b578b1a40 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.181418] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': task-3790323, 'name': Rename_Task, 'duration_secs': 0.202341} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.181722] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.182036] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f379e344-5499-47f5-acff-d2ffc737e54b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.190896] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Waiting for the task: (returnval){ [ 1024.190896] env[69808]: value = "task-3790325" [ 1024.190896] env[69808]: _type = "Task" [ 1024.190896] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.206844] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.207394] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': task-3790325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.211854] env[69808]: DEBUG nova.network.neutron [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Successfully updated port: 52d9e479-257d-4396-82eb-af7fcebc98a8 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.305737] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790324, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.402029] env[69808]: INFO nova.compute.manager [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] instance snapshotting [ 1024.404657] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e94d9ea-a3e8-440c-bd6c-8b60f6c1df6a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.433611] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4381ee-11f1-4af3-b338-b852de8dc6be {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.591339] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfafb4a-69a6-48cd-bc82-d4a491108b06 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.600482] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5979390e-db7d-44ba-a992-077de5628b4d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.640153] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22261e1c-d195-47b6-bf97-03534ef25128 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.648160] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4202487-0fb7-439d-a287-2927200eb049 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.665162] env[69808]: DEBUG nova.compute.provider_tree [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.703769] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': task-3790325, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.715260] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.715486] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.715675] env[69808]: DEBUG nova.network.neutron [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.804797] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757379} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.805126] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 252516b1-d12e-4423-866e-52ce27d85ff6/252516b1-d12e-4423-866e-52ce27d85ff6.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.805353] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.805600] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e8a368d-ae26-42c1-a922-90e29b192858 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.813740] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1024.813740] env[69808]: value = "task-3790326" [ 1024.813740] env[69808]: _type = "Task" [ 1024.813740] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.823921] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.947154] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Creating Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1024.947366] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e07fc0a6-a259-4202-b207-20d6a8a9aacf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.954975] env[69808]: DEBUG oslo_vmware.api [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1024.954975] env[69808]: value = "task-3790327" [ 1024.954975] env[69808]: _type = "Task" [ 1024.954975] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.964286] env[69808]: DEBUG oslo_vmware.api [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790327, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.136528] env[69808]: DEBUG nova.compute.manager [req-6b5a9ea0-87d6-4b63-a4e4-39a7bcc07c8a req-3b0c43bb-60b0-4089-b1ed-0981ac186951 service nova] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Received event network-vif-plugged-52d9e479-257d-4396-82eb-af7fcebc98a8 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.138354] env[69808]: DEBUG oslo_concurrency.lockutils [req-6b5a9ea0-87d6-4b63-a4e4-39a7bcc07c8a req-3b0c43bb-60b0-4089-b1ed-0981ac186951 service nova] Acquiring lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.138354] env[69808]: DEBUG oslo_concurrency.lockutils [req-6b5a9ea0-87d6-4b63-a4e4-39a7bcc07c8a req-3b0c43bb-60b0-4089-b1ed-0981ac186951 service nova] Lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.138354] env[69808]: DEBUG oslo_concurrency.lockutils [req-6b5a9ea0-87d6-4b63-a4e4-39a7bcc07c8a req-3b0c43bb-60b0-4089-b1ed-0981ac186951 service nova] Lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.138354] env[69808]: DEBUG nova.compute.manager [req-6b5a9ea0-87d6-4b63-a4e4-39a7bcc07c8a req-3b0c43bb-60b0-4089-b1ed-0981ac186951 service nova] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] No waiting events found dispatching network-vif-plugged-52d9e479-257d-4396-82eb-af7fcebc98a8 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1025.138354] env[69808]: WARNING nova.compute.manager [req-6b5a9ea0-87d6-4b63-a4e4-39a7bcc07c8a req-3b0c43bb-60b0-4089-b1ed-0981ac186951 service nova] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Received unexpected event network-vif-plugged-52d9e479-257d-4396-82eb-af7fcebc98a8 for instance with vm_state building and task_state spawning. [ 1025.138354] env[69808]: DEBUG nova.compute.manager [req-6b5a9ea0-87d6-4b63-a4e4-39a7bcc07c8a req-3b0c43bb-60b0-4089-b1ed-0981ac186951 service nova] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Received event network-changed-52d9e479-257d-4396-82eb-af7fcebc98a8 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.138354] env[69808]: DEBUG nova.compute.manager [req-6b5a9ea0-87d6-4b63-a4e4-39a7bcc07c8a req-3b0c43bb-60b0-4089-b1ed-0981ac186951 service nova] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Refreshing instance network info cache due to event network-changed-52d9e479-257d-4396-82eb-af7fcebc98a8. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.138354] env[69808]: DEBUG oslo_concurrency.lockutils [req-6b5a9ea0-87d6-4b63-a4e4-39a7bcc07c8a req-3b0c43bb-60b0-4089-b1ed-0981ac186951 service nova] Acquiring lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.168512] env[69808]: DEBUG nova.scheduler.client.report [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.209587] env[69808]: DEBUG oslo_vmware.api [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': task-3790325, 'name': PowerOnVM_Task, 'duration_secs': 0.742418} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.209587] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.209587] env[69808]: INFO nova.compute.manager [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1025.209587] env[69808]: DEBUG nova.compute.manager [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1025.210960] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdfaca4-13a7-47c2-b7c1-ea088cf346a4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.287658] env[69808]: DEBUG nova.network.neutron [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.325754] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08827} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.326163] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.326994] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ec7981-9385-42f4-8286-6f194a526268 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.352035] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 252516b1-d12e-4423-866e-52ce27d85ff6/252516b1-d12e-4423-866e-52ce27d85ff6.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.355263] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-397f0359-2f1f-4e1e-87d7-52a121221513 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.378271] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1025.378271] env[69808]: value = "task-3790328" [ 1025.378271] env[69808]: _type = "Task" [ 1025.378271] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.387670] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.466108] env[69808]: DEBUG oslo_vmware.api [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790327, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.503654] env[69808]: DEBUG nova.network.neutron [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Updating instance_info_cache with network_info: [{"id": "52d9e479-257d-4396-82eb-af7fcebc98a8", "address": "fa:16:3e:a0:ca:e1", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d9e479-25", "ovs_interfaceid": "52d9e479-257d-4396-82eb-af7fcebc98a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.679063] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.679063] env[69808]: DEBUG nova.compute.manager [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.686017] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.537s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.686410] env[69808]: DEBUG nova.objects.instance [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lazy-loading 'resources' on Instance uuid 29e6ac06-994b-4b76-b919-2787bd3d4f98 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.750481] env[69808]: INFO nova.compute.manager [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Took 31.52 seconds to build instance. [ 1025.891052] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.966443] env[69808]: DEBUG oslo_vmware.api [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790327, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.005391] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.005772] env[69808]: DEBUG nova.compute.manager [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Instance network_info: |[{"id": "52d9e479-257d-4396-82eb-af7fcebc98a8", "address": "fa:16:3e:a0:ca:e1", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d9e479-25", "ovs_interfaceid": "52d9e479-257d-4396-82eb-af7fcebc98a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.006149] env[69808]: DEBUG oslo_concurrency.lockutils [req-6b5a9ea0-87d6-4b63-a4e4-39a7bcc07c8a req-3b0c43bb-60b0-4089-b1ed-0981ac186951 service nova] Acquired lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.006392] env[69808]: DEBUG nova.network.neutron [req-6b5a9ea0-87d6-4b63-a4e4-39a7bcc07c8a req-3b0c43bb-60b0-4089-b1ed-0981ac186951 service nova] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Refreshing network info cache for port 52d9e479-257d-4396-82eb-af7fcebc98a8 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.007919] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:ca:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52d9e479-257d-4396-82eb-af7fcebc98a8', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.016529] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Creating folder: Project (f9641b75bd15404baa8d8dbab53ec5d8). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.017667] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-358338b5-4584-40ba-82c6-b71568d6572f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.032970] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Created folder: Project (f9641b75bd15404baa8d8dbab53ec5d8) in parent group-v753775. [ 1026.032970] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Creating folder: Instances. Parent ref: group-v753997. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.032970] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f8783f8-b69a-41ea-af74-17d9fc618f83 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.050329] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Created folder: Instances in parent group-v753997. [ 1026.050329] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.050329] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.050329] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e28817b-4b45-4d99-896b-647a420bb813 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.074030] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.074030] env[69808]: value = "task-3790331" [ 1026.074030] env[69808]: _type = "Task" [ 1026.074030] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.083538] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790331, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.187192] env[69808]: DEBUG nova.compute.utils [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.189642] env[69808]: DEBUG nova.compute.manager [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.189845] env[69808]: DEBUG nova.network.neutron [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.253936] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d735d5a8-e360-4a45-95a4-04e0ddd8a0df tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Lock "42d33224-a879-4c5b-913e-a58e24e411f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.037s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.296722] env[69808]: DEBUG nova.policy [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '315f67bc88cf4e118fafbc22504ae880', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13fcf0b3293a47cb9410c56bdc851669', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.393387] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790328, 'name': ReconfigVM_Task, 'duration_secs': 0.811692} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.393813] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 252516b1-d12e-4423-866e-52ce27d85ff6/252516b1-d12e-4423-866e-52ce27d85ff6.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.394638] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6e82e6f-6681-4266-8752-ffb5bb6c4e53 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.406797] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1026.406797] env[69808]: value = "task-3790332" [ 1026.406797] env[69808]: _type = "Task" [ 1026.406797] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.417882] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790332, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.470359] env[69808]: DEBUG oslo_vmware.api [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790327, 'name': CreateSnapshot_Task, 'duration_secs': 1.428938} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.470692] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Created Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1026.471547] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be971ce9-45a5-4799-bfe7-f8e43ef0d319 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.597161] env[69808]: DEBUG oslo_concurrency.lockutils [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Acquiring lock "42d33224-a879-4c5b-913e-a58e24e411f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.597496] env[69808]: DEBUG oslo_concurrency.lockutils [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Lock "42d33224-a879-4c5b-913e-a58e24e411f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.597749] env[69808]: DEBUG oslo_concurrency.lockutils [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Acquiring lock "42d33224-a879-4c5b-913e-a58e24e411f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.597979] env[69808]: DEBUG oslo_concurrency.lockutils [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Lock "42d33224-a879-4c5b-913e-a58e24e411f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.598449] env[69808]: DEBUG oslo_concurrency.lockutils [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Lock "42d33224-a879-4c5b-913e-a58e24e411f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.600068] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790331, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.602758] env[69808]: INFO nova.compute.manager [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Terminating instance [ 1026.690587] env[69808]: DEBUG nova.compute.manager [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.782679] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8100cf13-60b8-4241-a6be-cc6e92f2997d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.792791] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62352e66-c014-41dc-b350-eaa42cec144c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.831546] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831968a5-f001-4085-aa9a-dc7ed8d9395c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.840547] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e089915-5484-47a4-9832-64b2fd78870c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.856852] env[69808]: DEBUG nova.compute.provider_tree [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.918132] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790332, 'name': Rename_Task, 'duration_secs': 0.202211} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.918454] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.918706] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26f6c5e0-6fdf-444e-a4c0-942424064abc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.925486] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1026.925486] env[69808]: value = "task-3790333" [ 1026.925486] env[69808]: _type = "Task" [ 1026.925486] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.936993] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.949423] env[69808]: DEBUG nova.network.neutron [req-6b5a9ea0-87d6-4b63-a4e4-39a7bcc07c8a req-3b0c43bb-60b0-4089-b1ed-0981ac186951 service nova] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Updated VIF entry in instance network info cache for port 52d9e479-257d-4396-82eb-af7fcebc98a8. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.949990] env[69808]: DEBUG nova.network.neutron [req-6b5a9ea0-87d6-4b63-a4e4-39a7bcc07c8a req-3b0c43bb-60b0-4089-b1ed-0981ac186951 service nova] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Updating instance_info_cache with network_info: [{"id": "52d9e479-257d-4396-82eb-af7fcebc98a8", "address": "fa:16:3e:a0:ca:e1", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d9e479-25", "ovs_interfaceid": "52d9e479-257d-4396-82eb-af7fcebc98a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.993045] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Creating linked-clone VM from snapshot {{(pid=69808) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1026.993384] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e352ab8-6726-4d6b-a482-abe82319c2b7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.005216] env[69808]: DEBUG oslo_vmware.api [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1027.005216] env[69808]: value = "task-3790334" [ 1027.005216] env[69808]: _type = "Task" [ 1027.005216] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.016289] env[69808]: DEBUG oslo_vmware.api [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790334, 'name': CloneVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.067108] env[69808]: DEBUG nova.network.neutron [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Successfully created port: f127c55c-95d8-4d4a-bcd2-ebd09a15b015 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.083417] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790331, 'name': CreateVM_Task, 'duration_secs': 0.521824} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.083615] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.084399] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.084562] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.085453] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.085453] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42d15d9d-82c8-444a-afe3-6f21daa9ae76 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.091268] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1027.091268] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527d4713-9778-a77d-6887-87278632609f" [ 1027.091268] env[69808]: _type = "Task" [ 1027.091268] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.100559] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527d4713-9778-a77d-6887-87278632609f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.107665] env[69808]: DEBUG nova.compute.manager [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.107999] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.109517] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944e39f8-70de-4d3c-8f51-61d39ad4c2f5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.122673] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.122673] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d661ff8-20e5-416b-b949-bbc06e0a9902 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.128949] env[69808]: DEBUG oslo_vmware.api [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Waiting for the task: (returnval){ [ 1027.128949] env[69808]: value = "task-3790335" [ 1027.128949] env[69808]: _type = "Task" [ 1027.128949] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.147397] env[69808]: DEBUG oslo_vmware.api [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': task-3790335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.361806] env[69808]: DEBUG nova.scheduler.client.report [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.438510] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790333, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.453259] env[69808]: DEBUG oslo_concurrency.lockutils [req-6b5a9ea0-87d6-4b63-a4e4-39a7bcc07c8a req-3b0c43bb-60b0-4089-b1ed-0981ac186951 service nova] Releasing lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.516558] env[69808]: DEBUG oslo_vmware.api [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790334, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.606759] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527d4713-9778-a77d-6887-87278632609f, 'name': SearchDatastore_Task, 'duration_secs': 0.020591} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.607303] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.607837] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.608096] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.608412] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.608663] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.609329] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a0779eb-50e5-4819-baff-5849216c7302 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.623397] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.623679] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.624590] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-396791a3-02e1-4bed-9140-08b5e4d8cb7d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.635259] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1027.635259] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bae6f8-b3c1-7c26-e68e-e2b61ecaf350" [ 1027.635259] env[69808]: _type = "Task" [ 1027.635259] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.643545] env[69808]: DEBUG oslo_vmware.api [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': task-3790335, 'name': PowerOffVM_Task, 'duration_secs': 0.216149} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.644374] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.644631] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.645258] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcf4a8d6-c5bf-4071-bf7a-121f86ecf3d9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.650190] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bae6f8-b3c1-7c26-e68e-e2b61ecaf350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.707983] env[69808]: DEBUG nova.compute.manager [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.725874] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.726182] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.726528] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Deleting the datastore file [datastore1] 42d33224-a879-4c5b-913e-a58e24e411f4 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.730103] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20ba8e62-e77f-4f67-9a2d-71bf2ed054e0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.741024] env[69808]: DEBUG oslo_vmware.api [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Waiting for the task: (returnval){ [ 1027.741024] env[69808]: value = "task-3790337" [ 1027.741024] env[69808]: _type = "Task" [ 1027.741024] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.744130] env[69808]: DEBUG nova.virt.hardware [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.744356] env[69808]: DEBUG nova.virt.hardware [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.744518] env[69808]: DEBUG nova.virt.hardware [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.746075] env[69808]: DEBUG nova.virt.hardware [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.746075] env[69808]: DEBUG nova.virt.hardware [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.746075] env[69808]: DEBUG nova.virt.hardware [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.746075] env[69808]: DEBUG nova.virt.hardware [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.746075] env[69808]: DEBUG nova.virt.hardware [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.746075] env[69808]: DEBUG nova.virt.hardware [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.746443] env[69808]: DEBUG nova.virt.hardware [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.746443] env[69808]: DEBUG nova.virt.hardware [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.747436] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cf473a-54fa-4f3e-9f0d-2a24bfb634aa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.761308] env[69808]: DEBUG oslo_vmware.api [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': task-3790337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.764518] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b86467a-08d3-40a3-8e60-47c609e05525 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.872696] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.876396] env[69808]: DEBUG oslo_concurrency.lockutils [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.068s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.877887] env[69808]: INFO nova.compute.claims [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.912086] env[69808]: INFO nova.scheduler.client.report [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Deleted allocations for instance 29e6ac06-994b-4b76-b919-2787bd3d4f98 [ 1027.941297] env[69808]: DEBUG oslo_vmware.api [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790333, 'name': PowerOnVM_Task, 'duration_secs': 0.70249} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.941639] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.941835] env[69808]: INFO nova.compute.manager [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1027.942108] env[69808]: DEBUG nova.compute.manager [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1027.943133] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e0abdd-fce8-43ec-b97d-e45b9c677aca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.017076] env[69808]: DEBUG oslo_vmware.api [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790334, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.148241] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bae6f8-b3c1-7c26-e68e-e2b61ecaf350, 'name': SearchDatastore_Task, 'duration_secs': 0.02554} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.149147] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23ee0e4e-95b3-4538-9c4e-5c6e0dcd7e28 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.156480] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1028.156480] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52903ffe-7745-8871-c45f-824b21066c8a" [ 1028.156480] env[69808]: _type = "Task" [ 1028.156480] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.167398] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52903ffe-7745-8871-c45f-824b21066c8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.257739] env[69808]: DEBUG oslo_vmware.api [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Task: {'id': task-3790337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29559} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.258022] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.258214] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.258509] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.258707] env[69808]: INFO nova.compute.manager [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1028.258968] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.259185] env[69808]: DEBUG nova.compute.manager [-] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.259277] env[69808]: DEBUG nova.network.neutron [-] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.424146] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3a4ad2bb-35e0-49d3-9592-762271fe11a7 tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "29e6ac06-994b-4b76-b919-2787bd3d4f98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.722s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.467930] env[69808]: INFO nova.compute.manager [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Took 33.44 seconds to build instance. [ 1028.519033] env[69808]: DEBUG oslo_vmware.api [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790334, 'name': CloneVM_Task} progress is 95%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.677392] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52903ffe-7745-8871-c45f-824b21066c8a, 'name': SearchDatastore_Task, 'duration_secs': 0.015194} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.678095] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.678095] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] f9de1eb8-5f7d-4205-884e-d80f83df0f61/f9de1eb8-5f7d-4205-884e-d80f83df0f61.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.678333] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1e6c237-2a0d-40c0-8c32-92238dbeb25d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.685907] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1028.685907] env[69808]: value = "task-3790338" [ 1028.685907] env[69808]: _type = "Task" [ 1028.685907] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.696261] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.742575] env[69808]: DEBUG nova.compute.manager [req-79b42a89-6dbd-41f9-8e42-3ac4347189d5 req-4d7b36d9-6ef9-4f45-910b-28662c0bbac2 service nova] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Received event network-vif-deleted-688c105a-1f39-49be-b105-c741866867a2 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.742921] env[69808]: INFO nova.compute.manager [req-79b42a89-6dbd-41f9-8e42-3ac4347189d5 req-4d7b36d9-6ef9-4f45-910b-28662c0bbac2 service nova] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Neutron deleted interface 688c105a-1f39-49be-b105-c741866867a2; detaching it from the instance and deleting it from the info cache [ 1028.742959] env[69808]: DEBUG nova.network.neutron [req-79b42a89-6dbd-41f9-8e42-3ac4347189d5 req-4d7b36d9-6ef9-4f45-910b-28662c0bbac2 service nova] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.858466] env[69808]: DEBUG nova.network.neutron [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Successfully updated port: f127c55c-95d8-4d4a-bcd2-ebd09a15b015 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.876538] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Acquiring lock "79f728b7-7360-4dc2-986d-02a605223a82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.876789] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Lock "79f728b7-7360-4dc2-986d-02a605223a82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.974381] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bfe41292-cfa3-4faa-9798-6d7551e17fbf tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lock "252516b1-d12e-4423-866e-52ce27d85ff6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.955s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.020899] env[69808]: DEBUG oslo_vmware.api [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790334, 'name': CloneVM_Task, 'duration_secs': 1.74405} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.020899] env[69808]: INFO nova.virt.vmwareapi.vmops [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Created linked-clone VM from snapshot [ 1029.021172] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e430dac5-a329-4227-95b8-9bcd39d7950e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.033485] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Uploading image 94b3485a-9001-4080-a2df-0c7657aef470 {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1029.080040] env[69808]: DEBUG oslo_vmware.rw_handles [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1029.080040] env[69808]: value = "vm-754001" [ 1029.080040] env[69808]: _type = "VirtualMachine" [ 1029.080040] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1029.080040] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9079080c-97ea-4ef2-9caf-ee5a61dabdb8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.092798] env[69808]: DEBUG oslo_vmware.rw_handles [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lease: (returnval){ [ 1029.092798] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5260fb0d-ff22-e51b-7e7e-f5e1eb6c66c3" [ 1029.092798] env[69808]: _type = "HttpNfcLease" [ 1029.092798] env[69808]: } obtained for exporting VM: (result){ [ 1029.092798] env[69808]: value = "vm-754001" [ 1029.092798] env[69808]: _type = "VirtualMachine" [ 1029.092798] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1029.093318] env[69808]: DEBUG oslo_vmware.api [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the lease: (returnval){ [ 1029.093318] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5260fb0d-ff22-e51b-7e7e-f5e1eb6c66c3" [ 1029.093318] env[69808]: _type = "HttpNfcLease" [ 1029.093318] env[69808]: } to be ready. {{(pid=69808) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1029.109473] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1029.109473] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5260fb0d-ff22-e51b-7e7e-f5e1eb6c66c3" [ 1029.109473] env[69808]: _type = "HttpNfcLease" [ 1029.109473] env[69808]: } is ready. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1029.116443] env[69808]: DEBUG oslo_vmware.rw_handles [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1029.116443] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5260fb0d-ff22-e51b-7e7e-f5e1eb6c66c3" [ 1029.116443] env[69808]: _type = "HttpNfcLease" [ 1029.116443] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1029.120044] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648a1b44-6a15-4c85-995e-c9ba1cae2ce7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.141117] env[69808]: DEBUG oslo_vmware.rw_handles [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a3e3e1-5f5e-40f4-d434-a06818ae11c1/disk-0.vmdk from lease info. {{(pid=69808) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1029.141117] env[69808]: DEBUG oslo_vmware.rw_handles [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a3e3e1-5f5e-40f4-d434-a06818ae11c1/disk-0.vmdk for reading. {{(pid=69808) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1029.222483] env[69808]: DEBUG nova.network.neutron [-] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.234652] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535166} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.235674] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] f9de1eb8-5f7d-4205-884e-d80f83df0f61/f9de1eb8-5f7d-4205-884e-d80f83df0f61.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.235977] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.236324] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d80d0dc-d09f-458e-81a0-fe179c0cf798 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.246392] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1029.246392] env[69808]: value = "task-3790340" [ 1029.246392] env[69808]: _type = "Task" [ 1029.246392] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.246392] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-096b7b71-dfb7-49b0-856d-f3892587ee1d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.260742] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.268841] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-24b0d149-2bba-4b09-be02-673a12ca166b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.272646] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea39701-63e1-4e3f-a791-5217fac0325f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.322251] env[69808]: DEBUG nova.compute.manager [req-79b42a89-6dbd-41f9-8e42-3ac4347189d5 req-4d7b36d9-6ef9-4f45-910b-28662c0bbac2 service nova] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Detach interface failed, port_id=688c105a-1f39-49be-b105-c741866867a2, reason: Instance 42d33224-a879-4c5b-913e-a58e24e411f4 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1029.363754] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "refresh_cache-72e4004e-a622-4f99-af36-0f1c0d995f0d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.363754] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired lock "refresh_cache-72e4004e-a622-4f99-af36-0f1c0d995f0d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.363754] env[69808]: DEBUG nova.network.neutron [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.382685] env[69808]: DEBUG nova.compute.manager [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.445681] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "77b1a824-59d1-401b-9053-7842a5ce64c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.445681] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "77b1a824-59d1-401b-9053-7842a5ce64c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.445938] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "77b1a824-59d1-401b-9053-7842a5ce64c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.446195] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "77b1a824-59d1-401b-9053-7842a5ce64c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.446391] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "77b1a824-59d1-401b-9053-7842a5ce64c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.448436] env[69808]: INFO nova.compute.manager [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Terminating instance [ 1029.486350] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2aa9b5e-7a11-488e-b0f2-b61ea09979dc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.498363] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b87fcb-2d9f-4a2e-b627-bd9ea6870d25 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.541020] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c1eeb2-e255-46d4-b95e-008e02ccf5a1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.547433] env[69808]: INFO nova.compute.manager [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Rescuing [ 1029.547850] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquiring lock "refresh_cache-252516b1-d12e-4423-866e-52ce27d85ff6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.548125] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquired lock "refresh_cache-252516b1-d12e-4423-866e-52ce27d85ff6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.548407] env[69808]: DEBUG nova.network.neutron [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.556292] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1f1248-a483-46b8-ae30-3d344a8c34cb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.585593] env[69808]: DEBUG nova.compute.provider_tree [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.726560] env[69808]: INFO nova.compute.manager [-] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Took 1.47 seconds to deallocate network for instance. [ 1029.761674] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252677} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.762702] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.763582] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9eaed5c-9d85-4c17-9814-b0b67b3a00b0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.789621] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] f9de1eb8-5f7d-4205-884e-d80f83df0f61/f9de1eb8-5f7d-4205-884e-d80f83df0f61.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.790702] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c379c14a-4e2e-46fc-b561-24e04c6bf291 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.814544] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1029.814544] env[69808]: value = "task-3790341" [ 1029.814544] env[69808]: _type = "Task" [ 1029.814544] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.824750] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790341, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.898075] env[69808]: DEBUG nova.network.neutron [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.910540] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.956877] env[69808]: DEBUG nova.compute.manager [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.957177] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.958047] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdda87a0-e911-40ac-ac96-5aef0b888686 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.967072] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.967336] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-453ae8f8-80a5-483d-b2c9-fe6529d8a2b5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.973720] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "3216aa34-6732-4e07-97cc-6a80533c479b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.973786] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "3216aa34-6732-4e07-97cc-6a80533c479b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.974167] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "3216aa34-6732-4e07-97cc-6a80533c479b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.974237] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "3216aa34-6732-4e07-97cc-6a80533c479b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.974385] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "3216aa34-6732-4e07-97cc-6a80533c479b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.977398] env[69808]: DEBUG oslo_vmware.api [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 1029.977398] env[69808]: value = "task-3790342" [ 1029.977398] env[69808]: _type = "Task" [ 1029.977398] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.981174] env[69808]: INFO nova.compute.manager [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Terminating instance [ 1029.989400] env[69808]: DEBUG oslo_vmware.api [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.089646] env[69808]: DEBUG nova.scheduler.client.report [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.098657] env[69808]: DEBUG nova.network.neutron [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Updating instance_info_cache with network_info: [{"id": "f127c55c-95d8-4d4a-bcd2-ebd09a15b015", "address": "fa:16:3e:fd:7a:b4", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf127c55c-95", "ovs_interfaceid": "f127c55c-95d8-4d4a-bcd2-ebd09a15b015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.234347] env[69808]: DEBUG oslo_concurrency.lockutils [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.330763] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.331972] env[69808]: DEBUG nova.network.neutron [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Updating instance_info_cache with network_info: [{"id": "373c2312-58d4-48a5-9640-f29bd7c517f4", "address": "fa:16:3e:ac:15:47", "network": {"id": "b3128ff4-b8fc-42ea-8539-c23b41c69ffa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-850709825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82b141104a4845c0997ab353e99471e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373c2312-58", "ovs_interfaceid": "373c2312-58d4-48a5-9640-f29bd7c517f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.489997] env[69808]: DEBUG nova.compute.manager [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.490341] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.490701] env[69808]: DEBUG oslo_vmware.api [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790342, 'name': PowerOffVM_Task, 'duration_secs': 0.233726} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.491804] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f995226-8582-4a60-9c8b-62ba71d66bbc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.495055] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.495223] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.495501] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-301197f5-94a6-4367-b104-4652533645f4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.509520] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.509852] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-242a544c-5813-492f-80d5-b3b1b4ee8178 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.522652] env[69808]: DEBUG oslo_vmware.api [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 1030.522652] env[69808]: value = "task-3790344" [ 1030.522652] env[69808]: _type = "Task" [ 1030.522652] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.532411] env[69808]: DEBUG oslo_vmware.api [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.593390] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.593527] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.593719] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Deleting the datastore file [datastore2] 77b1a824-59d1-401b-9053-7842a5ce64c6 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.594110] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4219f8af-f90b-4976-a1b2-7a5418946325 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.598760] env[69808]: DEBUG oslo_concurrency.lockutils [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.599694] env[69808]: DEBUG nova.compute.manager [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.609204] env[69808]: DEBUG oslo_concurrency.lockutils [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.701s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.609204] env[69808]: INFO nova.compute.claims [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.612373] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Releasing lock "refresh_cache-72e4004e-a622-4f99-af36-0f1c0d995f0d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.612685] env[69808]: DEBUG nova.compute.manager [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Instance network_info: |[{"id": "f127c55c-95d8-4d4a-bcd2-ebd09a15b015", "address": "fa:16:3e:fd:7a:b4", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf127c55c-95", "ovs_interfaceid": "f127c55c-95d8-4d4a-bcd2-ebd09a15b015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.613082] env[69808]: DEBUG oslo_vmware.api [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for the task: (returnval){ [ 1030.613082] env[69808]: value = "task-3790345" [ 1030.613082] env[69808]: _type = "Task" [ 1030.613082] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.613978] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:7a:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f127c55c-95d8-4d4a-bcd2-ebd09a15b015', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.622979] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.623374] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.628019] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67589d2a-1d24-4873-aa2d-06924b4ed5cf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.661840] env[69808]: DEBUG oslo_vmware.api [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.664710] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.664710] env[69808]: value = "task-3790346" [ 1030.664710] env[69808]: _type = "Task" [ 1030.664710] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.676225] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790346, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.829522] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790341, 'name': ReconfigVM_Task, 'duration_secs': 0.590523} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.829906] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Reconfigured VM instance instance-0000004f to attach disk [datastore2] f9de1eb8-5f7d-4205-884e-d80f83df0f61/f9de1eb8-5f7d-4205-884e-d80f83df0f61.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.830710] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e710096-abe8-4bdc-9e55-b202f4535dfd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.837897] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Releasing lock "refresh_cache-252516b1-d12e-4423-866e-52ce27d85ff6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.841813] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1030.841813] env[69808]: value = "task-3790347" [ 1030.841813] env[69808]: _type = "Task" [ 1030.841813] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.855047] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790347, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.034420] env[69808]: DEBUG oslo_vmware.api [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790344, 'name': PowerOffVM_Task, 'duration_secs': 0.223494} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.034737] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.034965] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.035321] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6f3c798-02f1-45ef-bac7-c34947a4d521 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.102726] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.102928] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.103206] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Deleting the datastore file [datastore2] 3216aa34-6732-4e07-97cc-6a80533c479b {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.103445] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44cc53cb-2efe-4afe-aee9-a1e62b3ae63f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.111635] env[69808]: DEBUG oslo_vmware.api [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for the task: (returnval){ [ 1031.111635] env[69808]: value = "task-3790349" [ 1031.111635] env[69808]: _type = "Task" [ 1031.111635] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.116714] env[69808]: DEBUG nova.compute.utils [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.120414] env[69808]: DEBUG nova.compute.manager [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.120673] env[69808]: DEBUG nova.network.neutron [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.143452] env[69808]: DEBUG oslo_vmware.api [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.150205] env[69808]: DEBUG oslo_vmware.api [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Task: {'id': task-3790345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190214} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.150510] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.150698] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.150887] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.151112] env[69808]: INFO nova.compute.manager [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1031.151360] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.151628] env[69808]: DEBUG nova.compute.manager [-] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.151668] env[69808]: DEBUG nova.network.neutron [-] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.187181] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790346, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.224133] env[69808]: DEBUG nova.policy [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bdd6d8141234ef8b7941aed9f8b35c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08804065ac184d048e49b966b75ce3ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.243344] env[69808]: DEBUG nova.compute.manager [req-3e2a9011-5086-4d2e-84fe-6ed397e24c8d req-18457518-f5d0-4ead-b7ac-ae0e79525399 service nova] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Received event network-vif-plugged-f127c55c-95d8-4d4a-bcd2-ebd09a15b015 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.243344] env[69808]: DEBUG oslo_concurrency.lockutils [req-3e2a9011-5086-4d2e-84fe-6ed397e24c8d req-18457518-f5d0-4ead-b7ac-ae0e79525399 service nova] Acquiring lock "72e4004e-a622-4f99-af36-0f1c0d995f0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.243344] env[69808]: DEBUG oslo_concurrency.lockutils [req-3e2a9011-5086-4d2e-84fe-6ed397e24c8d req-18457518-f5d0-4ead-b7ac-ae0e79525399 service nova] Lock "72e4004e-a622-4f99-af36-0f1c0d995f0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.243344] env[69808]: DEBUG oslo_concurrency.lockutils [req-3e2a9011-5086-4d2e-84fe-6ed397e24c8d req-18457518-f5d0-4ead-b7ac-ae0e79525399 service nova] Lock "72e4004e-a622-4f99-af36-0f1c0d995f0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.243743] env[69808]: DEBUG nova.compute.manager [req-3e2a9011-5086-4d2e-84fe-6ed397e24c8d req-18457518-f5d0-4ead-b7ac-ae0e79525399 service nova] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] No waiting events found dispatching network-vif-plugged-f127c55c-95d8-4d4a-bcd2-ebd09a15b015 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1031.244066] env[69808]: WARNING nova.compute.manager [req-3e2a9011-5086-4d2e-84fe-6ed397e24c8d req-18457518-f5d0-4ead-b7ac-ae0e79525399 service nova] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Received unexpected event network-vif-plugged-f127c55c-95d8-4d4a-bcd2-ebd09a15b015 for instance with vm_state building and task_state spawning. [ 1031.244443] env[69808]: DEBUG nova.compute.manager [req-3e2a9011-5086-4d2e-84fe-6ed397e24c8d req-18457518-f5d0-4ead-b7ac-ae0e79525399 service nova] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Received event network-changed-f127c55c-95d8-4d4a-bcd2-ebd09a15b015 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.244791] env[69808]: DEBUG nova.compute.manager [req-3e2a9011-5086-4d2e-84fe-6ed397e24c8d req-18457518-f5d0-4ead-b7ac-ae0e79525399 service nova] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Refreshing instance network info cache due to event network-changed-f127c55c-95d8-4d4a-bcd2-ebd09a15b015. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.245164] env[69808]: DEBUG oslo_concurrency.lockutils [req-3e2a9011-5086-4d2e-84fe-6ed397e24c8d req-18457518-f5d0-4ead-b7ac-ae0e79525399 service nova] Acquiring lock "refresh_cache-72e4004e-a622-4f99-af36-0f1c0d995f0d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.247070] env[69808]: DEBUG oslo_concurrency.lockutils [req-3e2a9011-5086-4d2e-84fe-6ed397e24c8d req-18457518-f5d0-4ead-b7ac-ae0e79525399 service nova] Acquired lock "refresh_cache-72e4004e-a622-4f99-af36-0f1c0d995f0d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.247376] env[69808]: DEBUG nova.network.neutron [req-3e2a9011-5086-4d2e-84fe-6ed397e24c8d req-18457518-f5d0-4ead-b7ac-ae0e79525399 service nova] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Refreshing network info cache for port f127c55c-95d8-4d4a-bcd2-ebd09a15b015 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.354016] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790347, 'name': Rename_Task, 'duration_secs': 0.188303} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.356912] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.356912] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1338af21-3563-4c7e-b9e5-72175857edc1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.364029] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1031.364029] env[69808]: value = "task-3790350" [ 1031.364029] env[69808]: _type = "Task" [ 1031.364029] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.371545] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.401239] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquiring lock "1e76dd13-39f8-4b51-8cb5-443ff4160265" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.401239] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Lock "1e76dd13-39f8-4b51-8cb5-443ff4160265" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.401239] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquiring lock "1e76dd13-39f8-4b51-8cb5-443ff4160265-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.401239] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Lock "1e76dd13-39f8-4b51-8cb5-443ff4160265-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.401239] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Lock "1e76dd13-39f8-4b51-8cb5-443ff4160265-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.402549] env[69808]: INFO nova.compute.manager [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Terminating instance [ 1031.623078] env[69808]: DEBUG nova.compute.manager [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.625995] env[69808]: DEBUG oslo_vmware.api [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Task: {'id': task-3790349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370754} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.626450] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.626832] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.627187] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.627526] env[69808]: INFO nova.compute.manager [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1031.627886] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.630782] env[69808]: DEBUG nova.compute.manager [-] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.630996] env[69808]: DEBUG nova.network.neutron [-] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.653657] env[69808]: DEBUG nova.scheduler.client.report [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Refreshing inventories for resource provider df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1031.677600] env[69808]: DEBUG nova.scheduler.client.report [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Updating ProviderTree inventory for provider df70a276-1734-46c9-94fd-235e07f47845 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1031.677600] env[69808]: DEBUG nova.compute.provider_tree [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Updating inventory in ProviderTree for provider df70a276-1734-46c9-94fd-235e07f47845 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1031.683593] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790346, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.686241] env[69808]: DEBUG nova.scheduler.client.report [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Refreshing aggregate associations for resource provider df70a276-1734-46c9-94fd-235e07f47845, aggregates: None {{(pid=69808) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1031.718696] env[69808]: DEBUG nova.scheduler.client.report [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Refreshing trait associations for resource provider df70a276-1734-46c9-94fd-235e07f47845, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69808) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1031.876924] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790350, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.910494] env[69808]: DEBUG nova.compute.manager [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.910788] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.915260] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446099b8-adb1-45a7-b1ff-611ab03e05b0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.926636] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.926930] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21c769cd-5bf5-42f9-9727-2fc1875ca0cc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.943611] env[69808]: DEBUG oslo_vmware.api [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for the task: (returnval){ [ 1031.943611] env[69808]: value = "task-3790351" [ 1031.943611] env[69808]: _type = "Task" [ 1031.943611] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.960466] env[69808]: DEBUG oslo_vmware.api [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.181065] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790346, 'name': CreateVM_Task, 'duration_secs': 1.42607} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.184756] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.185945] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.186267] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.186576] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.186933] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0f02a1f-3de9-4759-b9eb-3b3339dbb520 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.194087] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1032.194087] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52220e9f-7f79-94bc-89df-b2d9e28f15fb" [ 1032.194087] env[69808]: _type = "Task" [ 1032.194087] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.214068] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52220e9f-7f79-94bc-89df-b2d9e28f15fb, 'name': SearchDatastore_Task, 'duration_secs': 0.012177} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.214431] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.214683] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.215023] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.215231] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.215436] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.216654] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d99773c-fbc2-4718-8842-877875708eeb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.227352] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.227584] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.230109] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f041e3ad-1ffc-487b-a1a4-f573c560270b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.233301] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133adad8-2a7f-454d-a567-558e7c5fe015 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.244596] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1032.244596] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f28a54-d0f7-5ff6-d885-0ab518c47e00" [ 1032.244596] env[69808]: _type = "Task" [ 1032.244596] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.252873] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59cf495-0d1e-4620-9b07-c19c879643bb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.264359] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f28a54-d0f7-5ff6-d885-0ab518c47e00, 'name': SearchDatastore_Task, 'duration_secs': 0.013077} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.298278] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da96bddc-d896-4a01-83ac-23468361ba16 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.301256] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75da360a-25db-43fe-b902-4e2b411f802e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.309529] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1032.309529] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d609d6-48bf-1189-29e8-5fec84ca5291" [ 1032.309529] env[69808]: _type = "Task" [ 1032.309529] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.316018] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4f951e-e4f2-4f59-b8bb-096d4c035ac9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.326610] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d609d6-48bf-1189-29e8-5fec84ca5291, 'name': SearchDatastore_Task, 'duration_secs': 0.010108} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.334876] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.335260] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 72e4004e-a622-4f99-af36-0f1c0d995f0d/72e4004e-a622-4f99-af36-0f1c0d995f0d.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.336670] env[69808]: DEBUG nova.compute.provider_tree [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.338099] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8caf998f-2f8b-40cb-a4ab-b359ce784178 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.347431] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1032.347431] env[69808]: value = "task-3790352" [ 1032.347431] env[69808]: _type = "Task" [ 1032.347431] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.357818] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.374232] env[69808]: DEBUG oslo_vmware.api [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790350, 'name': PowerOnVM_Task, 'duration_secs': 0.892588} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.374532] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.374739] env[69808]: INFO nova.compute.manager [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1032.374934] env[69808]: DEBUG nova.compute.manager [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1032.375790] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678fc497-1c32-4468-bc96-654829a38ac2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.392755] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.393096] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec8865dc-1d3a-46b6-8555-0370a0988878 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.401289] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1032.401289] env[69808]: value = "task-3790353" [ 1032.401289] env[69808]: _type = "Task" [ 1032.401289] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.419470] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.457660] env[69808]: DEBUG oslo_vmware.api [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790351, 'name': PowerOffVM_Task, 'duration_secs': 0.328696} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.457900] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.458089] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.458375] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec9a97d0-0191-43b7-a83e-092fb678c96f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.468664] env[69808]: DEBUG nova.network.neutron [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Successfully created port: 4f7023fd-9c55-4fd6-814b-aa784e30e9ce {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.471578] env[69808]: DEBUG nova.network.neutron [req-3e2a9011-5086-4d2e-84fe-6ed397e24c8d req-18457518-f5d0-4ead-b7ac-ae0e79525399 service nova] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Updated VIF entry in instance network info cache for port f127c55c-95d8-4d4a-bcd2-ebd09a15b015. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.471939] env[69808]: DEBUG nova.network.neutron [req-3e2a9011-5086-4d2e-84fe-6ed397e24c8d req-18457518-f5d0-4ead-b7ac-ae0e79525399 service nova] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Updating instance_info_cache with network_info: [{"id": "f127c55c-95d8-4d4a-bcd2-ebd09a15b015", "address": "fa:16:3e:fd:7a:b4", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf127c55c-95", "ovs_interfaceid": "f127c55c-95d8-4d4a-bcd2-ebd09a15b015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.541024] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.541024] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.541024] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Deleting the datastore file [datastore2] 1e76dd13-39f8-4b51-8cb5-443ff4160265 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.541024] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45dc9300-cf91-406b-af02-746116125c8b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.549191] env[69808]: DEBUG oslo_vmware.api [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for the task: (returnval){ [ 1032.549191] env[69808]: value = "task-3790355" [ 1032.549191] env[69808]: _type = "Task" [ 1032.549191] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.562458] env[69808]: DEBUG oslo_vmware.api [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.642568] env[69808]: DEBUG nova.compute.manager [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.674809] env[69808]: DEBUG nova.virt.hardware [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.675111] env[69808]: DEBUG nova.virt.hardware [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.675270] env[69808]: DEBUG nova.virt.hardware [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.675484] env[69808]: DEBUG nova.virt.hardware [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.675628] env[69808]: DEBUG nova.virt.hardware [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.675767] env[69808]: DEBUG nova.virt.hardware [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.676093] env[69808]: DEBUG nova.virt.hardware [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.676221] env[69808]: DEBUG nova.virt.hardware [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.676390] env[69808]: DEBUG nova.virt.hardware [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.676578] env[69808]: DEBUG nova.virt.hardware [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.676753] env[69808]: DEBUG nova.virt.hardware [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.678548] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9cff8e-6d49-4526-8d1f-597a600fa522 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.690187] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4142c9d3-4768-4014-b338-70c5425a7aa5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.697433] env[69808]: DEBUG nova.network.neutron [-] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.842542] env[69808]: DEBUG nova.scheduler.client.report [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.858777] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790352, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.894463] env[69808]: DEBUG nova.network.neutron [-] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.901754] env[69808]: INFO nova.compute.manager [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Took 35.86 seconds to build instance. [ 1032.916882] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790353, 'name': PowerOffVM_Task, 'duration_secs': 0.238904} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.917853] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.919724] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9a83ee-100a-4464-8e5e-655a936e107c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.943037] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d34ea13-0d1b-4143-b9b5-25aa0ec8118a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.976773] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.977458] env[69808]: DEBUG oslo_concurrency.lockutils [req-3e2a9011-5086-4d2e-84fe-6ed397e24c8d req-18457518-f5d0-4ead-b7ac-ae0e79525399 service nova] Releasing lock "refresh_cache-72e4004e-a622-4f99-af36-0f1c0d995f0d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.977848] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47d6278f-4b98-4b61-810d-2dfb18e81fb9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.986743] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1032.986743] env[69808]: value = "task-3790356" [ 1032.986743] env[69808]: _type = "Task" [ 1032.986743] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.996682] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.066044] env[69808]: DEBUG oslo_vmware.api [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.210233] env[69808]: INFO nova.compute.manager [-] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Took 2.06 seconds to deallocate network for instance. [ 1033.348547] env[69808]: DEBUG oslo_concurrency.lockutils [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.349121] env[69808]: DEBUG nova.compute.manager [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.352743] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.159s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.354026] env[69808]: DEBUG nova.objects.instance [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Lazy-loading 'resources' on Instance uuid 5a960079-923d-4796-84bd-228ab0caccfa {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.366906] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527189} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.367122] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 72e4004e-a622-4f99-af36-0f1c0d995f0d/72e4004e-a622-4f99-af36-0f1c0d995f0d.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.367374] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.368901] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-838c30f0-ae9b-44cb-9429-737e4a4eab80 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.376580] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1033.376580] env[69808]: value = "task-3790357" [ 1033.376580] env[69808]: _type = "Task" [ 1033.376580] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.386929] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.402519] env[69808]: INFO nova.compute.manager [-] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Took 1.77 seconds to deallocate network for instance. [ 1033.409092] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9cffcfc6-4023-4581-90bb-6dfbf4a7e2d8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.373s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.501191] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] VM already powered off {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1033.501610] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.501966] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.502165] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.502376] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.502817] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00698910-47d9-4f6c-811a-c35fc1c1aa6f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.514145] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.514302] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.515093] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97dcf530-e1c3-4a27-9bea-cd20ddcbe20f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.522630] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1033.522630] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52424cdd-980b-e77c-a2a9-3e30bafe72c8" [ 1033.522630] env[69808]: _type = "Task" [ 1033.522630] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.533017] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52424cdd-980b-e77c-a2a9-3e30bafe72c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.546763] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "1e20d536-5eed-4055-8092-03c759da5fa9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.546922] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "1e20d536-5eed-4055-8092-03c759da5fa9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.547082] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "1e20d536-5eed-4055-8092-03c759da5fa9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.547255] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "1e20d536-5eed-4055-8092-03c759da5fa9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.547421] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "1e20d536-5eed-4055-8092-03c759da5fa9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.549623] env[69808]: INFO nova.compute.manager [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Terminating instance [ 1033.561939] env[69808]: DEBUG oslo_vmware.api [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Task: {'id': task-3790355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.729583} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.562882] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.563103] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.563288] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.563509] env[69808]: INFO nova.compute.manager [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1033.563715] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.564270] env[69808]: DEBUG nova.compute.manager [-] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.564376] env[69808]: DEBUG nova.network.neutron [-] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.571932] env[69808]: DEBUG nova.compute.manager [req-9015f927-0a82-4782-bcf0-a43b268c8a32 req-9932fd83-e9e8-4fbd-914c-8eedf8135d78 service nova] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Received event network-vif-deleted-255391d3-e251-4b32-99c3-ecde5aea22aa {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.572281] env[69808]: DEBUG nova.compute.manager [req-9015f927-0a82-4782-bcf0-a43b268c8a32 req-9932fd83-e9e8-4fbd-914c-8eedf8135d78 service nova] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Received event network-vif-deleted-0f2da7dd-4435-421b-9521-04e255a2382a {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.718449] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.856079] env[69808]: DEBUG nova.compute.utils [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.856079] env[69808]: DEBUG nova.compute.manager [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.856519] env[69808]: DEBUG nova.network.neutron [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.892029] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084091} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.892029] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.892029] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc660a7-5e74-47d1-805d-31872e13e705 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.913028] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.921281] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 72e4004e-a622-4f99-af36-0f1c0d995f0d/72e4004e-a622-4f99-af36-0f1c0d995f0d.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.924424] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a185df77-186a-45f2-b148-4c25b50bb0de {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.947616] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1033.947616] env[69808]: value = "task-3790358" [ 1033.947616] env[69808]: _type = "Task" [ 1033.947616] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.960489] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790358, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.039836] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52424cdd-980b-e77c-a2a9-3e30bafe72c8, 'name': SearchDatastore_Task, 'duration_secs': 0.013388} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.041086] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67576dfc-2dc2-460f-b009-0457c4ac83a8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.051714] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1034.051714] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524a2ab1-cdf1-bbd9-2b43-f354937ff9b0" [ 1034.051714] env[69808]: _type = "Task" [ 1034.051714] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.053269] env[69808]: DEBUG nova.policy [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99e07388c26a4af18aeab1ef273a84d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ef04270f34a486eb86367eff48b4a48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.059785] env[69808]: DEBUG nova.compute.manager [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.059988] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.060878] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4336cb-e295-4690-8902-fa8a740d6bc5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.076029] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524a2ab1-cdf1-bbd9-2b43-f354937ff9b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011809} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.076029] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.076029] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 252516b1-d12e-4423-866e-52ce27d85ff6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk. {{(pid=69808) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1034.076029] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da158cd0-ecb5-4c66-92e0-4ee6a98663aa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.078417] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.081379] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd506e42-6109-48ac-9bce-8b9633580143 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.086304] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1034.086304] env[69808]: value = "task-3790359" [ 1034.086304] env[69808]: _type = "Task" [ 1034.086304] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.092114] env[69808]: DEBUG oslo_vmware.api [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1034.092114] env[69808]: value = "task-3790360" [ 1034.092114] env[69808]: _type = "Task" [ 1034.092114] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.103414] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.112857] env[69808]: DEBUG oslo_vmware.api [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.360538] env[69808]: DEBUG nova.compute.manager [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.381489] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2fc890-5286-4741-a176-3df936eaad20 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.393555] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ecd1f0-db97-418c-921c-86a6ababdae7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.433163] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c460a2e7-11fd-44e6-bb85-4e673513ac07 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.447098] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbae075-d090-4eee-9f1f-b609a1a1af0a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.470150] env[69808]: DEBUG nova.compute.provider_tree [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.476648] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790358, 'name': ReconfigVM_Task, 'duration_secs': 0.305841} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.477617] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 72e4004e-a622-4f99-af36-0f1c0d995f0d/72e4004e-a622-4f99-af36-0f1c0d995f0d.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.478396] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b112f218-a3bf-4bb5-89e3-4bec5bc0a149 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.491995] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1034.491995] env[69808]: value = "task-3790361" [ 1034.491995] env[69808]: _type = "Task" [ 1034.491995] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.507225] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790361, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.602203] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790359, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.608575] env[69808]: DEBUG oslo_vmware.api [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790360, 'name': PowerOffVM_Task, 'duration_secs': 0.235343} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.608952] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.609172] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.609476] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c4be529-58fd-4e1f-bf08-e345a3e12a17 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.688855] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.689211] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.689480] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Deleting the datastore file [datastore2] 1e20d536-5eed-4055-8092-03c759da5fa9 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.689660] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33ecf318-4258-4bfb-af8b-716e1b177a14 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.697664] env[69808]: DEBUG oslo_vmware.api [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1034.697664] env[69808]: value = "task-3790363" [ 1034.697664] env[69808]: _type = "Task" [ 1034.697664] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.707226] env[69808]: DEBUG oslo_vmware.api [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.978809] env[69808]: DEBUG nova.scheduler.client.report [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.008289] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790361, 'name': Rename_Task, 'duration_secs': 0.232476} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.008289] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.008289] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47e935f7-dbf3-45eb-9453-4b514a61b2d9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.013898] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1035.013898] env[69808]: value = "task-3790364" [ 1035.013898] env[69808]: _type = "Task" [ 1035.013898] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.024118] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.101060] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583054} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.101366] env[69808]: INFO nova.virt.vmwareapi.ds_util [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 252516b1-d12e-4423-866e-52ce27d85ff6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk. [ 1035.102199] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad437d21-6a7b-43f4-8f13-f95e17f2231e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.143161] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 252516b1-d12e-4423-866e-52ce27d85ff6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.143820] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcdf6504-fb30-429e-af30-e34eb7ce733b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.167260] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1035.167260] env[69808]: value = "task-3790365" [ 1035.167260] env[69808]: _type = "Task" [ 1035.167260] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.178230] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.213084] env[69808]: DEBUG oslo_vmware.api [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16935} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.213538] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.213789] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.213974] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.214289] env[69808]: INFO nova.compute.manager [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1035.214602] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.214822] env[69808]: DEBUG nova.compute.manager [-] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.214924] env[69808]: DEBUG nova.network.neutron [-] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.374703] env[69808]: DEBUG nova.compute.manager [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.402112] env[69808]: DEBUG nova.virt.hardware [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.402370] env[69808]: DEBUG nova.virt.hardware [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.402525] env[69808]: DEBUG nova.virt.hardware [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.402711] env[69808]: DEBUG nova.virt.hardware [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.402845] env[69808]: DEBUG nova.virt.hardware [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.402998] env[69808]: DEBUG nova.virt.hardware [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.403227] env[69808]: DEBUG nova.virt.hardware [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.403381] env[69808]: DEBUG nova.virt.hardware [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.403542] env[69808]: DEBUG nova.virt.hardware [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.403699] env[69808]: DEBUG nova.virt.hardware [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.403875] env[69808]: DEBUG nova.virt.hardware [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.404853] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0379b76-faf0-4d39-922e-19994be1f1c9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.415305] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd038ab6-bd08-4b10-a4e7-5098b715d7ce {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.484569] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.487310] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9afa9844-76ac-4ba3-9c70-7237b7c93db7 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.812s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.529358] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790364, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.532937] env[69808]: INFO nova.scheduler.client.report [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Deleted allocations for instance 5a960079-923d-4796-84bd-228ab0caccfa [ 1035.568511] env[69808]: DEBUG nova.network.neutron [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Successfully updated port: 4f7023fd-9c55-4fd6-814b-aa784e30e9ce {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.660185] env[69808]: DEBUG nova.network.neutron [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Successfully created port: 81b019c8-2b0e-438b-ae00-cb5caa7a35ea {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.680276] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.689176] env[69808]: DEBUG nova.compute.manager [req-c513ad86-4da6-424f-ac85-b2629054afd4 req-af8ee101-f568-435d-baf9-dd6285a09dc8 service nova] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Received event network-vif-plugged-4f7023fd-9c55-4fd6-814b-aa784e30e9ce {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.689413] env[69808]: DEBUG oslo_concurrency.lockutils [req-c513ad86-4da6-424f-ac85-b2629054afd4 req-af8ee101-f568-435d-baf9-dd6285a09dc8 service nova] Acquiring lock "d597e916-bb76-41c0-8ac4-fb7cef7b1d80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.689628] env[69808]: DEBUG oslo_concurrency.lockutils [req-c513ad86-4da6-424f-ac85-b2629054afd4 req-af8ee101-f568-435d-baf9-dd6285a09dc8 service nova] Lock "d597e916-bb76-41c0-8ac4-fb7cef7b1d80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.689795] env[69808]: DEBUG oslo_concurrency.lockutils [req-c513ad86-4da6-424f-ac85-b2629054afd4 req-af8ee101-f568-435d-baf9-dd6285a09dc8 service nova] Lock "d597e916-bb76-41c0-8ac4-fb7cef7b1d80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.689968] env[69808]: DEBUG nova.compute.manager [req-c513ad86-4da6-424f-ac85-b2629054afd4 req-af8ee101-f568-435d-baf9-dd6285a09dc8 service nova] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] No waiting events found dispatching network-vif-plugged-4f7023fd-9c55-4fd6-814b-aa784e30e9ce {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1035.690486] env[69808]: WARNING nova.compute.manager [req-c513ad86-4da6-424f-ac85-b2629054afd4 req-af8ee101-f568-435d-baf9-dd6285a09dc8 service nova] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Received unexpected event network-vif-plugged-4f7023fd-9c55-4fd6-814b-aa784e30e9ce for instance with vm_state building and task_state spawning. [ 1035.690665] env[69808]: DEBUG nova.compute.manager [req-c513ad86-4da6-424f-ac85-b2629054afd4 req-af8ee101-f568-435d-baf9-dd6285a09dc8 service nova] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Received event network-vif-deleted-03d52d24-f3e9-4421-b5b8-ac2110a956df {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.690837] env[69808]: INFO nova.compute.manager [req-c513ad86-4da6-424f-ac85-b2629054afd4 req-af8ee101-f568-435d-baf9-dd6285a09dc8 service nova] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Neutron deleted interface 03d52d24-f3e9-4421-b5b8-ac2110a956df; detaching it from the instance and deleting it from the info cache [ 1035.691017] env[69808]: DEBUG nova.network.neutron [req-c513ad86-4da6-424f-ac85-b2629054afd4 req-af8ee101-f568-435d-baf9-dd6285a09dc8 service nova] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.030025] env[69808]: DEBUG oslo_vmware.api [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790364, 'name': PowerOnVM_Task, 'duration_secs': 0.528603} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.030355] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.030538] env[69808]: INFO nova.compute.manager [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1036.030724] env[69808]: DEBUG nova.compute.manager [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1036.031575] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1884990-8e29-4a06-8a78-9d7d316428f2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.042729] env[69808]: DEBUG nova.network.neutron [-] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.049132] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d0518229-fcd5-45ee-aaac-f2dd08cec42b tempest-ServerRescueTestJSONUnderV235-69174003 tempest-ServerRescueTestJSONUnderV235-69174003-project-member] Lock "5a960079-923d-4796-84bd-228ab0caccfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.592s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.076619] env[69808]: DEBUG oslo_concurrency.lockutils [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "refresh_cache-d597e916-bb76-41c0-8ac4-fb7cef7b1d80" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.076619] env[69808]: DEBUG oslo_concurrency.lockutils [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired lock "refresh_cache-d597e916-bb76-41c0-8ac4-fb7cef7b1d80" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.076619] env[69808]: DEBUG nova.network.neutron [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.186020] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790365, 'name': ReconfigVM_Task, 'duration_secs': 0.678101} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.186395] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 252516b1-d12e-4423-866e-52ce27d85ff6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.189090] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de41891-1cdf-417b-909a-fbae40169e67 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.195938] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4de72f93-aebb-4a6a-8365-96a094d85c1c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.232437] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c89e5456-e245-4da5-8cbd-8aa42ecafc3f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.248244] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e214a7-8d79-488b-a6ce-ef37b90486d2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.269755] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1036.269755] env[69808]: value = "task-3790366" [ 1036.269755] env[69808]: _type = "Task" [ 1036.269755] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.288845] env[69808]: DEBUG nova.compute.manager [req-c513ad86-4da6-424f-ac85-b2629054afd4 req-af8ee101-f568-435d-baf9-dd6285a09dc8 service nova] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Detach interface failed, port_id=03d52d24-f3e9-4421-b5b8-ac2110a956df, reason: Instance 1e76dd13-39f8-4b51-8cb5-443ff4160265 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1036.289098] env[69808]: DEBUG nova.compute.manager [req-c513ad86-4da6-424f-ac85-b2629054afd4 req-af8ee101-f568-435d-baf9-dd6285a09dc8 service nova] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Received event network-changed-4f7023fd-9c55-4fd6-814b-aa784e30e9ce {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.289274] env[69808]: DEBUG nova.compute.manager [req-c513ad86-4da6-424f-ac85-b2629054afd4 req-af8ee101-f568-435d-baf9-dd6285a09dc8 service nova] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Refreshing instance network info cache due to event network-changed-4f7023fd-9c55-4fd6-814b-aa784e30e9ce. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.289471] env[69808]: DEBUG oslo_concurrency.lockutils [req-c513ad86-4da6-424f-ac85-b2629054afd4 req-af8ee101-f568-435d-baf9-dd6285a09dc8 service nova] Acquiring lock "refresh_cache-d597e916-bb76-41c0-8ac4-fb7cef7b1d80" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.296734] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.547498] env[69808]: INFO nova.compute.manager [-] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Took 2.98 seconds to deallocate network for instance. [ 1036.568425] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a537eb-bfe7-45dd-b4b6-41e3b1634faa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.574345] env[69808]: INFO nova.compute.manager [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Took 37.77 seconds to build instance. [ 1036.584681] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ad68fb-320a-400d-8428-ec1375241cea {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.622360] env[69808]: DEBUG nova.network.neutron [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.625929] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58133056-e4c5-43a2-8799-b3b9999d8619 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.636584] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ffd050-2a14-4c6a-856a-42d4542d16bc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.653624] env[69808]: DEBUG nova.compute.provider_tree [None req-9afa9844-76ac-4ba3-9c70-7237b7c93db7 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.782632] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.824583] env[69808]: DEBUG nova.network.neutron [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Updating instance_info_cache with network_info: [{"id": "4f7023fd-9c55-4fd6-814b-aa784e30e9ce", "address": "fa:16:3e:75:5a:b3", "network": {"id": "2b56dc08-fe78-437a-a060-3aead94f8b87", "bridge": "br-int", "label": "tempest-ServersTestJSON-503382848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08804065ac184d048e49b966b75ce3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f7023fd-9c", "ovs_interfaceid": "4f7023fd-9c55-4fd6-814b-aa784e30e9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.866738] env[69808]: DEBUG nova.network.neutron [-] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.054904] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.077284] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5d601417-9ab0-4b67-ba50-ea0f9258b6f1 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "72e4004e-a622-4f99-af36-0f1c0d995f0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.325s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.159021] env[69808]: DEBUG nova.scheduler.client.report [None req-9afa9844-76ac-4ba3-9c70-7237b7c93db7 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.281211] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790366, 'name': ReconfigVM_Task, 'duration_secs': 0.695337} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.281484] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.283348] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-106c0a76-d377-4aa6-9519-29b55d31bcf0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.290602] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1037.290602] env[69808]: value = "task-3790367" [ 1037.290602] env[69808]: _type = "Task" [ 1037.290602] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.301608] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.330993] env[69808]: DEBUG oslo_concurrency.lockutils [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Releasing lock "refresh_cache-d597e916-bb76-41c0-8ac4-fb7cef7b1d80" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.331429] env[69808]: DEBUG nova.compute.manager [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Instance network_info: |[{"id": "4f7023fd-9c55-4fd6-814b-aa784e30e9ce", "address": "fa:16:3e:75:5a:b3", "network": {"id": "2b56dc08-fe78-437a-a060-3aead94f8b87", "bridge": "br-int", "label": "tempest-ServersTestJSON-503382848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08804065ac184d048e49b966b75ce3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f7023fd-9c", "ovs_interfaceid": "4f7023fd-9c55-4fd6-814b-aa784e30e9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.331770] env[69808]: DEBUG oslo_concurrency.lockutils [req-c513ad86-4da6-424f-ac85-b2629054afd4 req-af8ee101-f568-435d-baf9-dd6285a09dc8 service nova] Acquired lock "refresh_cache-d597e916-bb76-41c0-8ac4-fb7cef7b1d80" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.331986] env[69808]: DEBUG nova.network.neutron [req-c513ad86-4da6-424f-ac85-b2629054afd4 req-af8ee101-f568-435d-baf9-dd6285a09dc8 service nova] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Refreshing network info cache for port 4f7023fd-9c55-4fd6-814b-aa784e30e9ce {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.333452] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:5a:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f7023fd-9c55-4fd6-814b-aa784e30e9ce', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.346078] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Creating folder: Project (08804065ac184d048e49b966b75ce3ba). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.352167] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ad88de9-3244-4737-a186-41c6b16087b8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.366056] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Created folder: Project (08804065ac184d048e49b966b75ce3ba) in parent group-v753775. [ 1037.366056] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Creating folder: Instances. Parent ref: group-v754003. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.366056] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a708b78-52b6-46a7-8410-d5ff4df841f8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.368424] env[69808]: INFO nova.compute.manager [-] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Took 2.15 seconds to deallocate network for instance. [ 1037.377389] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Created folder: Instances in parent group-v754003. [ 1037.377709] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.378165] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.378461] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd802ae8-fee2-4c42-aeac-67d6ec382ca7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.402073] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.402073] env[69808]: value = "task-3790370" [ 1037.402073] env[69808]: _type = "Task" [ 1037.402073] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.412594] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790370, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.769184] env[69808]: DEBUG nova.compute.manager [req-8aadfd94-a7f5-4e39-91e8-e5cdc3f5aa9a req-2c840f06-f4cb-4b5f-b183-d6620097e2b8 service nova] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Received event network-changed-52d9e479-257d-4396-82eb-af7fcebc98a8 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.769508] env[69808]: DEBUG nova.compute.manager [req-8aadfd94-a7f5-4e39-91e8-e5cdc3f5aa9a req-2c840f06-f4cb-4b5f-b183-d6620097e2b8 service nova] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Refreshing instance network info cache due to event network-changed-52d9e479-257d-4396-82eb-af7fcebc98a8. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.769817] env[69808]: DEBUG oslo_concurrency.lockutils [req-8aadfd94-a7f5-4e39-91e8-e5cdc3f5aa9a req-2c840f06-f4cb-4b5f-b183-d6620097e2b8 service nova] Acquiring lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.770094] env[69808]: DEBUG oslo_concurrency.lockutils [req-8aadfd94-a7f5-4e39-91e8-e5cdc3f5aa9a req-2c840f06-f4cb-4b5f-b183-d6620097e2b8 service nova] Acquired lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.770379] env[69808]: DEBUG nova.network.neutron [req-8aadfd94-a7f5-4e39-91e8-e5cdc3f5aa9a req-2c840f06-f4cb-4b5f-b183-d6620097e2b8 service nova] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Refreshing network info cache for port 52d9e479-257d-4396-82eb-af7fcebc98a8 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.807141] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790367, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.860320] env[69808]: DEBUG nova.network.neutron [req-c513ad86-4da6-424f-ac85-b2629054afd4 req-af8ee101-f568-435d-baf9-dd6285a09dc8 service nova] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Updated VIF entry in instance network info cache for port 4f7023fd-9c55-4fd6-814b-aa784e30e9ce. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.861298] env[69808]: DEBUG nova.network.neutron [req-c513ad86-4da6-424f-ac85-b2629054afd4 req-af8ee101-f568-435d-baf9-dd6285a09dc8 service nova] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Updating instance_info_cache with network_info: [{"id": "4f7023fd-9c55-4fd6-814b-aa784e30e9ce", "address": "fa:16:3e:75:5a:b3", "network": {"id": "2b56dc08-fe78-437a-a060-3aead94f8b87", "bridge": "br-int", "label": "tempest-ServersTestJSON-503382848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08804065ac184d048e49b966b75ce3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f7023fd-9c", "ovs_interfaceid": "4f7023fd-9c55-4fd6-814b-aa784e30e9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.880129] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.914604] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790370, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.927753] env[69808]: DEBUG nova.network.neutron [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Successfully updated port: 81b019c8-2b0e-438b-ae00-cb5caa7a35ea {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.168887] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9afa9844-76ac-4ba3-9c70-7237b7c93db7 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.681s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.172620] env[69808]: DEBUG oslo_concurrency.lockutils [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.561s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.172936] env[69808]: DEBUG oslo_concurrency.lockutils [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.176141] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.047s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.176385] env[69808]: DEBUG nova.objects.instance [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lazy-loading 'resources' on Instance uuid 892ec809-73b2-41f3-949f-95c2766d3a30 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.228998] env[69808]: INFO nova.scheduler.client.report [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Deleted allocations for instance c29994b7-6684-4f16-85bb-618a49df3229 [ 1038.310166] env[69808]: DEBUG oslo_vmware.api [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790367, 'name': PowerOnVM_Task, 'duration_secs': 0.691991} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.311271] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.317655] env[69808]: DEBUG nova.compute.manager [None req-0ade2760-7488-41e6-88b6-d81b33769d9b tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1038.318659] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f97385-b44f-4ed8-853d-344eaad1ee49 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.364768] env[69808]: DEBUG oslo_concurrency.lockutils [req-c513ad86-4da6-424f-ac85-b2629054afd4 req-af8ee101-f568-435d-baf9-dd6285a09dc8 service nova] Releasing lock "refresh_cache-d597e916-bb76-41c0-8ac4-fb7cef7b1d80" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.416879] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790370, 'name': CreateVM_Task, 'duration_secs': 0.71738} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.417073] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.417895] env[69808]: DEBUG oslo_concurrency.lockutils [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.418299] env[69808]: DEBUG oslo_concurrency.lockutils [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.418706] env[69808]: DEBUG oslo_concurrency.lockutils [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.419088] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-400bee15-93a5-407d-a36c-48f141120564 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.426165] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1038.426165] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52599f14-43a8-fe1d-f778-175645033a45" [ 1038.426165] env[69808]: _type = "Task" [ 1038.426165] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.437071] env[69808]: DEBUG oslo_concurrency.lockutils [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "refresh_cache-8f6fe02d-f527-4aa5-bf75-372b69187dc6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.437340] env[69808]: DEBUG oslo_concurrency.lockutils [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired lock "refresh_cache-8f6fe02d-f527-4aa5-bf75-372b69187dc6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.437536] env[69808]: DEBUG nova.network.neutron [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.438838] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52599f14-43a8-fe1d-f778-175645033a45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.627856] env[69808]: DEBUG nova.network.neutron [req-8aadfd94-a7f5-4e39-91e8-e5cdc3f5aa9a req-2c840f06-f4cb-4b5f-b183-d6620097e2b8 service nova] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Updated VIF entry in instance network info cache for port 52d9e479-257d-4396-82eb-af7fcebc98a8. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.628241] env[69808]: DEBUG nova.network.neutron [req-8aadfd94-a7f5-4e39-91e8-e5cdc3f5aa9a req-2c840f06-f4cb-4b5f-b183-d6620097e2b8 service nova] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Updating instance_info_cache with network_info: [{"id": "52d9e479-257d-4396-82eb-af7fcebc98a8", "address": "fa:16:3e:a0:ca:e1", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d9e479-25", "ovs_interfaceid": "52d9e479-257d-4396-82eb-af7fcebc98a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.741059] env[69808]: DEBUG oslo_concurrency.lockutils [None req-528e8298-ae4c-4cec-9a94-a6e1096a1094 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "c29994b7-6684-4f16-85bb-618a49df3229" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.047s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.746022] env[69808]: INFO nova.scheduler.client.report [None req-9afa9844-76ac-4ba3-9c70-7237b7c93db7 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Deleted allocation for migration e7ebb78e-a58e-4ddd-b1a4-9176156a503e [ 1038.946761] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52599f14-43a8-fe1d-f778-175645033a45, 'name': SearchDatastore_Task, 'duration_secs': 0.025114} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.950077] env[69808]: DEBUG oslo_concurrency.lockutils [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.950369] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.950618] env[69808]: DEBUG oslo_concurrency.lockutils [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.950767] env[69808]: DEBUG oslo_concurrency.lockutils [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.950952] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.951942] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-504ffe60-7f0d-4433-865b-e20b1c671078 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.965140] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.965255] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.970541] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57c0ef78-2d74-4713-bd2e-90b7be70cef8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.978101] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1038.978101] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bfdeea-cdad-8383-244c-330b0592f427" [ 1038.978101] env[69808]: _type = "Task" [ 1038.978101] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.987237] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bfdeea-cdad-8383-244c-330b0592f427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.001188] env[69808]: DEBUG nova.network.neutron [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.120074] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3909c86c-8c09-45cb-bc56-4ca6679db038 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.127576] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e244f60-8198-4371-9d65-f61975fc2913 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.132168] env[69808]: DEBUG oslo_concurrency.lockutils [req-8aadfd94-a7f5-4e39-91e8-e5cdc3f5aa9a req-2c840f06-f4cb-4b5f-b183-d6620097e2b8 service nova] Releasing lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.132487] env[69808]: DEBUG nova.compute.manager [req-8aadfd94-a7f5-4e39-91e8-e5cdc3f5aa9a req-2c840f06-f4cb-4b5f-b183-d6620097e2b8 service nova] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Received event network-vif-deleted-9ce07fe2-c0e0-4b80-8676-19b6802f2fea {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.132680] env[69808]: DEBUG nova.compute.manager [req-8aadfd94-a7f5-4e39-91e8-e5cdc3f5aa9a req-2c840f06-f4cb-4b5f-b183-d6620097e2b8 service nova] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Received event network-changed-f127c55c-95d8-4d4a-bcd2-ebd09a15b015 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.132839] env[69808]: DEBUG nova.compute.manager [req-8aadfd94-a7f5-4e39-91e8-e5cdc3f5aa9a req-2c840f06-f4cb-4b5f-b183-d6620097e2b8 service nova] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Refreshing instance network info cache due to event network-changed-f127c55c-95d8-4d4a-bcd2-ebd09a15b015. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.133061] env[69808]: DEBUG oslo_concurrency.lockutils [req-8aadfd94-a7f5-4e39-91e8-e5cdc3f5aa9a req-2c840f06-f4cb-4b5f-b183-d6620097e2b8 service nova] Acquiring lock "refresh_cache-72e4004e-a622-4f99-af36-0f1c0d995f0d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.133211] env[69808]: DEBUG oslo_concurrency.lockutils [req-8aadfd94-a7f5-4e39-91e8-e5cdc3f5aa9a req-2c840f06-f4cb-4b5f-b183-d6620097e2b8 service nova] Acquired lock "refresh_cache-72e4004e-a622-4f99-af36-0f1c0d995f0d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.134229] env[69808]: DEBUG nova.network.neutron [req-8aadfd94-a7f5-4e39-91e8-e5cdc3f5aa9a req-2c840f06-f4cb-4b5f-b183-d6620097e2b8 service nova] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Refreshing network info cache for port f127c55c-95d8-4d4a-bcd2-ebd09a15b015 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.165726] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163d7a6b-5d0e-4949-9b29-20e809010234 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.176505] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0575f34f-39f6-4479-919b-f8d1d15f2178 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.194791] env[69808]: DEBUG nova.compute.provider_tree [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.234173] env[69808]: DEBUG nova.network.neutron [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Updating instance_info_cache with network_info: [{"id": "81b019c8-2b0e-438b-ae00-cb5caa7a35ea", "address": "fa:16:3e:56:ba:73", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b019c8-2b", "ovs_interfaceid": "81b019c8-2b0e-438b-ae00-cb5caa7a35ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.254051] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9afa9844-76ac-4ba3-9c70-7237b7c93db7 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "cd2a437a-bee5-4ff6-b878-cac262a7465e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.617s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.305214] env[69808]: DEBUG oslo_vmware.rw_handles [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a3e3e1-5f5e-40f4-d434-a06818ae11c1/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1039.306625] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870f4f40-7e51-4b74-a953-e1806ce663b1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.313455] env[69808]: DEBUG oslo_vmware.rw_handles [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a3e3e1-5f5e-40f4-d434-a06818ae11c1/disk-0.vmdk is in state: ready. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1039.313627] env[69808]: ERROR oslo_vmware.rw_handles [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a3e3e1-5f5e-40f4-d434-a06818ae11c1/disk-0.vmdk due to incomplete transfer. [ 1039.313876] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2a49cc3f-ef63-4db7-838d-c083eccdc597 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.323241] env[69808]: DEBUG oslo_vmware.rw_handles [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a3e3e1-5f5e-40f4-d434-a06818ae11c1/disk-0.vmdk. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1039.323241] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Uploaded image 94b3485a-9001-4080-a2df-0c7657aef470 to the Glance image server {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1039.325373] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Destroying the VM {{(pid=69808) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1039.325638] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3ac60e1b-9330-4792-a527-779c1fdbc030 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.332445] env[69808]: DEBUG oslo_vmware.api [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1039.332445] env[69808]: value = "task-3790371" [ 1039.332445] env[69808]: _type = "Task" [ 1039.332445] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.343020] env[69808]: DEBUG oslo_vmware.api [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790371, 'name': Destroy_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.492621] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bfdeea-cdad-8383-244c-330b0592f427, 'name': SearchDatastore_Task, 'duration_secs': 0.016947} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.493621] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72089ecf-0b2e-448c-9fe0-058212bdff06 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.496625] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.496625] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.497322] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.497322] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.497492] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.500249] env[69808]: INFO nova.compute.manager [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Terminating instance [ 1039.505441] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1039.505441] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524f9500-95ec-92b3-d356-1215d865a72f" [ 1039.505441] env[69808]: _type = "Task" [ 1039.505441] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.516160] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524f9500-95ec-92b3-d356-1215d865a72f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.569702] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Acquiring lock "2762545b-09db-4e84-ad97-843149dda102" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.570025] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Lock "2762545b-09db-4e84-ad97-843149dda102" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.699230] env[69808]: DEBUG nova.scheduler.client.report [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.736878] env[69808]: DEBUG oslo_concurrency.lockutils [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Releasing lock "refresh_cache-8f6fe02d-f527-4aa5-bf75-372b69187dc6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.737342] env[69808]: DEBUG nova.compute.manager [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Instance network_info: |[{"id": "81b019c8-2b0e-438b-ae00-cb5caa7a35ea", "address": "fa:16:3e:56:ba:73", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b019c8-2b", "ovs_interfaceid": "81b019c8-2b0e-438b-ae00-cb5caa7a35ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.738315] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:ba:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81b019c8-2b0e-438b-ae00-cb5caa7a35ea', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.746776] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.747520] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.747770] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0836324-2acc-451b-b702-5cfba049c0c9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.769872] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.769872] env[69808]: value = "task-3790372" [ 1039.769872] env[69808]: _type = "Task" [ 1039.769872] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.779426] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790372, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.843641] env[69808]: DEBUG oslo_vmware.api [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790371, 'name': Destroy_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.912735] env[69808]: DEBUG nova.compute.manager [req-ca5c0e06-5899-4557-87c9-ecb44472b32d req-48c21380-ee59-4f45-b04d-311e2be04aad service nova] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Received event network-vif-plugged-81b019c8-2b0e-438b-ae00-cb5caa7a35ea {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.912968] env[69808]: DEBUG oslo_concurrency.lockutils [req-ca5c0e06-5899-4557-87c9-ecb44472b32d req-48c21380-ee59-4f45-b04d-311e2be04aad service nova] Acquiring lock "8f6fe02d-f527-4aa5-bf75-372b69187dc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.913270] env[69808]: DEBUG oslo_concurrency.lockutils [req-ca5c0e06-5899-4557-87c9-ecb44472b32d req-48c21380-ee59-4f45-b04d-311e2be04aad service nova] Lock "8f6fe02d-f527-4aa5-bf75-372b69187dc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.913388] env[69808]: DEBUG oslo_concurrency.lockutils [req-ca5c0e06-5899-4557-87c9-ecb44472b32d req-48c21380-ee59-4f45-b04d-311e2be04aad service nova] Lock "8f6fe02d-f527-4aa5-bf75-372b69187dc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.913520] env[69808]: DEBUG nova.compute.manager [req-ca5c0e06-5899-4557-87c9-ecb44472b32d req-48c21380-ee59-4f45-b04d-311e2be04aad service nova] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] No waiting events found dispatching network-vif-plugged-81b019c8-2b0e-438b-ae00-cb5caa7a35ea {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1039.913724] env[69808]: WARNING nova.compute.manager [req-ca5c0e06-5899-4557-87c9-ecb44472b32d req-48c21380-ee59-4f45-b04d-311e2be04aad service nova] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Received unexpected event network-vif-plugged-81b019c8-2b0e-438b-ae00-cb5caa7a35ea for instance with vm_state building and task_state spawning. [ 1039.914350] env[69808]: DEBUG nova.compute.manager [req-ca5c0e06-5899-4557-87c9-ecb44472b32d req-48c21380-ee59-4f45-b04d-311e2be04aad service nova] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Received event network-changed-81b019c8-2b0e-438b-ae00-cb5caa7a35ea {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.914350] env[69808]: DEBUG nova.compute.manager [req-ca5c0e06-5899-4557-87c9-ecb44472b32d req-48c21380-ee59-4f45-b04d-311e2be04aad service nova] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Refreshing instance network info cache due to event network-changed-81b019c8-2b0e-438b-ae00-cb5caa7a35ea. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.914350] env[69808]: DEBUG oslo_concurrency.lockutils [req-ca5c0e06-5899-4557-87c9-ecb44472b32d req-48c21380-ee59-4f45-b04d-311e2be04aad service nova] Acquiring lock "refresh_cache-8f6fe02d-f527-4aa5-bf75-372b69187dc6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.914602] env[69808]: DEBUG oslo_concurrency.lockutils [req-ca5c0e06-5899-4557-87c9-ecb44472b32d req-48c21380-ee59-4f45-b04d-311e2be04aad service nova] Acquired lock "refresh_cache-8f6fe02d-f527-4aa5-bf75-372b69187dc6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.914602] env[69808]: DEBUG nova.network.neutron [req-ca5c0e06-5899-4557-87c9-ecb44472b32d req-48c21380-ee59-4f45-b04d-311e2be04aad service nova] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Refreshing network info cache for port 81b019c8-2b0e-438b-ae00-cb5caa7a35ea {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.008487] env[69808]: DEBUG nova.compute.manager [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.008487] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.008935] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da683558-5142-43e8-ba9d-f9fd13731676 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.024564] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.028965] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8c3c208-c645-46cd-ba72-7eaffcf67aeb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.031086] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524f9500-95ec-92b3-d356-1215d865a72f, 'name': SearchDatastore_Task, 'duration_secs': 0.013146} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.031459] env[69808]: DEBUG oslo_concurrency.lockutils [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.031771] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] d597e916-bb76-41c0-8ac4-fb7cef7b1d80/d597e916-bb76-41c0-8ac4-fb7cef7b1d80.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.032523] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d9b3fc2-9b87-47fb-9b19-4b3b65039b47 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.041033] env[69808]: DEBUG oslo_vmware.api [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 1040.041033] env[69808]: value = "task-3790373" [ 1040.041033] env[69808]: _type = "Task" [ 1040.041033] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.041386] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1040.041386] env[69808]: value = "task-3790374" [ 1040.041386] env[69808]: _type = "Task" [ 1040.041386] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.057303] env[69808]: DEBUG oslo_vmware.api [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.063988] env[69808]: DEBUG nova.network.neutron [req-8aadfd94-a7f5-4e39-91e8-e5cdc3f5aa9a req-2c840f06-f4cb-4b5f-b183-d6620097e2b8 service nova] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Updated VIF entry in instance network info cache for port f127c55c-95d8-4d4a-bcd2-ebd09a15b015. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.063988] env[69808]: DEBUG nova.network.neutron [req-8aadfd94-a7f5-4e39-91e8-e5cdc3f5aa9a req-2c840f06-f4cb-4b5f-b183-d6620097e2b8 service nova] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Updating instance_info_cache with network_info: [{"id": "f127c55c-95d8-4d4a-bcd2-ebd09a15b015", "address": "fa:16:3e:fd:7a:b4", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf127c55c-95", "ovs_interfaceid": "f127c55c-95d8-4d4a-bcd2-ebd09a15b015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.065516] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.076031] env[69808]: DEBUG nova.compute.manager [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.209021] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.216421] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.398s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.218436] env[69808]: INFO nova.compute.claims [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.259196] env[69808]: INFO nova.scheduler.client.report [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Deleted allocations for instance 892ec809-73b2-41f3-949f-95c2766d3a30 [ 1040.288793] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790372, 'name': CreateVM_Task, 'duration_secs': 0.448649} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.288793] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.288793] env[69808]: DEBUG oslo_concurrency.lockutils [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.288793] env[69808]: DEBUG oslo_concurrency.lockutils [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.288793] env[69808]: DEBUG oslo_concurrency.lockutils [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.288793] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-573f2936-fcf8-4c48-bdca-bd71243f0047 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.295861] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1040.295861] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52de2361-d245-d5d3-bb5a-ed3d43946031" [ 1040.295861] env[69808]: _type = "Task" [ 1040.295861] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.307422] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52de2361-d245-d5d3-bb5a-ed3d43946031, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.346313] env[69808]: DEBUG oslo_vmware.api [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790371, 'name': Destroy_Task, 'duration_secs': 0.627023} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.346999] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Destroyed the VM [ 1040.347218] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Deleting Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1040.347656] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d9bb670a-0b51-4e4a-ac09-fd29dba77503 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.357433] env[69808]: DEBUG oslo_vmware.api [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1040.357433] env[69808]: value = "task-3790375" [ 1040.357433] env[69808]: _type = "Task" [ 1040.357433] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.373740] env[69808]: DEBUG oslo_vmware.api [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790375, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.570850] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790374, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.571942] env[69808]: DEBUG oslo_concurrency.lockutils [req-8aadfd94-a7f5-4e39-91e8-e5cdc3f5aa9a req-2c840f06-f4cb-4b5f-b183-d6620097e2b8 service nova] Releasing lock "refresh_cache-72e4004e-a622-4f99-af36-0f1c0d995f0d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.572835] env[69808]: DEBUG oslo_vmware.api [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790373, 'name': PowerOffVM_Task, 'duration_secs': 0.266649} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.573353] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.573719] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.574221] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d43133c9-c057-4a23-bfb5-a29289a35fb7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.615200] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.655154] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.655495] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.655495] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Deleting the datastore file [datastore1] c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.655858] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca2b2b02-23ef-4d34-bece-fe8cae7d5c8f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.664208] env[69808]: DEBUG oslo_vmware.api [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for the task: (returnval){ [ 1040.664208] env[69808]: value = "task-3790377" [ 1040.664208] env[69808]: _type = "Task" [ 1040.664208] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.679523] env[69808]: DEBUG oslo_vmware.api [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.767315] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1fc44426-2e5d-4507-9f4e-17ddf3f16889 tempest-ServersAdminTestJSON-1068797690 tempest-ServersAdminTestJSON-1068797690-project-member] Lock "892ec809-73b2-41f3-949f-95c2766d3a30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.640s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.790319] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquiring lock "01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.790825] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lock "01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.814781] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52de2361-d245-d5d3-bb5a-ed3d43946031, 'name': SearchDatastore_Task, 'duration_secs': 0.0789} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.818024] env[69808]: DEBUG oslo_concurrency.lockutils [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.818289] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.818663] env[69808]: DEBUG oslo_concurrency.lockutils [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.818839] env[69808]: DEBUG oslo_concurrency.lockutils [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.819041] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.819689] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53e44868-b1cc-4745-bfcc-12b32e390e1b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.832860] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.833101] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.834259] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31e4bc12-4ba3-44a8-bf8f-cf30dcaecdc2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.842389] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1040.842389] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52edf18b-1053-b01c-17e5-0d5e820f8899" [ 1040.842389] env[69808]: _type = "Task" [ 1040.842389] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.857372] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52edf18b-1053-b01c-17e5-0d5e820f8899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.870829] env[69808]: DEBUG oslo_vmware.api [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790375, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.892097] env[69808]: DEBUG nova.network.neutron [req-ca5c0e06-5899-4557-87c9-ecb44472b32d req-48c21380-ee59-4f45-b04d-311e2be04aad service nova] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Updated VIF entry in instance network info cache for port 81b019c8-2b0e-438b-ae00-cb5caa7a35ea. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.892900] env[69808]: DEBUG nova.network.neutron [req-ca5c0e06-5899-4557-87c9-ecb44472b32d req-48c21380-ee59-4f45-b04d-311e2be04aad service nova] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Updating instance_info_cache with network_info: [{"id": "81b019c8-2b0e-438b-ae00-cb5caa7a35ea", "address": "fa:16:3e:56:ba:73", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b019c8-2b", "ovs_interfaceid": "81b019c8-2b0e-438b-ae00-cb5caa7a35ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.077632] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633333} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.077999] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] d597e916-bb76-41c0-8ac4-fb7cef7b1d80/d597e916-bb76-41c0-8ac4-fb7cef7b1d80.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.079917] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.080353] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-397f2cbd-466c-4cc6-af64-da44fc926fc8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.097445] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1041.097445] env[69808]: value = "task-3790378" [ 1041.097445] env[69808]: _type = "Task" [ 1041.097445] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.126346] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.187531] env[69808]: DEBUG oslo_vmware.api [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Task: {'id': task-3790377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258156} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.187970] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.188235] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.188503] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.188717] env[69808]: INFO nova.compute.manager [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1041.189027] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.190670] env[69808]: DEBUG nova.compute.manager [-] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.190796] env[69808]: DEBUG nova.network.neutron [-] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.293704] env[69808]: DEBUG nova.compute.manager [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.357243] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52edf18b-1053-b01c-17e5-0d5e820f8899, 'name': SearchDatastore_Task, 'duration_secs': 0.017089} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.358219] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-689ddbaf-dcf7-4e37-a6f6-b6c2d0c7fe6b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.374971] env[69808]: DEBUG oslo_vmware.api [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790375, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.376746] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1041.376746] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528be1d4-bf62-682b-781f-780c2921f3b4" [ 1041.376746] env[69808]: _type = "Task" [ 1041.376746] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.387679] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528be1d4-bf62-682b-781f-780c2921f3b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.395864] env[69808]: DEBUG oslo_concurrency.lockutils [req-ca5c0e06-5899-4557-87c9-ecb44472b32d req-48c21380-ee59-4f45-b04d-311e2be04aad service nova] Releasing lock "refresh_cache-8f6fe02d-f527-4aa5-bf75-372b69187dc6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.493470] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "cd2a437a-bee5-4ff6-b878-cac262a7465e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.493903] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "cd2a437a-bee5-4ff6-b878-cac262a7465e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.494628] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "cd2a437a-bee5-4ff6-b878-cac262a7465e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.494954] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "cd2a437a-bee5-4ff6-b878-cac262a7465e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.495272] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "cd2a437a-bee5-4ff6-b878-cac262a7465e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.498654] env[69808]: INFO nova.compute.manager [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Terminating instance [ 1041.610835] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093224} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.611165] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.612169] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd5f885-8d40-4a2d-9954-a86e9c229dce {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.641780] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] d597e916-bb76-41c0-8ac4-fb7cef7b1d80/d597e916-bb76-41c0-8ac4-fb7cef7b1d80.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.643034] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa41be31-4b29-4b50-a3cd-7f16779de41b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.665807] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1041.665807] env[69808]: value = "task-3790379" [ 1041.665807] env[69808]: _type = "Task" [ 1041.665807] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.677333] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.712012] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7590eb-25b5-418c-bca8-05472d0e3326 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.720079] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0131c6-ac1f-4b61-ba4a-79380d53c6e5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.751135] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce79c97-ad44-48c4-9fcc-f3d7b21f2ccd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.759449] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937e9d68-9d22-4b2f-8cb0-941c05332cb1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.773281] env[69808]: DEBUG nova.compute.provider_tree [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.815757] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.875464] env[69808]: DEBUG oslo_vmware.api [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790375, 'name': RemoveSnapshot_Task, 'duration_secs': 1.119934} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.875755] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Deleted Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1041.876021] env[69808]: INFO nova.compute.manager [None req-5fc7c615-50ad-4f25-976d-c08756fc91b3 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Took 17.47 seconds to snapshot the instance on the hypervisor. [ 1041.889014] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528be1d4-bf62-682b-781f-780c2921f3b4, 'name': SearchDatastore_Task, 'duration_secs': 0.073092} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.889438] env[69808]: DEBUG oslo_concurrency.lockutils [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.889741] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 8f6fe02d-f527-4aa5-bf75-372b69187dc6/8f6fe02d-f527-4aa5-bf75-372b69187dc6.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.890033] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-feb49d43-c4e1-4c66-a947-82082f559583 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.899124] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1041.899124] env[69808]: value = "task-3790380" [ 1041.899124] env[69808]: _type = "Task" [ 1041.899124] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.912672] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.005060] env[69808]: DEBUG nova.compute.manager [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.005060] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.006122] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4452411f-42e3-4b99-b88e-5eddcbd6953e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.019366] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.019366] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f79b405-4ccc-4b6a-ba48-d7ee5a8aea6f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.031377] env[69808]: DEBUG oslo_vmware.api [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1042.031377] env[69808]: value = "task-3790381" [ 1042.031377] env[69808]: _type = "Task" [ 1042.031377] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.042587] env[69808]: DEBUG oslo_vmware.api [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.050795] env[69808]: DEBUG nova.compute.manager [req-714764cc-df2c-4074-b4cf-b5bd9da1e91d req-b1e62604-c0d9-4032-84b8-fe07bfabbc97 service nova] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Received event network-vif-deleted-6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.050795] env[69808]: INFO nova.compute.manager [req-714764cc-df2c-4074-b4cf-b5bd9da1e91d req-b1e62604-c0d9-4032-84b8-fe07bfabbc97 service nova] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Neutron deleted interface 6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b; detaching it from the instance and deleting it from the info cache [ 1042.050795] env[69808]: DEBUG nova.network.neutron [req-714764cc-df2c-4074-b4cf-b5bd9da1e91d req-b1e62604-c0d9-4032-84b8-fe07bfabbc97 service nova] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.179098] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.276031] env[69808]: DEBUG oslo_concurrency.lockutils [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "f15361d8-4dd2-4237-8b04-c2e516b9140f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.276031] env[69808]: DEBUG oslo_concurrency.lockutils [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "f15361d8-4dd2-4237-8b04-c2e516b9140f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.276589] env[69808]: DEBUG nova.scheduler.client.report [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.413413] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790380, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.511142] env[69808]: DEBUG nova.network.neutron [-] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.543473] env[69808]: DEBUG oslo_vmware.api [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790381, 'name': PowerOffVM_Task, 'duration_secs': 0.350926} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.544283] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.544481] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.544912] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7962e20-5268-460c-a73a-6c68b48116a9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.554537] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5943375c-0492-46ef-9df4-c70d0c3d0d06 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.569420] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e281a72e-8b0d-4198-9b33-0183cefafe46 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.610769] env[69808]: DEBUG nova.compute.manager [req-714764cc-df2c-4074-b4cf-b5bd9da1e91d req-b1e62604-c0d9-4032-84b8-fe07bfabbc97 service nova] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Detach interface failed, port_id=6ef69d28-54e6-415c-8ccb-97f9eb9ccd5b, reason: Instance c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1042.619620] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.620575] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.620575] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Deleting the datastore file [datastore2] cd2a437a-bee5-4ff6-b878-cac262a7465e {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.620575] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f4fa549-b69a-4970-a079-f51fc507751f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.627716] env[69808]: DEBUG oslo_vmware.api [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1042.627716] env[69808]: value = "task-3790383" [ 1042.627716] env[69808]: _type = "Task" [ 1042.627716] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.637715] env[69808]: DEBUG oslo_vmware.api [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.675716] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790379, 'name': ReconfigVM_Task, 'duration_secs': 0.68377} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.676139] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Reconfigured VM instance instance-00000051 to attach disk [datastore1] d597e916-bb76-41c0-8ac4-fb7cef7b1d80/d597e916-bb76-41c0-8ac4-fb7cef7b1d80.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.677133] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-162358a7-425e-448c-afc4-c565934eaef7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.684320] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1042.684320] env[69808]: value = "task-3790384" [ 1042.684320] env[69808]: _type = "Task" [ 1042.684320] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.694456] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790384, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.781231] env[69808]: DEBUG nova.compute.manager [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.785426] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.785985] env[69808]: DEBUG nova.compute.manager [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.789808] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.114s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.790105] env[69808]: DEBUG nova.objects.instance [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Lazy-loading 'resources' on Instance uuid 40727ad6-40eb-42a4-9c57-8994f00982af {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.911722] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700706} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.911993] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 8f6fe02d-f527-4aa5-bf75-372b69187dc6/8f6fe02d-f527-4aa5-bf75-372b69187dc6.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.912221] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.912481] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a837dfdb-cdd3-4cfb-8a86-53ba5b20c4f3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.922560] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1042.922560] env[69808]: value = "task-3790385" [ 1042.922560] env[69808]: _type = "Task" [ 1042.922560] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.935143] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.014083] env[69808]: INFO nova.compute.manager [-] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Took 1.82 seconds to deallocate network for instance. [ 1043.138431] env[69808]: DEBUG oslo_vmware.api [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335052} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.138723] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.138922] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.139116] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.139314] env[69808]: INFO nova.compute.manager [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1043.139569] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.139778] env[69808]: DEBUG nova.compute.manager [-] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.139875] env[69808]: DEBUG nova.network.neutron [-] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.195245] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790384, 'name': Rename_Task, 'duration_secs': 0.185281} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.195627] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.195897] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6c50440-de9b-4476-b169-025fa37b95f1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.204232] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1043.204232] env[69808]: value = "task-3790386" [ 1043.204232] env[69808]: _type = "Task" [ 1043.204232] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.214256] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.293449] env[69808]: DEBUG nova.compute.utils [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.299473] env[69808]: DEBUG nova.compute.manager [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.299616] env[69808]: DEBUG nova.network.neutron [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.320541] env[69808]: DEBUG oslo_concurrency.lockutils [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.360048] env[69808]: DEBUG nova.policy [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f89b2ab2f6c4740893c605c60fcf7a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e13951c071cf4c6a93dedab6f7f3c15a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.437056] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.249075} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.437056] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.437056] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43981ba4-2aae-4c97-ac0d-e940cbadf4d7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.463924] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 8f6fe02d-f527-4aa5-bf75-372b69187dc6/8f6fe02d-f527-4aa5-bf75-372b69187dc6.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.471021] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91839904-9285-46c1-ae6b-13912ce61d87 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.493951] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1043.493951] env[69808]: value = "task-3790387" [ 1043.493951] env[69808]: _type = "Task" [ 1043.493951] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.503716] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.524329] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.717896] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.768540] env[69808]: DEBUG nova.compute.manager [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1043.768540] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a47726-bbbc-4c7c-b89d-aec1a2fb344f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.803912] env[69808]: DEBUG nova.compute.manager [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.812511] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a620e6e-404b-4708-a8f6-2fcabcb95efb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.817082] env[69808]: DEBUG nova.network.neutron [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Successfully created port: bc48f136-ec73-49ee-aa5e-6b29e92de5b7 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.826509] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3884b069-e386-4442-9246-8b8c8d1a5335 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.875891] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be82f52c-19d4-44a6-a1d8-cb5e2282423d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.885393] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cec99c-fe52-4326-9950-98badd164f55 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.902348] env[69808]: DEBUG nova.compute.provider_tree [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.991606] env[69808]: DEBUG nova.network.neutron [-] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.006685] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790387, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.217448] env[69808]: DEBUG oslo_vmware.api [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790386, 'name': PowerOnVM_Task, 'duration_secs': 0.981773} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.217756] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.217964] env[69808]: INFO nova.compute.manager [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Took 11.58 seconds to spawn the instance on the hypervisor. [ 1044.218165] env[69808]: DEBUG nova.compute.manager [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1044.219033] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41d0dd5-0961-47d2-919f-92eba66807d9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.278373] env[69808]: DEBUG nova.compute.manager [req-a2bd94b1-d281-4486-be10-7a0fd62058b2 req-17654cbf-bf66-4624-a87f-39028dcf4980 service nova] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Received event network-vif-deleted-1d352fce-0514-4f1f-a6b3-5c27806a67cb {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.288212] env[69808]: INFO nova.compute.manager [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] instance snapshotting [ 1044.290297] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af794c0-9245-49c1-8114-20777ed1c56f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.322344] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792c6e9f-f9b4-4bc4-a906-a577a366a2d5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.405652] env[69808]: DEBUG nova.scheduler.client.report [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.497097] env[69808]: INFO nova.compute.manager [-] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Took 1.36 seconds to deallocate network for instance. [ 1044.514271] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790387, 'name': ReconfigVM_Task, 'duration_secs': 0.560683} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.515124] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 8f6fe02d-f527-4aa5-bf75-372b69187dc6/8f6fe02d-f527-4aa5-bf75-372b69187dc6.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.517376] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6ceb4a6-ee29-4838-a913-fe8acd87e221 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.522576] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1044.522576] env[69808]: value = "task-3790388" [ 1044.522576] env[69808]: _type = "Task" [ 1044.522576] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.533964] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790388, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.741610] env[69808]: INFO nova.compute.manager [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Took 35.97 seconds to build instance. [ 1044.823145] env[69808]: DEBUG nova.compute.manager [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.835971] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Creating Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1044.836211] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dd624736-7beb-4395-bd13-115d47904509 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.846606] env[69808]: DEBUG oslo_vmware.api [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1044.846606] env[69808]: value = "task-3790389" [ 1044.846606] env[69808]: _type = "Task" [ 1044.846606] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.857151] env[69808]: DEBUG oslo_vmware.api [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790389, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.866033] env[69808]: DEBUG nova.virt.hardware [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.866450] env[69808]: DEBUG nova.virt.hardware [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.866687] env[69808]: DEBUG nova.virt.hardware [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.866951] env[69808]: DEBUG nova.virt.hardware [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.867171] env[69808]: DEBUG nova.virt.hardware [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.867399] env[69808]: DEBUG nova.virt.hardware [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.867688] env[69808]: DEBUG nova.virt.hardware [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.870408] env[69808]: DEBUG nova.virt.hardware [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.870408] env[69808]: DEBUG nova.virt.hardware [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.870408] env[69808]: DEBUG nova.virt.hardware [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.870408] env[69808]: DEBUG nova.virt.hardware [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.870408] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6120824-df6c-4b0f-a053-a1321de665dd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.880067] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffd501f-0852-4646-aaf0-b196555aedfb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.911872] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.913078] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.596s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.914677] env[69808]: INFO nova.compute.claims [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.946340] env[69808]: INFO nova.scheduler.client.report [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Deleted allocations for instance 40727ad6-40eb-42a4-9c57-8994f00982af [ 1045.012172] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.033773] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790388, 'name': Rename_Task, 'duration_secs': 0.165172} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.034186] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.034490] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e65413cb-e548-40ea-8e57-2ea7351e5c7d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.041995] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1045.041995] env[69808]: value = "task-3790390" [ 1045.041995] env[69808]: _type = "Task" [ 1045.041995] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.051540] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.242726] env[69808]: DEBUG oslo_concurrency.lockutils [None req-778a9aa3-a7ad-44ab-8973-e75cf55499c5 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "d597e916-bb76-41c0-8ac4-fb7cef7b1d80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.478s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.361038] env[69808]: DEBUG oslo_vmware.api [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790389, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.456413] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86c0f4a1-d630-4993-b851-265485754f54 tempest-ServerGroupTestJSON-1479082519 tempest-ServerGroupTestJSON-1479082519-project-member] Lock "40727ad6-40eb-42a4-9c57-8994f00982af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.250s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.563265] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790390, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.639521] env[69808]: DEBUG nova.network.neutron [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Successfully updated port: bc48f136-ec73-49ee-aa5e-6b29e92de5b7 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.860282] env[69808]: DEBUG oslo_vmware.api [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790389, 'name': CreateSnapshot_Task, 'duration_secs': 0.767628} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.860701] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Created Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1045.861866] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded30b7f-b830-40c4-9c7b-b6dcf8159470 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.053605] env[69808]: DEBUG oslo_vmware.api [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790390, 'name': PowerOnVM_Task, 'duration_secs': 0.572023} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.054020] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.054301] env[69808]: INFO nova.compute.manager [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1046.054525] env[69808]: DEBUG nova.compute.manager [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1046.055357] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b84e5a-a964-468e-872a-380eb7a6219c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.143372] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "refresh_cache-94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.143519] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquired lock "refresh_cache-94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.143669] env[69808]: DEBUG nova.network.neutron [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.310919] env[69808]: DEBUG nova.compute.manager [req-4e8aa46d-ed59-4d36-8946-b4b996e87d21 req-20119543-14d1-44eb-86e6-bb590c4f8b68 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Received event network-vif-plugged-bc48f136-ec73-49ee-aa5e-6b29e92de5b7 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.312399] env[69808]: DEBUG oslo_concurrency.lockutils [req-4e8aa46d-ed59-4d36-8946-b4b996e87d21 req-20119543-14d1-44eb-86e6-bb590c4f8b68 service nova] Acquiring lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.312681] env[69808]: DEBUG oslo_concurrency.lockutils [req-4e8aa46d-ed59-4d36-8946-b4b996e87d21 req-20119543-14d1-44eb-86e6-bb590c4f8b68 service nova] Lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.312913] env[69808]: DEBUG oslo_concurrency.lockutils [req-4e8aa46d-ed59-4d36-8946-b4b996e87d21 req-20119543-14d1-44eb-86e6-bb590c4f8b68 service nova] Lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.313145] env[69808]: DEBUG nova.compute.manager [req-4e8aa46d-ed59-4d36-8946-b4b996e87d21 req-20119543-14d1-44eb-86e6-bb590c4f8b68 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] No waiting events found dispatching network-vif-plugged-bc48f136-ec73-49ee-aa5e-6b29e92de5b7 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1046.313893] env[69808]: WARNING nova.compute.manager [req-4e8aa46d-ed59-4d36-8946-b4b996e87d21 req-20119543-14d1-44eb-86e6-bb590c4f8b68 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Received unexpected event network-vif-plugged-bc48f136-ec73-49ee-aa5e-6b29e92de5b7 for instance with vm_state building and task_state spawning. [ 1046.314141] env[69808]: DEBUG nova.compute.manager [req-4e8aa46d-ed59-4d36-8946-b4b996e87d21 req-20119543-14d1-44eb-86e6-bb590c4f8b68 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Received event network-changed-bc48f136-ec73-49ee-aa5e-6b29e92de5b7 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.314351] env[69808]: DEBUG nova.compute.manager [req-4e8aa46d-ed59-4d36-8946-b4b996e87d21 req-20119543-14d1-44eb-86e6-bb590c4f8b68 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Refreshing instance network info cache due to event network-changed-bc48f136-ec73-49ee-aa5e-6b29e92de5b7. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.314561] env[69808]: DEBUG oslo_concurrency.lockutils [req-4e8aa46d-ed59-4d36-8946-b4b996e87d21 req-20119543-14d1-44eb-86e6-bb590c4f8b68 service nova] Acquiring lock "refresh_cache-94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.385054] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Creating linked-clone VM from snapshot {{(pid=69808) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1046.386811] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f6d4454d-5185-41a3-aea7-bd8140a5f7a7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.391580] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f316e9f4-f530-481a-a0d1-e2c2296caecf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.400701] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf8e78f-c6b5-4bee-bdc1-9ce7e33ef0e0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.405297] env[69808]: DEBUG oslo_vmware.api [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1046.405297] env[69808]: value = "task-3790391" [ 1046.405297] env[69808]: _type = "Task" [ 1046.405297] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.435272] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce31c3ba-f313-4e41-a36b-f724e70422ef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.441267] env[69808]: DEBUG oslo_vmware.api [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790391, 'name': CloneVM_Task} progress is 12%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.448755] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b19c35-7bb0-4ee0-8e83-2f04d72331b4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.464157] env[69808]: DEBUG nova.compute.provider_tree [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.581899] env[69808]: INFO nova.compute.manager [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Took 36.70 seconds to build instance. [ 1046.724315] env[69808]: DEBUG nova.network.neutron [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.923484] env[69808]: DEBUG oslo_vmware.api [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790391, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.968612] env[69808]: DEBUG nova.scheduler.client.report [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.980243] env[69808]: DEBUG nova.network.neutron [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Updating instance_info_cache with network_info: [{"id": "bc48f136-ec73-49ee-aa5e-6b29e92de5b7", "address": "fa:16:3e:1a:b6:b8", "network": {"id": "d134c7c1-9dc9-44e2-8f59-5949991a52ec", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2083617213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13951c071cf4c6a93dedab6f7f3c15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc48f136-ec", "ovs_interfaceid": "bc48f136-ec73-49ee-aa5e-6b29e92de5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.083670] env[69808]: DEBUG oslo_concurrency.lockutils [None req-261d7228-3a71-40f3-bd3d-0ee549755dbe tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "8f6fe02d-f527-4aa5-bf75-372b69187dc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.215s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.423234] env[69808]: DEBUG oslo_vmware.api [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790391, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.476979] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.477756] env[69808]: DEBUG nova.compute.manager [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.480815] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.274s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.481198] env[69808]: DEBUG nova.objects.instance [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lazy-loading 'resources' on Instance uuid bfc961c4-cc6b-4691-bc95-b78c0a14bbe0 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.485382] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Releasing lock "refresh_cache-94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.485382] env[69808]: DEBUG nova.compute.manager [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Instance network_info: |[{"id": "bc48f136-ec73-49ee-aa5e-6b29e92de5b7", "address": "fa:16:3e:1a:b6:b8", "network": {"id": "d134c7c1-9dc9-44e2-8f59-5949991a52ec", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2083617213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13951c071cf4c6a93dedab6f7f3c15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc48f136-ec", "ovs_interfaceid": "bc48f136-ec73-49ee-aa5e-6b29e92de5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.485382] env[69808]: DEBUG oslo_concurrency.lockutils [req-4e8aa46d-ed59-4d36-8946-b4b996e87d21 req-20119543-14d1-44eb-86e6-bb590c4f8b68 service nova] Acquired lock "refresh_cache-94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.485382] env[69808]: DEBUG nova.network.neutron [req-4e8aa46d-ed59-4d36-8946-b4b996e87d21 req-20119543-14d1-44eb-86e6-bb590c4f8b68 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Refreshing network info cache for port bc48f136-ec73-49ee-aa5e-6b29e92de5b7 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.485659] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:b6:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc48f136-ec73-49ee-aa5e-6b29e92de5b7', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.494160] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Creating folder: Project (e13951c071cf4c6a93dedab6f7f3c15a). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.495535] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10a0f382-3a62-45e8-be29-9d2a154f6d84 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.508614] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Created folder: Project (e13951c071cf4c6a93dedab6f7f3c15a) in parent group-v753775. [ 1047.508854] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Creating folder: Instances. Parent ref: group-v754009. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.509128] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1af53e5-8d34-4866-be94-847b6b3ea6b6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.521227] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Created folder: Instances in parent group-v754009. [ 1047.521909] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.522301] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.522572] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ead51555-d61c-46e0-a0e1-e0d216467c74 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.552165] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.552165] env[69808]: value = "task-3790394" [ 1047.552165] env[69808]: _type = "Task" [ 1047.552165] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.563587] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790394, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.591249] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "4f4f356a-31bc-4890-a7b6-48f2958ef15c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.591731] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "4f4f356a-31bc-4890-a7b6-48f2958ef15c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.801030] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bfb2094a-6c03-47df-97b1-c464fbd2c583 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "8f6fe02d-f527-4aa5-bf75-372b69187dc6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.801030] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bfb2094a-6c03-47df-97b1-c464fbd2c583 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "8f6fe02d-f527-4aa5-bf75-372b69187dc6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.801030] env[69808]: DEBUG nova.compute.manager [None req-bfb2094a-6c03-47df-97b1-c464fbd2c583 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1047.801030] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273dd383-7ba9-490a-bcef-ffb2d97d7596 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.819511] env[69808]: DEBUG nova.compute.manager [None req-bfb2094a-6c03-47df-97b1-c464fbd2c583 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69808) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1047.822769] env[69808]: DEBUG nova.objects.instance [None req-bfb2094a-6c03-47df-97b1-c464fbd2c583 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lazy-loading 'flavor' on Instance uuid 8f6fe02d-f527-4aa5-bf75-372b69187dc6 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.918901] env[69808]: DEBUG oslo_vmware.api [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790391, 'name': CloneVM_Task, 'duration_secs': 1.427328} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.919270] env[69808]: INFO nova.virt.vmwareapi.vmops [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Created linked-clone VM from snapshot [ 1047.920090] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e3815a-712a-4732-882a-71950d89404e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.929137] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Uploading image cb9b7853-373a-4a04-88b0-23e79d0fe8a5 {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1047.957309] env[69808]: DEBUG oslo_vmware.rw_handles [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1047.957309] env[69808]: value = "vm-754008" [ 1047.957309] env[69808]: _type = "VirtualMachine" [ 1047.957309] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1047.957568] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-604b03a6-bf6c-4a4b-abe6-fa2079d73789 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.965927] env[69808]: DEBUG oslo_vmware.rw_handles [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lease: (returnval){ [ 1047.965927] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52adb173-823b-0642-26f0-0d0449375ac2" [ 1047.965927] env[69808]: _type = "HttpNfcLease" [ 1047.965927] env[69808]: } obtained for exporting VM: (result){ [ 1047.965927] env[69808]: value = "vm-754008" [ 1047.965927] env[69808]: _type = "VirtualMachine" [ 1047.965927] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1047.966307] env[69808]: DEBUG oslo_vmware.api [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the lease: (returnval){ [ 1047.966307] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52adb173-823b-0642-26f0-0d0449375ac2" [ 1047.966307] env[69808]: _type = "HttpNfcLease" [ 1047.966307] env[69808]: } to be ready. {{(pid=69808) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1047.974329] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1047.974329] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52adb173-823b-0642-26f0-0d0449375ac2" [ 1047.974329] env[69808]: _type = "HttpNfcLease" [ 1047.974329] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1047.984310] env[69808]: DEBUG nova.compute.utils [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.989066] env[69808]: DEBUG nova.compute.manager [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.989066] env[69808]: DEBUG nova.network.neutron [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.065823] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790394, 'name': CreateVM_Task, 'duration_secs': 0.385622} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.066028] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.066709] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.066956] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.067321] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.070148] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9849d732-d329-4b0d-86d9-bfcbc7e4fb36 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.077598] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1048.077598] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52499486-b707-c772-1286-a05107733d2c" [ 1048.077598] env[69808]: _type = "Task" [ 1048.077598] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.085730] env[69808]: DEBUG nova.policy [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54b674e722114a8aaa5113c1feb754e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b235077870b4008bb457876b9239c6e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.093023] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52499486-b707-c772-1286-a05107733d2c, 'name': SearchDatastore_Task, 'duration_secs': 0.009871} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.093313] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.093546] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.093776] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.093923] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.094115] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.096884] env[69808]: DEBUG nova.compute.manager [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.100200] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-041110fb-caae-4c4d-aa20-54d54985873c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.115541] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.115736] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.119921] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddf53fe8-0450-4da1-abc5-23ca6dc0110c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.127376] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1048.127376] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a52113-fea4-10d7-7ece-b8d7defe4507" [ 1048.127376] env[69808]: _type = "Task" [ 1048.127376] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.136347] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a52113-fea4-10d7-7ece-b8d7defe4507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.439180] env[69808]: DEBUG nova.network.neutron [req-4e8aa46d-ed59-4d36-8946-b4b996e87d21 req-20119543-14d1-44eb-86e6-bb590c4f8b68 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Updated VIF entry in instance network info cache for port bc48f136-ec73-49ee-aa5e-6b29e92de5b7. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.439470] env[69808]: DEBUG nova.network.neutron [req-4e8aa46d-ed59-4d36-8946-b4b996e87d21 req-20119543-14d1-44eb-86e6-bb590c4f8b68 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Updating instance_info_cache with network_info: [{"id": "bc48f136-ec73-49ee-aa5e-6b29e92de5b7", "address": "fa:16:3e:1a:b6:b8", "network": {"id": "d134c7c1-9dc9-44e2-8f59-5949991a52ec", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2083617213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13951c071cf4c6a93dedab6f7f3c15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc48f136-ec", "ovs_interfaceid": "bc48f136-ec73-49ee-aa5e-6b29e92de5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.452774] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef19c375-7145-43af-8be4-1b657c4f7098 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.463670] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6b12a7-2315-4aab-839f-06966e310331 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.515812] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1048.515812] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52adb173-823b-0642-26f0-0d0449375ac2" [ 1048.515812] env[69808]: _type = "HttpNfcLease" [ 1048.515812] env[69808]: } is ready. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1048.516468] env[69808]: DEBUG nova.compute.manager [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.523100] env[69808]: DEBUG oslo_vmware.rw_handles [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1048.523100] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52adb173-823b-0642-26f0-0d0449375ac2" [ 1048.523100] env[69808]: _type = "HttpNfcLease" [ 1048.523100] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1048.524642] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298f333d-8348-4042-b2da-74d43943b002 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.529203] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fafaa42-752a-4ecc-b8d3-f64dd8327abe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.541781] env[69808]: DEBUG oslo_vmware.rw_handles [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d0106-c5cd-fbb7-b501-1cdf39f55c1d/disk-0.vmdk from lease info. {{(pid=69808) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1048.541954] env[69808]: DEBUG oslo_vmware.rw_handles [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d0106-c5cd-fbb7-b501-1cdf39f55c1d/disk-0.vmdk for reading. {{(pid=69808) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1048.548705] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59af9333-20be-4f73-bada-dccd091f304e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.627752] env[69808]: DEBUG nova.compute.provider_tree [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.639982] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a52113-fea4-10d7-7ece-b8d7defe4507, 'name': SearchDatastore_Task, 'duration_secs': 0.010843} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.641071] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bc10757-b54a-41fd-a373-ee91e9606e54 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.647082] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1048.647082] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521dc101-9300-0072-bd17-ae4ab15731a4" [ 1048.647082] env[69808]: _type = "Task" [ 1048.647082] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.648849] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.661889] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b654cc64-382f-429b-b6cf-87ee01b3d7de {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.665977] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521dc101-9300-0072-bd17-ae4ab15731a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.671161] env[69808]: DEBUG nova.network.neutron [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Successfully created port: 79e031ec-4876-43c9-bf55-355d114fc711 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.833194] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb2094a-6c03-47df-97b1-c464fbd2c583 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.833521] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1cb3c4d-fbce-405c-bac9-02be03c8fd96 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.844215] env[69808]: DEBUG oslo_vmware.api [None req-bfb2094a-6c03-47df-97b1-c464fbd2c583 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1048.844215] env[69808]: value = "task-3790396" [ 1048.844215] env[69808]: _type = "Task" [ 1048.844215] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.857126] env[69808]: DEBUG oslo_vmware.api [None req-bfb2094a-6c03-47df-97b1-c464fbd2c583 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.942910] env[69808]: DEBUG oslo_concurrency.lockutils [req-4e8aa46d-ed59-4d36-8946-b4b996e87d21 req-20119543-14d1-44eb-86e6-bb590c4f8b68 service nova] Releasing lock "refresh_cache-94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.134367] env[69808]: DEBUG nova.scheduler.client.report [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.164792] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521dc101-9300-0072-bd17-ae4ab15731a4, 'name': SearchDatastore_Task, 'duration_secs': 0.0109} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.164792] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.164792] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e/94be9cc8-bd7d-4338-b9ce-14d47ab7f79e.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.164792] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f07ee86d-1df8-4d29-8ceb-060e04c5c6d8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.173375] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1049.173375] env[69808]: value = "task-3790397" [ 1049.173375] env[69808]: _type = "Task" [ 1049.173375] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.189250] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.355097] env[69808]: DEBUG oslo_vmware.api [None req-bfb2094a-6c03-47df-97b1-c464fbd2c583 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790396, 'name': PowerOffVM_Task, 'duration_secs': 0.32239} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.355517] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb2094a-6c03-47df-97b1-c464fbd2c583 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.355772] env[69808]: DEBUG nova.compute.manager [None req-bfb2094a-6c03-47df-97b1-c464fbd2c583 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1049.356795] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5b80f8-e85e-4e2c-bcf7-297844ec8f7e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.542271] env[69808]: DEBUG nova.compute.manager [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.582671] env[69808]: DEBUG nova.virt.hardware [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.582991] env[69808]: DEBUG nova.virt.hardware [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.583180] env[69808]: DEBUG nova.virt.hardware [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.583371] env[69808]: DEBUG nova.virt.hardware [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.583523] env[69808]: DEBUG nova.virt.hardware [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.583670] env[69808]: DEBUG nova.virt.hardware [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.583975] env[69808]: DEBUG nova.virt.hardware [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.584210] env[69808]: DEBUG nova.virt.hardware [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.584399] env[69808]: DEBUG nova.virt.hardware [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.584584] env[69808]: DEBUG nova.virt.hardware [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.584782] env[69808]: DEBUG nova.virt.hardware [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.585867] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f32fba-ec26-42d4-9ebc-563d6552a345 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.596482] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577051d5-e6f4-497e-97c0-1248bf290178 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.641119] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.645223] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.734s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.647580] env[69808]: INFO nova.compute.claims [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.685521] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790397, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.694220] env[69808]: INFO nova.scheduler.client.report [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Deleted allocations for instance bfc961c4-cc6b-4691-bc95-b78c0a14bbe0 [ 1049.872138] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bfb2094a-6c03-47df-97b1-c464fbd2c583 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "8f6fe02d-f527-4aa5-bf75-372b69187dc6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.194415] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74158} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.194828] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e/94be9cc8-bd7d-4338-b9ce-14d47ab7f79e.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.195934] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.196722] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a09546a-d434-412b-8297-226388d5d64b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.207606] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1050.207606] env[69808]: value = "task-3790398" [ 1050.207606] env[69808]: _type = "Task" [ 1050.207606] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.208297] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7feb863d-a82b-405e-946d-218834b9516f tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "bfc961c4-cc6b-4691-bc95-b78c0a14bbe0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.414s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.219717] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.643383] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "8f6fe02d-f527-4aa5-bf75-372b69187dc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.643739] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "8f6fe02d-f527-4aa5-bf75-372b69187dc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.643979] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "8f6fe02d-f527-4aa5-bf75-372b69187dc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.644270] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "8f6fe02d-f527-4aa5-bf75-372b69187dc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.644489] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "8f6fe02d-f527-4aa5-bf75-372b69187dc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.646833] env[69808]: INFO nova.compute.manager [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Terminating instance [ 1050.723026] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172486} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.727666] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.727666] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efb7756-4a5f-4f19-9529-9826392a4f0b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.755231] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e/94be9cc8-bd7d-4338-b9ce-14d47ab7f79e.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.759733] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b340b2d1-5d0c-46df-85da-c3e05271dd24 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.783913] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1050.783913] env[69808]: value = "task-3790399" [ 1050.783913] env[69808]: _type = "Task" [ 1050.783913] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.798690] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.981310] env[69808]: DEBUG nova.compute.manager [req-7fc1b73c-ee30-413f-9f9b-766c62593651 req-dff9527b-d241-4a6a-ac26-06f9d2a67ea5 service nova] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Received event network-vif-plugged-79e031ec-4876-43c9-bf55-355d114fc711 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.981602] env[69808]: DEBUG oslo_concurrency.lockutils [req-7fc1b73c-ee30-413f-9f9b-766c62593651 req-dff9527b-d241-4a6a-ac26-06f9d2a67ea5 service nova] Acquiring lock "7911dcea-a561-40a9-897e-321ec913227c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.982310] env[69808]: DEBUG oslo_concurrency.lockutils [req-7fc1b73c-ee30-413f-9f9b-766c62593651 req-dff9527b-d241-4a6a-ac26-06f9d2a67ea5 service nova] Lock "7911dcea-a561-40a9-897e-321ec913227c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.982564] env[69808]: DEBUG oslo_concurrency.lockutils [req-7fc1b73c-ee30-413f-9f9b-766c62593651 req-dff9527b-d241-4a6a-ac26-06f9d2a67ea5 service nova] Lock "7911dcea-a561-40a9-897e-321ec913227c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.982797] env[69808]: DEBUG nova.compute.manager [req-7fc1b73c-ee30-413f-9f9b-766c62593651 req-dff9527b-d241-4a6a-ac26-06f9d2a67ea5 service nova] [instance: 7911dcea-a561-40a9-897e-321ec913227c] No waiting events found dispatching network-vif-plugged-79e031ec-4876-43c9-bf55-355d114fc711 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1050.983706] env[69808]: WARNING nova.compute.manager [req-7fc1b73c-ee30-413f-9f9b-766c62593651 req-dff9527b-d241-4a6a-ac26-06f9d2a67ea5 service nova] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Received unexpected event network-vif-plugged-79e031ec-4876-43c9-bf55-355d114fc711 for instance with vm_state building and task_state spawning. [ 1051.092295] env[69808]: DEBUG nova.network.neutron [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Successfully updated port: 79e031ec-4876-43c9-bf55-355d114fc711 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.101760] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Acquiring lock "1da20561-760a-4846-9b82-45b3c87b9014" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.101760] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Lock "1da20561-760a-4846-9b82-45b3c87b9014" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.155384] env[69808]: DEBUG nova.compute.manager [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.155647] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.156581] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9210893-2444-4e12-af24-a31b89d82487 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.167829] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.167829] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f933c269-9af9-4bdf-9106-2587281f29cb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.205115] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74d33e8-5a3b-4ad9-a2bb-b5fdb55b0b13 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.214798] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388e92a4-6906-4e7b-a61e-5d698bf10662 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.259527] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291eb8f8-8dd7-4491-ac05-ad0e19f1ac9e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.262281] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.262475] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.262654] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Deleting the datastore file [datastore1] 8f6fe02d-f527-4aa5-bf75-372b69187dc6 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.262922] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9952c99c-d342-495b-bd79-13b99eff3763 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.274380] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ac186d-215b-48e3-864a-435aa44e43bc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.279060] env[69808]: DEBUG oslo_vmware.api [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1051.279060] env[69808]: value = "task-3790401" [ 1051.279060] env[69808]: _type = "Task" [ 1051.279060] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.291986] env[69808]: DEBUG nova.compute.provider_tree [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.300662] env[69808]: DEBUG oslo_vmware.api [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.307348] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790399, 'name': ReconfigVM_Task, 'duration_secs': 0.434425} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.307707] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e/94be9cc8-bd7d-4338-b9ce-14d47ab7f79e.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.308366] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3d895ac-2962-47dd-a70d-e71bc8ac75cb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.317162] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1051.317162] env[69808]: value = "task-3790402" [ 1051.317162] env[69808]: _type = "Task" [ 1051.317162] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.328462] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790402, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.597801] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "refresh_cache-7911dcea-a561-40a9-897e-321ec913227c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.597996] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquired lock "refresh_cache-7911dcea-a561-40a9-897e-321ec913227c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.598131] env[69808]: DEBUG nova.network.neutron [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.604512] env[69808]: DEBUG nova.compute.manager [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.790560] env[69808]: DEBUG oslo_vmware.api [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253867} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.790921] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.790996] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.791787] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.791787] env[69808]: INFO nova.compute.manager [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1051.791787] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.792651] env[69808]: DEBUG nova.compute.manager [-] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.792651] env[69808]: DEBUG nova.network.neutron [-] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.798532] env[69808]: DEBUG nova.scheduler.client.report [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.831018] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790402, 'name': Rename_Task, 'duration_secs': 0.190238} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.831344] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.831602] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27cf6592-fcf6-4caf-aa60-811ade985f2b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.840307] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1051.840307] env[69808]: value = "task-3790403" [ 1051.840307] env[69808]: _type = "Task" [ 1051.840307] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.854780] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.138376] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.174455] env[69808]: DEBUG nova.network.neutron [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.304106] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.304758] env[69808]: DEBUG nova.compute.manager [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.309323] env[69808]: DEBUG oslo_concurrency.lockutils [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.074s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.309323] env[69808]: DEBUG nova.objects.instance [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Lazy-loading 'resources' on Instance uuid 42d33224-a879-4c5b-913e-a58e24e411f4 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.352098] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790403, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.467194] env[69808]: DEBUG nova.network.neutron [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Updating instance_info_cache with network_info: [{"id": "79e031ec-4876-43c9-bf55-355d114fc711", "address": "fa:16:3e:a7:69:91", "network": {"id": "7767bb95-5cc6-4aca-b6c1-dbfcc00b332b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-149431807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b235077870b4008bb457876b9239c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79e031ec-48", "ovs_interfaceid": "79e031ec-4876-43c9-bf55-355d114fc711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.813122] env[69808]: DEBUG nova.compute.utils [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.818223] env[69808]: DEBUG nova.compute.manager [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Not allocating networking since 'none' was specified. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1052.831163] env[69808]: DEBUG nova.network.neutron [-] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.858655] env[69808]: DEBUG oslo_vmware.api [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790403, 'name': PowerOnVM_Task, 'duration_secs': 0.790065} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.858943] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.859274] env[69808]: INFO nova.compute.manager [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1052.859363] env[69808]: DEBUG nova.compute.manager [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1052.860231] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460c203b-b7d2-4a9c-89b6-4703d8d705c1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.973913] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Releasing lock "refresh_cache-7911dcea-a561-40a9-897e-321ec913227c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.974923] env[69808]: DEBUG nova.compute.manager [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Instance network_info: |[{"id": "79e031ec-4876-43c9-bf55-355d114fc711", "address": "fa:16:3e:a7:69:91", "network": {"id": "7767bb95-5cc6-4aca-b6c1-dbfcc00b332b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-149431807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b235077870b4008bb457876b9239c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79e031ec-48", "ovs_interfaceid": "79e031ec-4876-43c9-bf55-355d114fc711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.975359] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:69:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79e031ec-4876-43c9-bf55-355d114fc711', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.986715] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.990171] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.991068] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e530a2b6-6f86-42e4-aa4d-010335df2f9b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.015626] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.015626] env[69808]: value = "task-3790404" [ 1053.015626] env[69808]: _type = "Task" [ 1053.015626] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.028136] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790404, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.113272] env[69808]: DEBUG nova.compute.manager [req-2160f479-ee93-4622-ada6-be86a346c859 req-e3946250-037a-472c-a4a8-70b8566c9b04 service nova] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Received event network-changed-79e031ec-4876-43c9-bf55-355d114fc711 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.113272] env[69808]: DEBUG nova.compute.manager [req-2160f479-ee93-4622-ada6-be86a346c859 req-e3946250-037a-472c-a4a8-70b8566c9b04 service nova] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Refreshing instance network info cache due to event network-changed-79e031ec-4876-43c9-bf55-355d114fc711. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.113272] env[69808]: DEBUG oslo_concurrency.lockutils [req-2160f479-ee93-4622-ada6-be86a346c859 req-e3946250-037a-472c-a4a8-70b8566c9b04 service nova] Acquiring lock "refresh_cache-7911dcea-a561-40a9-897e-321ec913227c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.113272] env[69808]: DEBUG oslo_concurrency.lockutils [req-2160f479-ee93-4622-ada6-be86a346c859 req-e3946250-037a-472c-a4a8-70b8566c9b04 service nova] Acquired lock "refresh_cache-7911dcea-a561-40a9-897e-321ec913227c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.113272] env[69808]: DEBUG nova.network.neutron [req-2160f479-ee93-4622-ada6-be86a346c859 req-e3946250-037a-472c-a4a8-70b8566c9b04 service nova] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Refreshing network info cache for port 79e031ec-4876-43c9-bf55-355d114fc711 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.316700] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9b3833-50d7-4d9b-985b-dda0e075fee5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.319745] env[69808]: DEBUG nova.compute.manager [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.328617] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d65e25d-9953-4d0a-8763-51cdbf5590a7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.333327] env[69808]: INFO nova.compute.manager [-] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Took 1.54 seconds to deallocate network for instance. [ 1053.375295] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b416a7-e0e3-4761-8220-039e51638680 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.388139] env[69808]: INFO nova.compute.manager [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Took 36.59 seconds to build instance. [ 1053.394074] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e6ddbe-9053-4fb0-b3ef-8ea2cd592665 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.413494] env[69808]: DEBUG nova.compute.provider_tree [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.532175] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790404, 'name': CreateVM_Task, 'duration_secs': 0.465777} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.532597] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.533258] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.533469] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.533847] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.534557] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce9e2b03-5ccb-48b6-a727-ad50450a94a9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.543720] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 1053.543720] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523e0fcf-d212-aa40-af29-072f89d702f1" [ 1053.543720] env[69808]: _type = "Task" [ 1053.543720] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.559040] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523e0fcf-d212-aa40-af29-072f89d702f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.583297] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Acquiring lock "35727923-0c25-426b-a711-7c3c307098c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.583644] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Lock "35727923-0c25-426b-a711-7c3c307098c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.875365] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.890370] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c6184c59-d889-4ee7-a662-839507e87e2f tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.103s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.918118] env[69808]: DEBUG nova.scheduler.client.report [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.925504] env[69808]: DEBUG nova.network.neutron [req-2160f479-ee93-4622-ada6-be86a346c859 req-e3946250-037a-472c-a4a8-70b8566c9b04 service nova] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Updated VIF entry in instance network info cache for port 79e031ec-4876-43c9-bf55-355d114fc711. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.926132] env[69808]: DEBUG nova.network.neutron [req-2160f479-ee93-4622-ada6-be86a346c859 req-e3946250-037a-472c-a4a8-70b8566c9b04 service nova] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Updating instance_info_cache with network_info: [{"id": "79e031ec-4876-43c9-bf55-355d114fc711", "address": "fa:16:3e:a7:69:91", "network": {"id": "7767bb95-5cc6-4aca-b6c1-dbfcc00b332b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-149431807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b235077870b4008bb457876b9239c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79e031ec-48", "ovs_interfaceid": "79e031ec-4876-43c9-bf55-355d114fc711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.055477] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523e0fcf-d212-aa40-af29-072f89d702f1, 'name': SearchDatastore_Task, 'duration_secs': 0.016115} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.055818] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.056114] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.056378] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.056527] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.056713] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.057010] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5fb7dbe-693c-4694-846b-5a6e447f99b8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.070458] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.070458] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.071531] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff6976a7-07f5-43bd-bf5e-0c431e0acd21 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.078714] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 1054.078714] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d13dc6-0838-7e12-0295-b895e9d0abf4" [ 1054.078714] env[69808]: _type = "Task" [ 1054.078714] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.089712] env[69808]: DEBUG nova.compute.manager [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.093645] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d13dc6-0838-7e12-0295-b895e9d0abf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.330961] env[69808]: DEBUG nova.compute.manager [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.357264] env[69808]: DEBUG nova.virt.hardware [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.357552] env[69808]: DEBUG nova.virt.hardware [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.357718] env[69808]: DEBUG nova.virt.hardware [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.357917] env[69808]: DEBUG nova.virt.hardware [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.358086] env[69808]: DEBUG nova.virt.hardware [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.358269] env[69808]: DEBUG nova.virt.hardware [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.358489] env[69808]: DEBUG nova.virt.hardware [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.358649] env[69808]: DEBUG nova.virt.hardware [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.358818] env[69808]: DEBUG nova.virt.hardware [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.359029] env[69808]: DEBUG nova.virt.hardware [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.359243] env[69808]: DEBUG nova.virt.hardware [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.360270] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a585584d-2181-4748-b942-84b53dfae722 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.369473] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5710f9c7-fc98-4b75-8bcd-9c2835b12ecf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.388949] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Instance VIF info [] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.398268] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Creating folder: Project (5a478ff6cf6041aaa90cba4bff67dc4e). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.398790] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fed6c93-59c0-4561-94cf-3453b32d89f5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.410763] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Created folder: Project (5a478ff6cf6041aaa90cba4bff67dc4e) in parent group-v753775. [ 1054.410973] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Creating folder: Instances. Parent ref: group-v754013. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.411268] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-096fd320-323e-4510-ad33-39fa629e1538 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.423618] env[69808]: DEBUG oslo_concurrency.lockutils [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.429169] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.711s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.430039] env[69808]: DEBUG nova.objects.instance [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lazy-loading 'resources' on Instance uuid 77b1a824-59d1-401b-9053-7842a5ce64c6 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.433078] env[69808]: DEBUG oslo_concurrency.lockutils [req-2160f479-ee93-4622-ada6-be86a346c859 req-e3946250-037a-472c-a4a8-70b8566c9b04 service nova] Releasing lock "refresh_cache-7911dcea-a561-40a9-897e-321ec913227c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.433078] env[69808]: DEBUG nova.compute.manager [req-2160f479-ee93-4622-ada6-be86a346c859 req-e3946250-037a-472c-a4a8-70b8566c9b04 service nova] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Received event network-vif-deleted-81b019c8-2b0e-438b-ae00-cb5caa7a35ea {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.433327] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Created folder: Instances in parent group-v754013. [ 1054.433600] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.434120] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.434471] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4311f207-3c88-4549-abac-f975c77ffc15 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.464126] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.464126] env[69808]: value = "task-3790407" [ 1054.464126] env[69808]: _type = "Task" [ 1054.464126] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.476393] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790407, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.478279] env[69808]: INFO nova.scheduler.client.report [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Deleted allocations for instance 42d33224-a879-4c5b-913e-a58e24e411f4 [ 1054.537325] env[69808]: DEBUG nova.compute.manager [req-af264903-af23-4969-a33b-ae5c702d51b9 req-6f0e4203-971c-4c07-83b2-913813b9b4b6 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Received event network-changed-bc48f136-ec73-49ee-aa5e-6b29e92de5b7 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.538638] env[69808]: DEBUG nova.compute.manager [req-af264903-af23-4969-a33b-ae5c702d51b9 req-6f0e4203-971c-4c07-83b2-913813b9b4b6 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Refreshing instance network info cache due to event network-changed-bc48f136-ec73-49ee-aa5e-6b29e92de5b7. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.539063] env[69808]: DEBUG oslo_concurrency.lockutils [req-af264903-af23-4969-a33b-ae5c702d51b9 req-6f0e4203-971c-4c07-83b2-913813b9b4b6 service nova] Acquiring lock "refresh_cache-94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.539253] env[69808]: DEBUG oslo_concurrency.lockutils [req-af264903-af23-4969-a33b-ae5c702d51b9 req-6f0e4203-971c-4c07-83b2-913813b9b4b6 service nova] Acquired lock "refresh_cache-94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.539443] env[69808]: DEBUG nova.network.neutron [req-af264903-af23-4969-a33b-ae5c702d51b9 req-6f0e4203-971c-4c07-83b2-913813b9b4b6 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Refreshing network info cache for port bc48f136-ec73-49ee-aa5e-6b29e92de5b7 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.610220] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d13dc6-0838-7e12-0295-b895e9d0abf4, 'name': SearchDatastore_Task, 'duration_secs': 0.015739} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.616086] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97552ef3-6b19-4915-be2a-94ddad0d16a2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.623684] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 1054.623684] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e298d7-f370-858c-3ddf-657b6603f38d" [ 1054.623684] env[69808]: _type = "Task" [ 1054.623684] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.628703] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.634849] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e298d7-f370-858c-3ddf-657b6603f38d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.975693] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790407, 'name': CreateVM_Task, 'duration_secs': 0.361486} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.975991] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.976541] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.976718] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.977095] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.980325] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e662ae41-0ac3-4f69-ba56-5e054423089f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.986748] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for the task: (returnval){ [ 1054.986748] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52956d2d-f441-c928-debe-2dd025a2696a" [ 1054.986748] env[69808]: _type = "Task" [ 1054.986748] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.993450] env[69808]: DEBUG oslo_concurrency.lockutils [None req-47e9eb7f-2a93-4899-bcbe-96f57bfbe5d3 tempest-ServerPasswordTestJSON-1383083299 tempest-ServerPasswordTestJSON-1383083299-project-member] Lock "42d33224-a879-4c5b-913e-a58e24e411f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.396s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.001572] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52956d2d-f441-c928-debe-2dd025a2696a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.137810] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e298d7-f370-858c-3ddf-657b6603f38d, 'name': SearchDatastore_Task, 'duration_secs': 0.012801} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.142350] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.143184] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 7911dcea-a561-40a9-897e-321ec913227c/7911dcea-a561-40a9-897e-321ec913227c.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.144926] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e938cba4-65ad-4458-90ce-46d03cb6d60e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.154050] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 1055.154050] env[69808]: value = "task-3790408" [ 1055.154050] env[69808]: _type = "Task" [ 1055.154050] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.177232] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.407312] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e8131b-28e3-43f5-aefe-00d27569a816 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.416074] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82326190-bf59-48f4-b455-49700e7be93e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.459285] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095976fb-e0bd-4667-b011-60defe3e57c8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.469416] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0342d155-44ef-465e-a01c-ac7c851380a5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.489452] env[69808]: DEBUG nova.compute.provider_tree [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.501531] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52956d2d-f441-c928-debe-2dd025a2696a, 'name': SearchDatastore_Task, 'duration_secs': 0.025283} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.502908] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.503262] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.503622] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.503872] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.504141] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.504939] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbad60d9-def6-4e09-8559-d876f70572f3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.514655] env[69808]: DEBUG nova.network.neutron [req-af264903-af23-4969-a33b-ae5c702d51b9 req-6f0e4203-971c-4c07-83b2-913813b9b4b6 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Updated VIF entry in instance network info cache for port bc48f136-ec73-49ee-aa5e-6b29e92de5b7. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.515784] env[69808]: DEBUG nova.network.neutron [req-af264903-af23-4969-a33b-ae5c702d51b9 req-6f0e4203-971c-4c07-83b2-913813b9b4b6 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Updating instance_info_cache with network_info: [{"id": "bc48f136-ec73-49ee-aa5e-6b29e92de5b7", "address": "fa:16:3e:1a:b6:b8", "network": {"id": "d134c7c1-9dc9-44e2-8f59-5949991a52ec", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2083617213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13951c071cf4c6a93dedab6f7f3c15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc48f136-ec", "ovs_interfaceid": "bc48f136-ec73-49ee-aa5e-6b29e92de5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.518862] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.519387] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.520420] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6e130d6-81df-497c-a021-cd960fc2c331 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.529520] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for the task: (returnval){ [ 1055.529520] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5287796f-07c7-602c-7080-9f5b8aab626c" [ 1055.529520] env[69808]: _type = "Task" [ 1055.529520] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.542310] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5287796f-07c7-602c-7080-9f5b8aab626c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.666732] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790408, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.996615] env[69808]: DEBUG nova.scheduler.client.report [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.021697] env[69808]: DEBUG oslo_concurrency.lockutils [req-af264903-af23-4969-a33b-ae5c702d51b9 req-6f0e4203-971c-4c07-83b2-913813b9b4b6 service nova] Releasing lock "refresh_cache-94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.043757] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5287796f-07c7-602c-7080-9f5b8aab626c, 'name': SearchDatastore_Task, 'duration_secs': 0.021691} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.044899] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15dd7e79-a2d5-4900-9e88-104bc1aa979d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.053640] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for the task: (returnval){ [ 1056.053640] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523d6bc4-50a3-c227-50d4-c95b5a0761de" [ 1056.053640] env[69808]: _type = "Task" [ 1056.053640] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.064538] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523d6bc4-50a3-c227-50d4-c95b5a0761de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.166621] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625933} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.166969] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 7911dcea-a561-40a9-897e-321ec913227c/7911dcea-a561-40a9-897e-321ec913227c.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.167226] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.167777] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d585ea1-e647-4f99-b0d2-a52f658e457e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.178172] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 1056.178172] env[69808]: value = "task-3790409" [ 1056.178172] env[69808]: _type = "Task" [ 1056.178172] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.189726] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.505590] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.509487] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.597s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.509487] env[69808]: DEBUG nova.objects.instance [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lazy-loading 'resources' on Instance uuid 3216aa34-6732-4e07-97cc-6a80533c479b {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.539607] env[69808]: INFO nova.scheduler.client.report [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Deleted allocations for instance 77b1a824-59d1-401b-9053-7842a5ce64c6 [ 1056.570026] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523d6bc4-50a3-c227-50d4-c95b5a0761de, 'name': SearchDatastore_Task, 'duration_secs': 0.020022} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.570026] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.570026] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 79f728b7-7360-4dc2-986d-02a605223a82/79f728b7-7360-4dc2-986d-02a605223a82.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.570026] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c416c723-ca95-494d-b3fe-81125e908c29 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.576889] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for the task: (returnval){ [ 1056.576889] env[69808]: value = "task-3790410" [ 1056.576889] env[69808]: _type = "Task" [ 1056.576889] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.589661] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.687537] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.347972} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.687847] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.688779] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328517fa-d750-466b-86a2-adda44e2a62b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.717459] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 7911dcea-a561-40a9-897e-321ec913227c/7911dcea-a561-40a9-897e-321ec913227c.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.717907] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a4b0776-4e2c-44a5-930c-cd3ec2c06342 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.742063] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 1056.742063] env[69808]: value = "task-3790411" [ 1056.742063] env[69808]: _type = "Task" [ 1056.742063] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.752048] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.059972] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bb66ea52-d32b-41d7-b71e-43008d0488db tempest-ListServerFiltersTestJSON-454970425 tempest-ListServerFiltersTestJSON-454970425-project-member] Lock "77b1a824-59d1-401b-9053-7842a5ce64c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.613s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.093763] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790410, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.263573] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790411, 'name': ReconfigVM_Task, 'duration_secs': 0.345883} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.263888] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 7911dcea-a561-40a9-897e-321ec913227c/7911dcea-a561-40a9-897e-321ec913227c.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.264612] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc9f5986-a34a-413e-89a2-9a4f14268755 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.272994] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 1057.272994] env[69808]: value = "task-3790412" [ 1057.272994] env[69808]: _type = "Task" [ 1057.272994] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.292212] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790412, 'name': Rename_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.595771] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856014} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.595771] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 79f728b7-7360-4dc2-986d-02a605223a82/79f728b7-7360-4dc2-986d-02a605223a82.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.596398] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.596398] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17e1cb16-9eec-4d50-b46f-930d0d1c9634 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.606748] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for the task: (returnval){ [ 1057.606748] env[69808]: value = "task-3790413" [ 1057.606748] env[69808]: _type = "Task" [ 1057.606748] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.618817] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.641651] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01492d0-2da6-4cbf-9419-f69343970fe2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.651432] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3330a0fa-117b-4df2-93e6-92701758d416 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.692060] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3201c46c-e465-48da-9064-4ceea0fdbc01 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.700974] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8c6fb8-0fc3-48ad-a76e-99aac4994bdb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.718216] env[69808]: DEBUG nova.compute.provider_tree [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.786864] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790412, 'name': Rename_Task, 'duration_secs': 0.198826} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.787448] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.787735] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9995b741-776f-46f9-b106-bafc87adbaf9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.795252] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 1057.795252] env[69808]: value = "task-3790414" [ 1057.795252] env[69808]: _type = "Task" [ 1057.795252] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.805233] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.118104] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087442} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.118397] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.119262] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ce6556-cb88-44b5-84c6-3a8432d2fd7f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.140431] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 79f728b7-7360-4dc2-986d-02a605223a82/79f728b7-7360-4dc2-986d-02a605223a82.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.140771] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7099f5e-e13d-46eb-939b-e3123e30cd2b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.161202] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for the task: (returnval){ [ 1058.161202] env[69808]: value = "task-3790415" [ 1058.161202] env[69808]: _type = "Task" [ 1058.161202] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.170736] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.222110] env[69808]: DEBUG nova.scheduler.client.report [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.307528] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790414, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.676694] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790415, 'name': ReconfigVM_Task, 'duration_secs': 0.31225} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.677207] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 79f728b7-7360-4dc2-986d-02a605223a82/79f728b7-7360-4dc2-986d-02a605223a82.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.679200] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-feac5a17-88f5-45ee-b24c-519f50cc126b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.691827] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for the task: (returnval){ [ 1058.691827] env[69808]: value = "task-3790416" [ 1058.691827] env[69808]: _type = "Task" [ 1058.691827] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.702242] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790416, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.728539] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.731776] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.677s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.732705] env[69808]: DEBUG nova.objects.instance [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Lazy-loading 'resources' on Instance uuid 1e76dd13-39f8-4b51-8cb5-443ff4160265 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.765525] env[69808]: INFO nova.scheduler.client.report [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Deleted allocations for instance 3216aa34-6732-4e07-97cc-6a80533c479b [ 1058.817022] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790414, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.202334] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790416, 'name': Rename_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.276838] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fd790b7c-dfad-4411-b1a7-2dc4f06a5dd0 tempest-ServersNegativeTestJSON-384364998 tempest-ServersNegativeTestJSON-384364998-project-member] Lock "3216aa34-6732-4e07-97cc-6a80533c479b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.303s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.308363] env[69808]: DEBUG oslo_vmware.api [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790414, 'name': PowerOnVM_Task, 'duration_secs': 1.441849} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.309031] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.309031] env[69808]: INFO nova.compute.manager [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1059.309220] env[69808]: DEBUG nova.compute.manager [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1059.309943] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a4da83-ed89-4e74-91d5-f324bbfd7506 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.587401] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de9ccf3-0917-4466-a102-280e1215e1fa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.597333] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e953aff8-cba7-48c9-94d6-4af21ad25662 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.633264] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f754dff2-2036-4247-ac28-4b926d1cb77a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.641581] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356773f8-ec14-4d25-b629-ed7b862c5fed {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.450076] env[69808]: INFO nova.compute.manager [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Took 39.15 seconds to build instance. [ 1060.462477] env[69808]: DEBUG nova.compute.provider_tree [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.467877] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790416, 'name': Rename_Task, 'duration_secs': 1.246405} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.469664] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.469664] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f6a26d9-fe3e-4900-9d1d-2d3198478757 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.478139] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for the task: (returnval){ [ 1060.478139] env[69808]: value = "task-3790417" [ 1060.478139] env[69808]: _type = "Task" [ 1060.478139] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.492024] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.519230] env[69808]: DEBUG oslo_vmware.rw_handles [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d0106-c5cd-fbb7-b501-1cdf39f55c1d/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1060.520203] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fc6bb5-2ae7-404a-b89d-fcf434c65328 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.530079] env[69808]: DEBUG oslo_vmware.rw_handles [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d0106-c5cd-fbb7-b501-1cdf39f55c1d/disk-0.vmdk is in state: ready. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1060.530079] env[69808]: ERROR oslo_vmware.rw_handles [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d0106-c5cd-fbb7-b501-1cdf39f55c1d/disk-0.vmdk due to incomplete transfer. [ 1060.530079] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ad95b6f4-97af-4921-b173-d140e27813fd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.540818] env[69808]: DEBUG oslo_vmware.rw_handles [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d0106-c5cd-fbb7-b501-1cdf39f55c1d/disk-0.vmdk. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1060.540818] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Uploaded image cb9b7853-373a-4a04-88b0-23e79d0fe8a5 to the Glance image server {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1060.543448] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Destroying the VM {{(pid=69808) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1060.544620] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5c9916a7-4ea2-4415-a09e-a351ee244e40 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.551613] env[69808]: DEBUG oslo_vmware.api [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1060.551613] env[69808]: value = "task-3790418" [ 1060.551613] env[69808]: _type = "Task" [ 1060.551613] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.561414] env[69808]: DEBUG oslo_vmware.api [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790418, 'name': Destroy_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.954977] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33ada439-977f-46a3-b355-b0f542906d69 tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "7911dcea-a561-40a9-897e-321ec913227c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.666s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.970689] env[69808]: DEBUG nova.scheduler.client.report [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.991119] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790417, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.066178] env[69808]: DEBUG oslo_vmware.api [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790418, 'name': Destroy_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.456928] env[69808]: DEBUG nova.compute.manager [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1061.461683] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7557818d-a642-48c9-8086-0d24f08b0eb1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.477243] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.746s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.480865] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.601s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.481189] env[69808]: DEBUG nova.objects.instance [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lazy-loading 'resources' on Instance uuid 1e20d536-5eed-4055-8092-03c759da5fa9 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.495119] env[69808]: DEBUG oslo_vmware.api [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790417, 'name': PowerOnVM_Task, 'duration_secs': 0.522263} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.496139] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.496378] env[69808]: INFO nova.compute.manager [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1061.496564] env[69808]: DEBUG nova.compute.manager [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1061.497421] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e50b97-d652-47ee-b458-3dc3c0b586fe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.523271] env[69808]: INFO nova.scheduler.client.report [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Deleted allocations for instance 1e76dd13-39f8-4b51-8cb5-443ff4160265 [ 1061.568251] env[69808]: DEBUG oslo_vmware.api [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790418, 'name': Destroy_Task, 'duration_secs': 0.54672} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.568569] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Destroyed the VM [ 1061.568805] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Deleting Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1061.570079] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e78350ec-8fce-4924-b6bc-4c9ed8fa7bf1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.585388] env[69808]: DEBUG oslo_vmware.api [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1061.585388] env[69808]: value = "task-3790419" [ 1061.585388] env[69808]: _type = "Task" [ 1061.585388] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.603591] env[69808]: DEBUG oslo_vmware.api [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790419, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.978714] env[69808]: INFO nova.compute.manager [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] instance snapshotting [ 1061.981031] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d1ec16-638c-45ce-a5d3-fd6548a682a0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.010723] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.011188] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.013172] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a713c66-a998-4f65-aee2-7705cdbe77f3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.025071] env[69808]: INFO nova.compute.manager [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Took 32.14 seconds to build instance. [ 1062.038354] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2d4d68f7-ef8a-42b5-ab8a-9efd43651334 tempest-ServersWithSpecificFlavorTestJSON-433097394 tempest-ServersWithSpecificFlavorTestJSON-433097394-project-member] Lock "1e76dd13-39f8-4b51-8cb5-443ff4160265" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.637s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.097859] env[69808]: DEBUG oslo_vmware.api [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790419, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.532029] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.532355] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.532355] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.532493] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.532643] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.532790] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.532959] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69808) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1062.533081] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.538274] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d07296d1-ed93-47db-905c-4ea748b629d3 tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Lock "79f728b7-7360-4dc2-986d-02a605223a82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.661s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.539877] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Creating Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1062.540201] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6859dbd6-de2b-461d-8d1c-cad827e03e5c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.556847] env[69808]: DEBUG oslo_vmware.api [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 1062.556847] env[69808]: value = "task-3790420" [ 1062.556847] env[69808]: _type = "Task" [ 1062.556847] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.570690] env[69808]: DEBUG oslo_vmware.api [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790420, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.573233] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3797d7-a3a2-4a8a-b370-291b64d80319 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.583515] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b7f0e1-dd26-41ee-a633-74436812a081 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.600397] env[69808]: DEBUG oslo_vmware.api [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790419, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.630077] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2df786-2acf-41e0-b3a2-88c6ba659490 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.639917] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e05a7c-c9a4-4db8-95ac-01d48ceec502 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.656132] env[69808]: DEBUG nova.compute.provider_tree [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.905522] env[69808]: INFO nova.compute.manager [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Rebuilding instance [ 1062.967358] env[69808]: DEBUG nova.compute.manager [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1062.969034] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d16ec01-65b3-4a2a-8b59-88761939a429 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.039654] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.071548] env[69808]: DEBUG oslo_vmware.api [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790420, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.104557] env[69808]: DEBUG oslo_vmware.api [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790419, 'name': RemoveSnapshot_Task, 'duration_secs': 1.058818} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.104557] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Deleted Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1063.104557] env[69808]: INFO nova.compute.manager [None req-8407a25a-7b01-4821-8219-e38f2facc25e tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Took 18.81 seconds to snapshot the instance on the hypervisor. [ 1063.160501] env[69808]: DEBUG nova.scheduler.client.report [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.568979] env[69808]: DEBUG oslo_vmware.api [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790420, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.667738] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.671215] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.056s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.673061] env[69808]: INFO nova.compute.claims [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.701614] env[69808]: INFO nova.scheduler.client.report [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Deleted allocations for instance 1e20d536-5eed-4055-8092-03c759da5fa9 [ 1063.987129] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.987451] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-479ccfbf-ce69-407d-875a-aefdf822b447 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.995881] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for the task: (returnval){ [ 1063.995881] env[69808]: value = "task-3790421" [ 1063.995881] env[69808]: _type = "Task" [ 1063.995881] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.005847] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.072064] env[69808]: DEBUG oslo_vmware.api [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790420, 'name': CreateSnapshot_Task, 'duration_secs': 1.211311} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.072064] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Created Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1064.072488] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1d8435-ab25-4e7b-8941-258d57aa8567 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.215696] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7f5a205a-dd65-4734-a160-a4542ca55821 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "1e20d536-5eed-4055-8092-03c759da5fa9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.669s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.509394] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790421, 'name': PowerOffVM_Task, 'duration_secs': 0.291256} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.509769] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.510084] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.511066] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ced6312-5bff-4ca0-b6c1-5172c32debfc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.520481] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.521293] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17eceb15-439f-43fb-9954-c397d6981e02 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.552859] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.553225] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.553479] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Deleting the datastore file [datastore1] 79f728b7-7360-4dc2-986d-02a605223a82 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.553800] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06de3fea-fef4-4612-9090-9c205500ff3e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.561910] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for the task: (returnval){ [ 1064.561910] env[69808]: value = "task-3790423" [ 1064.561910] env[69808]: _type = "Task" [ 1064.561910] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.571518] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.604209] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Creating linked-clone VM from snapshot {{(pid=69808) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1064.608100] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-855f7c79-731d-455d-ad8f-411af18ec584 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.618834] env[69808]: DEBUG oslo_vmware.api [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 1064.618834] env[69808]: value = "task-3790424" [ 1064.618834] env[69808]: _type = "Task" [ 1064.618834] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.632989] env[69808]: DEBUG oslo_vmware.api [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790424, 'name': CloneVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.077656] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109249} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.078081] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.078189] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.078367] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.112446] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abdef0e-4267-4962-a725-a138bf3086a3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.128501] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca8fbad-da38-48d7-8eb6-27272c3724d9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.141200] env[69808]: DEBUG oslo_vmware.api [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790424, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.176479] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170b7a4c-52f4-4a0e-9349-cdcd2f1d4328 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.186665] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141c77a5-9b35-481f-a8a9-c54d2cf71f56 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.206400] env[69808]: DEBUG nova.compute.provider_tree [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.621946] env[69808]: DEBUG nova.compute.manager [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1065.625958] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20baa074-7301-4301-98f1-afd7e8abf699 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.650527] env[69808]: DEBUG oslo_vmware.api [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790424, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.713650] env[69808]: DEBUG nova.scheduler.client.report [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.114406] env[69808]: DEBUG nova.virt.hardware [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.114664] env[69808]: DEBUG nova.virt.hardware [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.114821] env[69808]: DEBUG nova.virt.hardware [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.114996] env[69808]: DEBUG nova.virt.hardware [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.115167] env[69808]: DEBUG nova.virt.hardware [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.115451] env[69808]: DEBUG nova.virt.hardware [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.115677] env[69808]: DEBUG nova.virt.hardware [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.115834] env[69808]: DEBUG nova.virt.hardware [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.116018] env[69808]: DEBUG nova.virt.hardware [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.116208] env[69808]: DEBUG nova.virt.hardware [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.116399] env[69808]: DEBUG nova.virt.hardware [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.117343] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc550a59-8865-4aee-b757-6397ccf9c972 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.128615] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b73ab1-7e4f-4d16-8a02-5eadec651a6a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.138127] env[69808]: DEBUG oslo_vmware.api [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790424, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.146234] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Instance VIF info [] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.152128] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.153218] env[69808]: INFO nova.compute.manager [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] instance snapshotting [ 1066.154810] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.155346] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-986dd3f8-a019-4101-9e6f-556d1944e531 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.169235] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89755f6e-cfbb-4413-a8d3-78a1dbbc9335 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.172437] env[69808]: DEBUG oslo_concurrency.lockutils [None req-67f05135-0c6c-4aff-91be-d53ffeb08032 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "b9bdc3de-a901-46cf-a0c1-84d5fb95220b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.172705] env[69808]: DEBUG oslo_concurrency.lockutils [None req-67f05135-0c6c-4aff-91be-d53ffeb08032 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "b9bdc3de-a901-46cf-a0c1-84d5fb95220b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.196117] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648e6e59-1612-4f58-bb61-c3a39a67fd4d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.199515] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.199515] env[69808]: value = "task-3790425" [ 1066.199515] env[69808]: _type = "Task" [ 1066.199515] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.218258] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790425, 'name': CreateVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.223169] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.223663] env[69808]: DEBUG nova.compute.manager [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.226507] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.411s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.228208] env[69808]: INFO nova.compute.claims [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.641401] env[69808]: DEBUG oslo_vmware.api [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790424, 'name': CloneVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.676481] env[69808]: INFO nova.compute.manager [None req-67f05135-0c6c-4aff-91be-d53ffeb08032 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Detaching volume 8002cb81-0402-4b61-b4ff-17e926f77c82 [ 1066.711214] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Creating Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1066.720665] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cf02c6c3-916a-4608-a0d9-ecb7705bd4ca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.727897] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790425, 'name': CreateVM_Task, 'duration_secs': 0.336832} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.727897] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.727897] env[69808]: DEBUG oslo_concurrency.lockutils [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.728306] env[69808]: DEBUG oslo_concurrency.lockutils [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.728615] env[69808]: DEBUG oslo_concurrency.lockutils [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.728905] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d65fb07-0407-45e9-9055-03ea9b53c6b9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.733486] env[69808]: DEBUG nova.compute.utils [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.739236] env[69808]: DEBUG oslo_vmware.api [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1066.739236] env[69808]: value = "task-3790426" [ 1066.739236] env[69808]: _type = "Task" [ 1066.739236] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.741350] env[69808]: DEBUG nova.compute.manager [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Not allocating networking since 'none' was specified. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1066.742753] env[69808]: INFO nova.virt.block_device [None req-67f05135-0c6c-4aff-91be-d53ffeb08032 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Attempting to driver detach volume 8002cb81-0402-4b61-b4ff-17e926f77c82 from mountpoint /dev/sdb [ 1066.742995] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f05135-0c6c-4aff-91be-d53ffeb08032 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Volume detach. Driver type: vmdk {{(pid=69808) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1066.743237] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f05135-0c6c-4aff-91be-d53ffeb08032 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-753957', 'volume_id': '8002cb81-0402-4b61-b4ff-17e926f77c82', 'name': 'volume-8002cb81-0402-4b61-b4ff-17e926f77c82', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9bdc3de-a901-46cf-a0c1-84d5fb95220b', 'attached_at': '', 'detached_at': '', 'volume_id': '8002cb81-0402-4b61-b4ff-17e926f77c82', 'serial': '8002cb81-0402-4b61-b4ff-17e926f77c82'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1066.747846] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd6534e-ce98-48df-b6b0-4b5acd047862 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.751924] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for the task: (returnval){ [ 1066.751924] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52be80d5-dda2-0936-9b37-7b1142235a05" [ 1066.751924] env[69808]: _type = "Task" [ 1066.751924] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.778170] env[69808]: DEBUG oslo_vmware.api [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790426, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.779568] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9e9e24-1758-4146-bb67-f4accca7d5b8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.786842] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52be80d5-dda2-0936-9b37-7b1142235a05, 'name': SearchDatastore_Task, 'duration_secs': 0.011128} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.787638] env[69808]: DEBUG oslo_concurrency.lockutils [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.787929] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.788244] env[69808]: DEBUG oslo_concurrency.lockutils [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.788412] env[69808]: DEBUG oslo_concurrency.lockutils [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.788629] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.789230] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7a17d51-5c1e-4bf6-8de3-d0e9e5ba5d3e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.795943] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37af701a-6761-4539-a4a6-95ebb8c445a1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.820882] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.821087] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.822308] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa88655d-8853-4d45-8ba1-08e0bb3c31c1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.824976] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fda30ba-5a9e-4ba3-bff1-81c4934d5328 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.831294] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for the task: (returnval){ [ 1066.831294] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522d382d-da33-1878-134d-147fd19852c0" [ 1066.831294] env[69808]: _type = "Task" [ 1066.831294] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.843183] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f05135-0c6c-4aff-91be-d53ffeb08032 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] The volume has not been displaced from its original location: [datastore2] volume-8002cb81-0402-4b61-b4ff-17e926f77c82/volume-8002cb81-0402-4b61-b4ff-17e926f77c82.vmdk. No consolidation needed. {{(pid=69808) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1066.849431] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f05135-0c6c-4aff-91be-d53ffeb08032 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1066.854938] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7036ecbd-2ac6-461e-8cc5-fdc92f677580 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.874397] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522d382d-da33-1878-134d-147fd19852c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009525} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.876986] env[69808]: DEBUG oslo_vmware.api [None req-67f05135-0c6c-4aff-91be-d53ffeb08032 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1066.876986] env[69808]: value = "task-3790427" [ 1066.876986] env[69808]: _type = "Task" [ 1066.876986] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.877268] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d6df637-31b9-4b75-b51d-e07933fcefdf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.892568] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for the task: (returnval){ [ 1066.892568] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52cfdd6d-cf3c-42d9-2713-13e4db234071" [ 1066.892568] env[69808]: _type = "Task" [ 1066.892568] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.892822] env[69808]: DEBUG oslo_vmware.api [None req-67f05135-0c6c-4aff-91be-d53ffeb08032 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790427, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.902069] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52cfdd6d-cf3c-42d9-2713-13e4db234071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.140290] env[69808]: DEBUG oslo_vmware.api [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790424, 'name': CloneVM_Task, 'duration_secs': 2.056901} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.140583] env[69808]: INFO nova.virt.vmwareapi.vmops [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Created linked-clone VM from snapshot [ 1067.141798] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6715647e-d386-4372-8ee3-38fc60077390 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.150975] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Uploading image 1740468e-5b87-4d3e-ab95-bef9c1951705 {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1067.163258] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Destroying the VM {{(pid=69808) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1067.163461] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-db7d8d2a-0cb6-498c-82f1-b8f01e8bbeaf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.171803] env[69808]: DEBUG oslo_vmware.api [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 1067.171803] env[69808]: value = "task-3790428" [ 1067.171803] env[69808]: _type = "Task" [ 1067.171803] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.181922] env[69808]: DEBUG oslo_vmware.api [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790428, 'name': Destroy_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.240821] env[69808]: DEBUG nova.compute.manager [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.262317] env[69808]: DEBUG oslo_vmware.api [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790426, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.396760] env[69808]: DEBUG oslo_vmware.api [None req-67f05135-0c6c-4aff-91be-d53ffeb08032 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.404999] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52cfdd6d-cf3c-42d9-2713-13e4db234071, 'name': SearchDatastore_Task, 'duration_secs': 0.02533} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.407903] env[69808]: DEBUG oslo_concurrency.lockutils [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.409204] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 79f728b7-7360-4dc2-986d-02a605223a82/79f728b7-7360-4dc2-986d-02a605223a82.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.409204] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a57ef89-8d43-44a5-bbb4-5aaab85ccc1e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.416976] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for the task: (returnval){ [ 1067.416976] env[69808]: value = "task-3790429" [ 1067.416976] env[69808]: _type = "Task" [ 1067.416976] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.429777] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.626433] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfc6931-8f2c-414b-ad0f-4a377335b554 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.637565] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0a0189-e2fb-437b-8c43-3660c766d6e9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.680739] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac1b9e6-5e9e-4c44-a74b-f76c108bbb29 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.700060] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0ee9ff-1d6f-4ed6-a9e7-21b0c1a99d65 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.707959] env[69808]: DEBUG oslo_vmware.api [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790428, 'name': Destroy_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.722958] env[69808]: DEBUG nova.compute.provider_tree [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.758185] env[69808]: DEBUG oslo_vmware.api [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790426, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.893768] env[69808]: DEBUG oslo_vmware.api [None req-67f05135-0c6c-4aff-91be-d53ffeb08032 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.930044] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790429, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.186310] env[69808]: DEBUG oslo_vmware.api [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790428, 'name': Destroy_Task, 'duration_secs': 0.614747} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.186618] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Destroyed the VM [ 1068.186908] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Deleting Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1068.187203] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a1d93fc3-6907-4260-b92d-769fceeabf2b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.195632] env[69808]: DEBUG oslo_vmware.api [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 1068.195632] env[69808]: value = "task-3790430" [ 1068.195632] env[69808]: _type = "Task" [ 1068.195632] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.205829] env[69808]: DEBUG oslo_vmware.api [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790430, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.229181] env[69808]: DEBUG nova.scheduler.client.report [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.256949] env[69808]: DEBUG nova.compute.manager [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.259177] env[69808]: DEBUG oslo_vmware.api [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790426, 'name': CreateSnapshot_Task, 'duration_secs': 1.059185} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.259618] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Created Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1068.260436] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d6a321-5420-49a0-a284-80ee29220f65 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.285692] env[69808]: DEBUG nova.virt.hardware [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.285884] env[69808]: DEBUG nova.virt.hardware [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.285994] env[69808]: DEBUG nova.virt.hardware [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.286260] env[69808]: DEBUG nova.virt.hardware [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.286469] env[69808]: DEBUG nova.virt.hardware [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.286645] env[69808]: DEBUG nova.virt.hardware [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.286877] env[69808]: DEBUG nova.virt.hardware [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.287068] env[69808]: DEBUG nova.virt.hardware [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.287289] env[69808]: DEBUG nova.virt.hardware [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.287422] env[69808]: DEBUG nova.virt.hardware [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.287629] env[69808]: DEBUG nova.virt.hardware [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.290030] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29a20f2-1ca6-4e15-afc3-dedf7854f669 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.297983] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151a9bf1-1ade-40b5-b8c6-44ea97f085c0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.315647] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Instance VIF info [] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.321696] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Creating folder: Project (d201063d996a4804af5a8eb42a058a24). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1068.322397] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17c80db2-ebce-430d-86c9-f3975e305257 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.334768] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Created folder: Project (d201063d996a4804af5a8eb42a058a24) in parent group-v753775. [ 1068.334968] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Creating folder: Instances. Parent ref: group-v754020. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1068.335357] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b94f85e2-0b2c-4ccd-930f-4952ddb48caa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.347321] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Created folder: Instances in parent group-v754020. [ 1068.347640] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.348910] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2762545b-09db-4e84-ad97-843149dda102] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.348910] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38a5ca2c-9a55-46ea-979d-2a299399231b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.367168] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.367168] env[69808]: value = "task-3790433" [ 1068.367168] env[69808]: _type = "Task" [ 1068.367168] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.380019] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790433, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.390955] env[69808]: DEBUG oslo_vmware.api [None req-67f05135-0c6c-4aff-91be-d53ffeb08032 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790427, 'name': ReconfigVM_Task, 'duration_secs': 1.170989} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.391434] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f05135-0c6c-4aff-91be-d53ffeb08032 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1068.396902] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7484428b-88b4-4470-9fa1-061907502482 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.412480] env[69808]: DEBUG oslo_vmware.api [None req-67f05135-0c6c-4aff-91be-d53ffeb08032 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1068.412480] env[69808]: value = "task-3790434" [ 1068.412480] env[69808]: _type = "Task" [ 1068.412480] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.425770] env[69808]: DEBUG oslo_vmware.api [None req-67f05135-0c6c-4aff-91be-d53ffeb08032 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.434769] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563475} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.434769] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 79f728b7-7360-4dc2-986d-02a605223a82/79f728b7-7360-4dc2-986d-02a605223a82.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.434769] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.434769] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c079e37-b780-4d0f-9852-91998fe24e30 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.444111] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for the task: (returnval){ [ 1068.444111] env[69808]: value = "task-3790435" [ 1068.444111] env[69808]: _type = "Task" [ 1068.444111] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.456123] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.705536] env[69808]: DEBUG oslo_vmware.api [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790430, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.734907] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.735490] env[69808]: DEBUG nova.compute.manager [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.738684] env[69808]: DEBUG oslo_concurrency.lockutils [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.418s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.740794] env[69808]: INFO nova.compute.claims [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.783155] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Creating linked-clone VM from snapshot {{(pid=69808) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1068.783551] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-110ca95e-edda-472b-98e5-b8951204623c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.793545] env[69808]: DEBUG oslo_vmware.api [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1068.793545] env[69808]: value = "task-3790436" [ 1068.793545] env[69808]: _type = "Task" [ 1068.793545] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.803847] env[69808]: DEBUG oslo_vmware.api [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790436, 'name': CloneVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.878541] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790433, 'name': CreateVM_Task, 'duration_secs': 0.428638} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.878735] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2762545b-09db-4e84-ad97-843149dda102] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.879205] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.879371] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.879743] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.880022] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369b1ab7-cbde-493e-8aed-3d986f47d3d1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.885877] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for the task: (returnval){ [ 1068.885877] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520276b6-96b4-4826-8a61-1ebaff8f9f90" [ 1068.885877] env[69808]: _type = "Task" [ 1068.885877] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.895355] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520276b6-96b4-4826-8a61-1ebaff8f9f90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.926356] env[69808]: DEBUG oslo_vmware.api [None req-67f05135-0c6c-4aff-91be-d53ffeb08032 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790434, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.956757] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093536} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.958063] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.958355] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac5f87f-69f8-4020-b31e-a6d1769bee99 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.979895] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 79f728b7-7360-4dc2-986d-02a605223a82/79f728b7-7360-4dc2-986d-02a605223a82.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.980257] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9e2f55c-9c11-405c-b6d3-cf1c939895a0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.002491] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for the task: (returnval){ [ 1069.002491] env[69808]: value = "task-3790437" [ 1069.002491] env[69808]: _type = "Task" [ 1069.002491] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.014293] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790437, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.207045] env[69808]: DEBUG oslo_vmware.api [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790430, 'name': RemoveSnapshot_Task, 'duration_secs': 0.945518} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.207453] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Deleted Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1069.246071] env[69808]: DEBUG nova.compute.utils [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.250544] env[69808]: DEBUG nova.compute.manager [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.250775] env[69808]: DEBUG nova.network.neutron [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.309391] env[69808]: DEBUG oslo_vmware.api [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790436, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.326542] env[69808]: DEBUG nova.policy [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38895d6943464cc7b9b9169f1078f08f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82b141104a4845c0997ab353e99471e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.397538] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520276b6-96b4-4826-8a61-1ebaff8f9f90, 'name': SearchDatastore_Task, 'duration_secs': 0.011256} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.398481] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.403053] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.403053] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.403053] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.403053] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.403053] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f45915d-f027-4c3d-818b-bf41a60f0b49 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.419354] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.419561] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.420787] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7dc2cc9-11cb-4a28-8753-9499ec5a5551 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.431499] env[69808]: DEBUG oslo_vmware.api [None req-67f05135-0c6c-4aff-91be-d53ffeb08032 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790434, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.435592] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for the task: (returnval){ [ 1069.435592] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5210e134-b206-6226-b732-f1dc7f6f3b55" [ 1069.435592] env[69808]: _type = "Task" [ 1069.435592] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.445158] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5210e134-b206-6226-b732-f1dc7f6f3b55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.513752] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.699632] env[69808]: DEBUG nova.network.neutron [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Successfully created port: 280fa77d-437f-4635-b325-3e9edfbd8e27 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.712812] env[69808]: WARNING nova.compute.manager [None req-cff88bec-e75b-49a3-a9d6-964270c3fd1b tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Image not found during snapshot: nova.exception.ImageNotFound: Image 1740468e-5b87-4d3e-ab95-bef9c1951705 could not be found. [ 1069.757453] env[69808]: DEBUG nova.compute.manager [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.808276] env[69808]: DEBUG oslo_vmware.api [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790436, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.928952] env[69808]: DEBUG oslo_vmware.api [None req-67f05135-0c6c-4aff-91be-d53ffeb08032 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790434, 'name': ReconfigVM_Task, 'duration_secs': 1.210087} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.929291] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f05135-0c6c-4aff-91be-d53ffeb08032 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-753957', 'volume_id': '8002cb81-0402-4b61-b4ff-17e926f77c82', 'name': 'volume-8002cb81-0402-4b61-b4ff-17e926f77c82', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9bdc3de-a901-46cf-a0c1-84d5fb95220b', 'attached_at': '', 'detached_at': '', 'volume_id': '8002cb81-0402-4b61-b4ff-17e926f77c82', 'serial': '8002cb81-0402-4b61-b4ff-17e926f77c82'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1069.949493] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5210e134-b206-6226-b732-f1dc7f6f3b55, 'name': SearchDatastore_Task, 'duration_secs': 0.022947} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.950572] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7417d39b-5b11-40e2-a5ea-451ae3c99867 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.961023] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for the task: (returnval){ [ 1069.961023] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521cfcd3-3e62-1ec7-1b78-130e3fecf2e8" [ 1069.961023] env[69808]: _type = "Task" [ 1069.961023] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.971853] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521cfcd3-3e62-1ec7-1b78-130e3fecf2e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.015953] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790437, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.093967] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70496f8e-5830-4d63-83a5-869eb63a23ec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.100577] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f05173-20e4-4667-9c35-d2be40fef088 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.133244] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc84bfb-0de5-48b1-85a8-2de9fd833947 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.142517] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903e1c30-4351-4b39-8980-62c8ce6fc71c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.158430] env[69808]: DEBUG nova.compute.provider_tree [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.317328] env[69808]: DEBUG oslo_vmware.api [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790436, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.472666] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521cfcd3-3e62-1ec7-1b78-130e3fecf2e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009913} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.472829] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.474020] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 2762545b-09db-4e84-ad97-843149dda102/2762545b-09db-4e84-ad97-843149dda102.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.474020] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be7fc2c1-7139-42e4-9825-72dac05ca576 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.481257] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for the task: (returnval){ [ 1070.481257] env[69808]: value = "task-3790438" [ 1070.481257] env[69808]: _type = "Task" [ 1070.481257] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.491509] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.493171] env[69808]: DEBUG nova.objects.instance [None req-67f05135-0c6c-4aff-91be-d53ffeb08032 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lazy-loading 'flavor' on Instance uuid b9bdc3de-a901-46cf-a0c1-84d5fb95220b {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.524091] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790437, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.665702] env[69808]: DEBUG nova.scheduler.client.report [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.769499] env[69808]: DEBUG nova.compute.manager [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.795447] env[69808]: DEBUG nova.virt.hardware [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.795625] env[69808]: DEBUG nova.virt.hardware [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.795752] env[69808]: DEBUG nova.virt.hardware [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.795902] env[69808]: DEBUG nova.virt.hardware [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.796234] env[69808]: DEBUG nova.virt.hardware [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.796452] env[69808]: DEBUG nova.virt.hardware [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.796637] env[69808]: DEBUG nova.virt.hardware [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.796804] env[69808]: DEBUG nova.virt.hardware [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.796967] env[69808]: DEBUG nova.virt.hardware [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.797159] env[69808]: DEBUG nova.virt.hardware [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.797338] env[69808]: DEBUG nova.virt.hardware [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.798293] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c714e90f-b158-494b-83bf-46f2a8c272e3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.813472] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7655e05d-852d-4add-be70-dc3a9a3fdb16 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.818337] env[69808]: DEBUG oslo_vmware.api [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790436, 'name': CloneVM_Task, 'duration_secs': 1.840301} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.818575] env[69808]: INFO nova.virt.vmwareapi.vmops [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Created linked-clone VM from snapshot [ 1070.819775] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00585a52-1761-441a-901a-d5a6a8185f3f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.837147] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Uploading image 8979a160-bd25-48e6-b689-f0d4827101a5 {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1070.860864] env[69808]: DEBUG oslo_vmware.rw_handles [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1070.860864] env[69808]: value = "vm-754023" [ 1070.860864] env[69808]: _type = "VirtualMachine" [ 1070.860864] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1070.861183] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-18c50313-26db-4b1d-9edf-57e858939ddf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.871484] env[69808]: DEBUG oslo_vmware.rw_handles [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lease: (returnval){ [ 1070.871484] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52eada95-a430-5edc-580d-715358d798eb" [ 1070.871484] env[69808]: _type = "HttpNfcLease" [ 1070.871484] env[69808]: } obtained for exporting VM: (result){ [ 1070.871484] env[69808]: value = "vm-754023" [ 1070.871484] env[69808]: _type = "VirtualMachine" [ 1070.871484] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1070.872035] env[69808]: DEBUG oslo_vmware.api [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the lease: (returnval){ [ 1070.872035] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52eada95-a430-5edc-580d-715358d798eb" [ 1070.872035] env[69808]: _type = "HttpNfcLease" [ 1070.872035] env[69808]: } to be ready. {{(pid=69808) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1070.879017] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1070.879017] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52eada95-a430-5edc-580d-715358d798eb" [ 1070.879017] env[69808]: _type = "HttpNfcLease" [ 1070.879017] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1070.920397] env[69808]: DEBUG oslo_concurrency.lockutils [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "7911dcea-a561-40a9-897e-321ec913227c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.920671] env[69808]: DEBUG oslo_concurrency.lockutils [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "7911dcea-a561-40a9-897e-321ec913227c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.920867] env[69808]: DEBUG oslo_concurrency.lockutils [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "7911dcea-a561-40a9-897e-321ec913227c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.921138] env[69808]: DEBUG oslo_concurrency.lockutils [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "7911dcea-a561-40a9-897e-321ec913227c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.921228] env[69808]: DEBUG oslo_concurrency.lockutils [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "7911dcea-a561-40a9-897e-321ec913227c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.923722] env[69808]: INFO nova.compute.manager [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Terminating instance [ 1070.992022] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790438, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.018312] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790437, 'name': ReconfigVM_Task, 'duration_secs': 1.934697} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.018609] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 79f728b7-7360-4dc2-986d-02a605223a82/79f728b7-7360-4dc2-986d-02a605223a82.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.019252] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4934dc4-136c-4417-9551-ae192a007020 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.027976] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for the task: (returnval){ [ 1071.027976] env[69808]: value = "task-3790440" [ 1071.027976] env[69808]: _type = "Task" [ 1071.027976] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.038877] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790440, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.169762] env[69808]: DEBUG oslo_concurrency.lockutils [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.170320] env[69808]: DEBUG nova.compute.manager [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.173059] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.649s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.173306] env[69808]: DEBUG nova.objects.instance [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lazy-loading 'resources' on Instance uuid c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.282786] env[69808]: DEBUG nova.compute.manager [req-77fe2d5f-9566-40cf-a5e4-e50ebd8e8768 req-24bc72ed-4711-4f31-a841-16625cf3a609 service nova] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Received event network-vif-plugged-280fa77d-437f-4635-b325-3e9edfbd8e27 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.283048] env[69808]: DEBUG oslo_concurrency.lockutils [req-77fe2d5f-9566-40cf-a5e4-e50ebd8e8768 req-24bc72ed-4711-4f31-a841-16625cf3a609 service nova] Acquiring lock "01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.283283] env[69808]: DEBUG oslo_concurrency.lockutils [req-77fe2d5f-9566-40cf-a5e4-e50ebd8e8768 req-24bc72ed-4711-4f31-a841-16625cf3a609 service nova] Lock "01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.283493] env[69808]: DEBUG oslo_concurrency.lockutils [req-77fe2d5f-9566-40cf-a5e4-e50ebd8e8768 req-24bc72ed-4711-4f31-a841-16625cf3a609 service nova] Lock "01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.283673] env[69808]: DEBUG nova.compute.manager [req-77fe2d5f-9566-40cf-a5e4-e50ebd8e8768 req-24bc72ed-4711-4f31-a841-16625cf3a609 service nova] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] No waiting events found dispatching network-vif-plugged-280fa77d-437f-4635-b325-3e9edfbd8e27 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1071.283864] env[69808]: WARNING nova.compute.manager [req-77fe2d5f-9566-40cf-a5e4-e50ebd8e8768 req-24bc72ed-4711-4f31-a841-16625cf3a609 service nova] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Received unexpected event network-vif-plugged-280fa77d-437f-4635-b325-3e9edfbd8e27 for instance with vm_state building and task_state spawning. [ 1071.381361] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1071.381361] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52eada95-a430-5edc-580d-715358d798eb" [ 1071.381361] env[69808]: _type = "HttpNfcLease" [ 1071.381361] env[69808]: } is ready. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1071.383020] env[69808]: DEBUG oslo_vmware.rw_handles [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1071.383020] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52eada95-a430-5edc-580d-715358d798eb" [ 1071.383020] env[69808]: _type = "HttpNfcLease" [ 1071.383020] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1071.383020] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0f0fb7-5e5d-4818-8b85-48ef7ad591f9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.392780] env[69808]: DEBUG oslo_vmware.rw_handles [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edf587-068e-cd01-6193-c092555db0f1/disk-0.vmdk from lease info. {{(pid=69808) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1071.393502] env[69808]: DEBUG oslo_vmware.rw_handles [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edf587-068e-cd01-6193-c092555db0f1/disk-0.vmdk for reading. {{(pid=69808) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1071.461256] env[69808]: DEBUG nova.compute.manager [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.461547] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.462815] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecfa448-5e33-4c69-b5ff-8c47ba7bc307 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.476430] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.476430] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8d667aa-57b0-4b4d-83d0-003313dae8d8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.482699] env[69808]: DEBUG oslo_vmware.api [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 1071.482699] env[69808]: value = "task-3790441" [ 1071.482699] env[69808]: _type = "Task" [ 1071.482699] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.498777] env[69808]: DEBUG oslo_vmware.api [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.500108] env[69808]: DEBUG nova.network.neutron [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Successfully updated port: 280fa77d-437f-4635-b325-3e9edfbd8e27 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.505438] env[69808]: DEBUG oslo_concurrency.lockutils [None req-67f05135-0c6c-4aff-91be-d53ffeb08032 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "b9bdc3de-a901-46cf-a0c1-84d5fb95220b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.333s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.506985] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.889053} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.507789] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 2762545b-09db-4e84-ad97-843149dda102/2762545b-09db-4e84-ad97-843149dda102.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.508107] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.514173] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6031b236-1e49-4bea-ae9c-27d536440a2f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.514545] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-263b76d7-c3a8-4cb2-8032-1648f00b946f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.528931] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for the task: (returnval){ [ 1071.528931] env[69808]: value = "task-3790442" [ 1071.528931] env[69808]: _type = "Task" [ 1071.528931] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.553808] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790440, 'name': Rename_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.560957] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.677559] env[69808]: DEBUG nova.compute.utils [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.683020] env[69808]: DEBUG nova.compute.manager [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.683020] env[69808]: DEBUG nova.network.neutron [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.727723] env[69808]: DEBUG nova.policy [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea109582968c48d592cfb68fe7b9b9ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cde177c157c54ffbaad7a0b9616ff02b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.799287] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "b9bdc3de-a901-46cf-a0c1-84d5fb95220b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.799595] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "b9bdc3de-a901-46cf-a0c1-84d5fb95220b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.799758] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "b9bdc3de-a901-46cf-a0c1-84d5fb95220b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.800052] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "b9bdc3de-a901-46cf-a0c1-84d5fb95220b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.800380] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "b9bdc3de-a901-46cf-a0c1-84d5fb95220b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.806841] env[69808]: INFO nova.compute.manager [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Terminating instance [ 1071.993545] env[69808]: DEBUG oslo_vmware.api [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790441, 'name': PowerOffVM_Task, 'duration_secs': 0.237455} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.996833] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.998798] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.998798] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-342ef1bf-30b5-4dc0-b17f-eceabae5843b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.009027] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquiring lock "refresh_cache-01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.009212] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquired lock "refresh_cache-01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.009371] env[69808]: DEBUG nova.network.neutron [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.059258] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790440, 'name': Rename_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.060269] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087104} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.064087] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.066881] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36077c2e-668c-4e48-a89f-5192df68a674 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.071700] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.072042] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.072328] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Deleting the datastore file [datastore2] 7911dcea-a561-40a9-897e-321ec913227c {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.072656] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ff0b96b-a51b-4a7c-83e4-b625c167a484 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.094615] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 2762545b-09db-4e84-ad97-843149dda102/2762545b-09db-4e84-ad97-843149dda102.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.098299] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fbb7eb6-df13-4eff-9b12-c2c8266baff5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.116315] env[69808]: DEBUG oslo_vmware.api [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for the task: (returnval){ [ 1072.116315] env[69808]: value = "task-3790444" [ 1072.116315] env[69808]: _type = "Task" [ 1072.116315] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.122810] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for the task: (returnval){ [ 1072.122810] env[69808]: value = "task-3790445" [ 1072.122810] env[69808]: _type = "Task" [ 1072.122810] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.126668] env[69808]: DEBUG oslo_vmware.api [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.132399] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd602b83-498e-469c-a90a-287a5eb9ed72 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.135926] env[69808]: DEBUG nova.network.neutron [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Successfully created port: 0e8df638-8d88-4d50-820e-f8c0c90c1b62 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.144098] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.147535] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3e3e1e-2a3c-43c8-aa5f-dfe8caeb7149 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.182622] env[69808]: DEBUG nova.compute.manager [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.186696] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5f2118-3a13-4a8d-923e-1162fd5928d0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.197947] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9227f6-f50a-45b4-bfc7-8e81c56463af {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.214297] env[69808]: DEBUG nova.compute.provider_tree [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.315854] env[69808]: DEBUG nova.compute.manager [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.316525] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.317884] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f4f7de-55fe-4b57-8a84-6f8cf9f51f55 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.329390] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.330682] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3454f26-05f6-418f-aced-34810706eb96 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.339077] env[69808]: DEBUG oslo_vmware.api [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1072.339077] env[69808]: value = "task-3790446" [ 1072.339077] env[69808]: _type = "Task" [ 1072.339077] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.352012] env[69808]: DEBUG oslo_vmware.api [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.550437] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790440, 'name': Rename_Task, 'duration_secs': 1.511014} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.550643] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.551092] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49e73504-b5e6-4a6b-b28e-23062f5150d2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.562410] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for the task: (returnval){ [ 1072.562410] env[69808]: value = "task-3790447" [ 1072.562410] env[69808]: _type = "Task" [ 1072.562410] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.568202] env[69808]: DEBUG nova.network.neutron [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.580777] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.640702] env[69808]: DEBUG oslo_vmware.api [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Task: {'id': task-3790444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320981} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.642221] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.643202] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.646024] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.646024] env[69808]: INFO nova.compute.manager [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1072.646024] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.646024] env[69808]: DEBUG nova.compute.manager [-] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.646024] env[69808]: DEBUG nova.network.neutron [-] [instance: 7911dcea-a561-40a9-897e-321ec913227c] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.652103] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790445, 'name': ReconfigVM_Task, 'duration_secs': 0.357554} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.652776] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 2762545b-09db-4e84-ad97-843149dda102/2762545b-09db-4e84-ad97-843149dda102.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.653424] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcd6479c-e377-4603-b95d-d2cc1c0aa2a5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.663295] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for the task: (returnval){ [ 1072.663295] env[69808]: value = "task-3790448" [ 1072.663295] env[69808]: _type = "Task" [ 1072.663295] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.678509] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790448, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.720989] env[69808]: DEBUG nova.scheduler.client.report [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.851295] env[69808]: DEBUG oslo_vmware.api [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790446, 'name': PowerOffVM_Task, 'duration_secs': 0.457368} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.854988] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.854988] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.854988] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-315a3213-8886-4bfd-a5f7-24c666ea394f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.869198] env[69808]: DEBUG nova.network.neutron [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Updating instance_info_cache with network_info: [{"id": "280fa77d-437f-4635-b325-3e9edfbd8e27", "address": "fa:16:3e:28:37:b8", "network": {"id": "b3128ff4-b8fc-42ea-8539-c23b41c69ffa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-850709825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82b141104a4845c0997ab353e99471e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap280fa77d-43", "ovs_interfaceid": "280fa77d-437f-4635-b325-3e9edfbd8e27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.880598] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c8ccd969-a15a-4411-87ae-6c2b0c57e1b3 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.880860] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c8ccd969-a15a-4411-87ae-6c2b0c57e1b3 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.881063] env[69808]: DEBUG nova.compute.manager [None req-c8ccd969-a15a-4411-87ae-6c2b0c57e1b3 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1072.882262] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a0edbd-267d-4594-aa03-decb6daeccf0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.891388] env[69808]: DEBUG nova.compute.manager [None req-c8ccd969-a15a-4411-87ae-6c2b0c57e1b3 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69808) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1072.892458] env[69808]: DEBUG nova.objects.instance [None req-c8ccd969-a15a-4411-87ae-6c2b0c57e1b3 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lazy-loading 'flavor' on Instance uuid f9de1eb8-5f7d-4205-884e-d80f83df0f61 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.942829] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.942829] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.942829] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Deleting the datastore file [datastore1] b9bdc3de-a901-46cf-a0c1-84d5fb95220b {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.943027] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef82c0f7-af4d-429a-9e12-521a22a52414 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.950491] env[69808]: DEBUG oslo_vmware.api [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1072.950491] env[69808]: value = "task-3790450" [ 1072.950491] env[69808]: _type = "Task" [ 1072.950491] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.960933] env[69808]: DEBUG oslo_vmware.api [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.077025] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790447, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.177299] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790448, 'name': Rename_Task, 'duration_secs': 0.166415} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.177841] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.178378] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c850e8b-40b5-49ea-818a-a3902fe5b0c8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.189142] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for the task: (returnval){ [ 1073.189142] env[69808]: value = "task-3790451" [ 1073.189142] env[69808]: _type = "Task" [ 1073.189142] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.199806] env[69808]: DEBUG nova.compute.manager [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.202182] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.228466] env[69808]: DEBUG nova.virt.hardware [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.228927] env[69808]: DEBUG nova.virt.hardware [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.229129] env[69808]: DEBUG nova.virt.hardware [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.229461] env[69808]: DEBUG nova.virt.hardware [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.230073] env[69808]: DEBUG nova.virt.hardware [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.230073] env[69808]: DEBUG nova.virt.hardware [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.230262] env[69808]: DEBUG nova.virt.hardware [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.230437] env[69808]: DEBUG nova.virt.hardware [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.230561] env[69808]: DEBUG nova.virt.hardware [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.230756] env[69808]: DEBUG nova.virt.hardware [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.230968] env[69808]: DEBUG nova.virt.hardware [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.232068] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.236469] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1123a94-5bb4-4b3e-966d-c5cf418077b1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.241427] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.230s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.242068] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.245497] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.596s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.248786] env[69808]: INFO nova.compute.claims [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.261723] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea7638b-1f76-4180-9ded-d61c3d9ef1bb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.272743] env[69808]: INFO nova.scheduler.client.report [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Deleted allocations for instance c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b [ 1073.296416] env[69808]: INFO nova.scheduler.client.report [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Deleted allocations for instance cd2a437a-bee5-4ff6-b878-cac262a7465e [ 1073.338789] env[69808]: DEBUG nova.compute.manager [req-5f240d98-5692-4821-9e81-01a1ff61e32b req-5e303041-30e1-4f09-8894-ff090fec8f43 service nova] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Received event network-changed-280fa77d-437f-4635-b325-3e9edfbd8e27 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.339021] env[69808]: DEBUG nova.compute.manager [req-5f240d98-5692-4821-9e81-01a1ff61e32b req-5e303041-30e1-4f09-8894-ff090fec8f43 service nova] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Refreshing instance network info cache due to event network-changed-280fa77d-437f-4635-b325-3e9edfbd8e27. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.339297] env[69808]: DEBUG oslo_concurrency.lockutils [req-5f240d98-5692-4821-9e81-01a1ff61e32b req-5e303041-30e1-4f09-8894-ff090fec8f43 service nova] Acquiring lock "refresh_cache-01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.373429] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Releasing lock "refresh_cache-01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.373763] env[69808]: DEBUG nova.compute.manager [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Instance network_info: |[{"id": "280fa77d-437f-4635-b325-3e9edfbd8e27", "address": "fa:16:3e:28:37:b8", "network": {"id": "b3128ff4-b8fc-42ea-8539-c23b41c69ffa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-850709825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82b141104a4845c0997ab353e99471e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap280fa77d-43", "ovs_interfaceid": "280fa77d-437f-4635-b325-3e9edfbd8e27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.374109] env[69808]: DEBUG oslo_concurrency.lockutils [req-5f240d98-5692-4821-9e81-01a1ff61e32b req-5e303041-30e1-4f09-8894-ff090fec8f43 service nova] Acquired lock "refresh_cache-01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.374361] env[69808]: DEBUG nova.network.neutron [req-5f240d98-5692-4821-9e81-01a1ff61e32b req-5e303041-30e1-4f09-8894-ff090fec8f43 service nova] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Refreshing network info cache for port 280fa77d-437f-4635-b325-3e9edfbd8e27 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.375966] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:37:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '280fa77d-437f-4635-b325-3e9edfbd8e27', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.387608] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.389089] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.389425] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68801616-f333-46b9-88b0-9e2a94305097 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.419772] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.419772] env[69808]: value = "task-3790452" [ 1073.419772] env[69808]: _type = "Task" [ 1073.419772] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.431352] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790452, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.461790] env[69808]: DEBUG oslo_vmware.api [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353129} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.462264] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.462442] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.462767] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.463174] env[69808]: INFO nova.compute.manager [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1073.464970] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.465266] env[69808]: DEBUG nova.compute.manager [-] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.465442] env[69808]: DEBUG nova.network.neutron [-] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.576941] env[69808]: DEBUG oslo_vmware.api [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790447, 'name': PowerOnVM_Task, 'duration_secs': 0.830538} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.577156] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.577380] env[69808]: DEBUG nova.compute.manager [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1073.578258] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69befa45-ab7b-4380-94ad-3ee61c4cafbb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.635407] env[69808]: DEBUG nova.network.neutron [-] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.706586] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790451, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.799663] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87df6f56-a56f-4216-a4e6-775f44598b18 tempest-MigrationsAdminTest-1199465937 tempest-MigrationsAdminTest-1199465937-project-member] Lock "c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.302s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.807884] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a70e00a7-43ab-4dbc-acc0-b9a4e705508c tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "cd2a437a-bee5-4ff6-b878-cac262a7465e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.314s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.915444] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ccd969-a15a-4411-87ae-6c2b0c57e1b3 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.915773] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab72c524-f759-467c-8b6d-3c9e45ea06b2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.927459] env[69808]: DEBUG oslo_vmware.api [None req-c8ccd969-a15a-4411-87ae-6c2b0c57e1b3 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1073.927459] env[69808]: value = "task-3790453" [ 1073.927459] env[69808]: _type = "Task" [ 1073.927459] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.939027] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790452, 'name': CreateVM_Task, 'duration_secs': 0.478907} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.939027] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.939247] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.939889] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.940048] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.943675] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cca6bc4-c5a8-46a8-a8cf-d2c9a26bc1cb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.945703] env[69808]: DEBUG oslo_vmware.api [None req-c8ccd969-a15a-4411-87ae-6c2b0c57e1b3 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.950059] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1073.950059] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525712a2-f75c-a37b-0d98-c6ab36c24561" [ 1073.950059] env[69808]: _type = "Task" [ 1073.950059] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.960801] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525712a2-f75c-a37b-0d98-c6ab36c24561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.107411] env[69808]: DEBUG oslo_concurrency.lockutils [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.140644] env[69808]: INFO nova.compute.manager [-] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Took 1.50 seconds to deallocate network for instance. [ 1074.203018] env[69808]: DEBUG oslo_vmware.api [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790451, 'name': PowerOnVM_Task, 'duration_secs': 0.521541} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.203018] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.203018] env[69808]: INFO nova.compute.manager [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Took 5.94 seconds to spawn the instance on the hypervisor. [ 1074.203018] env[69808]: DEBUG nova.compute.manager [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1074.203518] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c07b63-c04d-406f-950c-b4ce3ddc1b91 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.441756] env[69808]: DEBUG oslo_vmware.api [None req-c8ccd969-a15a-4411-87ae-6c2b0c57e1b3 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790453, 'name': PowerOffVM_Task, 'duration_secs': 0.23566} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.447020] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ccd969-a15a-4411-87ae-6c2b0c57e1b3 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.447020] env[69808]: DEBUG nova.compute.manager [None req-c8ccd969-a15a-4411-87ae-6c2b0c57e1b3 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1074.447020] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e6f0e3-14be-4ea0-a6a0-b153b623bbb4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.464942] env[69808]: DEBUG nova.network.neutron [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Successfully updated port: 0e8df638-8d88-4d50-820e-f8c0c90c1b62 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.472359] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525712a2-f75c-a37b-0d98-c6ab36c24561, 'name': SearchDatastore_Task, 'duration_secs': 0.016175} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.472359] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.472359] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.472359] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.472359] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.472359] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.472359] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-084812a9-c151-41ef-be32-c3314925d1be {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.490446] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.490446] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.490999] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bf3e3e4-0202-4bd0-99ab-bac7c127b278 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.499942] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1074.499942] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f2248d-29a6-f57c-53d3-d91176f9e13d" [ 1074.499942] env[69808]: _type = "Task" [ 1074.499942] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.516552] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f2248d-29a6-f57c-53d3-d91176f9e13d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.652407] env[69808]: DEBUG oslo_concurrency.lockutils [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.655043] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1e04f5-2a71-465a-995e-2f4ba32ee0ed {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.664631] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c70b20-a5b4-4c87-b3b2-d1b022927954 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.705215] env[69808]: DEBUG nova.network.neutron [req-5f240d98-5692-4821-9e81-01a1ff61e32b req-5e303041-30e1-4f09-8894-ff090fec8f43 service nova] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Updated VIF entry in instance network info cache for port 280fa77d-437f-4635-b325-3e9edfbd8e27. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.705215] env[69808]: DEBUG nova.network.neutron [req-5f240d98-5692-4821-9e81-01a1ff61e32b req-5e303041-30e1-4f09-8894-ff090fec8f43 service nova] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Updating instance_info_cache with network_info: [{"id": "280fa77d-437f-4635-b325-3e9edfbd8e27", "address": "fa:16:3e:28:37:b8", "network": {"id": "b3128ff4-b8fc-42ea-8539-c23b41c69ffa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-850709825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82b141104a4845c0997ab353e99471e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap280fa77d-43", "ovs_interfaceid": "280fa77d-437f-4635-b325-3e9edfbd8e27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.705590] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b147012-9e91-4084-833f-3e9c7d241a38 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.721252] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855420ad-7eb4-4604-93aa-f37d1166df8a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.728798] env[69808]: INFO nova.compute.manager [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Took 34.15 seconds to build instance. [ 1074.746228] env[69808]: DEBUG nova.compute.provider_tree [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.968849] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c8ccd969-a15a-4411-87ae-6c2b0c57e1b3 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.086s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.971301] env[69808]: DEBUG oslo_concurrency.lockutils [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "refresh_cache-f15361d8-4dd2-4237-8b04-c2e516b9140f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.971419] env[69808]: DEBUG oslo_concurrency.lockutils [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "refresh_cache-f15361d8-4dd2-4237-8b04-c2e516b9140f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.971586] env[69808]: DEBUG nova.network.neutron [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.018665] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f2248d-29a6-f57c-53d3-d91176f9e13d, 'name': SearchDatastore_Task, 'duration_secs': 0.016388} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.025091] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d7f9b74-d4a0-43db-b605-d17332be6d54 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.034340] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1075.034340] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5286c817-fcd2-5546-392f-020f1dea9915" [ 1075.034340] env[69808]: _type = "Task" [ 1075.034340] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.045561] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5286c817-fcd2-5546-392f-020f1dea9915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.209316] env[69808]: DEBUG oslo_concurrency.lockutils [req-5f240d98-5692-4821-9e81-01a1ff61e32b req-5e303041-30e1-4f09-8894-ff090fec8f43 service nova] Releasing lock "refresh_cache-01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.209767] env[69808]: DEBUG nova.compute.manager [req-5f240d98-5692-4821-9e81-01a1ff61e32b req-5e303041-30e1-4f09-8894-ff090fec8f43 service nova] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Received event network-vif-deleted-79e031ec-4876-43c9-bf55-355d114fc711 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.210048] env[69808]: INFO nova.compute.manager [req-5f240d98-5692-4821-9e81-01a1ff61e32b req-5e303041-30e1-4f09-8894-ff090fec8f43 service nova] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Neutron deleted interface 79e031ec-4876-43c9-bf55-355d114fc711; detaching it from the instance and deleting it from the info cache [ 1075.210764] env[69808]: DEBUG nova.network.neutron [req-5f240d98-5692-4821-9e81-01a1ff61e32b req-5e303041-30e1-4f09-8894-ff090fec8f43 service nova] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.231887] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5a45ee03-73bd-4c84-8843-785ad2ec73f1 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Lock "2762545b-09db-4e84-ad97-843149dda102" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.662s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.250997] env[69808]: DEBUG nova.scheduler.client.report [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.305597] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Acquiring lock "79f728b7-7360-4dc2-986d-02a605223a82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.305888] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Lock "79f728b7-7360-4dc2-986d-02a605223a82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.306089] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Acquiring lock "79f728b7-7360-4dc2-986d-02a605223a82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.306323] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Lock "79f728b7-7360-4dc2-986d-02a605223a82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.306863] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Lock "79f728b7-7360-4dc2-986d-02a605223a82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.308263] env[69808]: DEBUG nova.network.neutron [-] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.309547] env[69808]: INFO nova.compute.manager [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Terminating instance [ 1075.426404] env[69808]: DEBUG nova.compute.manager [req-48a5141b-0cd4-44fd-a535-c1aa40501ec5 req-cf23e01c-09c3-4a82-bf42-e8d3926fef78 service nova] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Received event network-vif-plugged-0e8df638-8d88-4d50-820e-f8c0c90c1b62 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.426404] env[69808]: DEBUG oslo_concurrency.lockutils [req-48a5141b-0cd4-44fd-a535-c1aa40501ec5 req-cf23e01c-09c3-4a82-bf42-e8d3926fef78 service nova] Acquiring lock "f15361d8-4dd2-4237-8b04-c2e516b9140f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.426687] env[69808]: DEBUG oslo_concurrency.lockutils [req-48a5141b-0cd4-44fd-a535-c1aa40501ec5 req-cf23e01c-09c3-4a82-bf42-e8d3926fef78 service nova] Lock "f15361d8-4dd2-4237-8b04-c2e516b9140f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.428094] env[69808]: DEBUG oslo_concurrency.lockutils [req-48a5141b-0cd4-44fd-a535-c1aa40501ec5 req-cf23e01c-09c3-4a82-bf42-e8d3926fef78 service nova] Lock "f15361d8-4dd2-4237-8b04-c2e516b9140f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.428094] env[69808]: DEBUG nova.compute.manager [req-48a5141b-0cd4-44fd-a535-c1aa40501ec5 req-cf23e01c-09c3-4a82-bf42-e8d3926fef78 service nova] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] No waiting events found dispatching network-vif-plugged-0e8df638-8d88-4d50-820e-f8c0c90c1b62 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1075.428094] env[69808]: WARNING nova.compute.manager [req-48a5141b-0cd4-44fd-a535-c1aa40501ec5 req-cf23e01c-09c3-4a82-bf42-e8d3926fef78 service nova] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Received unexpected event network-vif-plugged-0e8df638-8d88-4d50-820e-f8c0c90c1b62 for instance with vm_state building and task_state spawning. [ 1075.428094] env[69808]: DEBUG nova.compute.manager [req-48a5141b-0cd4-44fd-a535-c1aa40501ec5 req-cf23e01c-09c3-4a82-bf42-e8d3926fef78 service nova] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Received event network-changed-0e8df638-8d88-4d50-820e-f8c0c90c1b62 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.428094] env[69808]: DEBUG nova.compute.manager [req-48a5141b-0cd4-44fd-a535-c1aa40501ec5 req-cf23e01c-09c3-4a82-bf42-e8d3926fef78 service nova] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Refreshing instance network info cache due to event network-changed-0e8df638-8d88-4d50-820e-f8c0c90c1b62. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.428094] env[69808]: DEBUG oslo_concurrency.lockutils [req-48a5141b-0cd4-44fd-a535-c1aa40501ec5 req-cf23e01c-09c3-4a82-bf42-e8d3926fef78 service nova] Acquiring lock "refresh_cache-f15361d8-4dd2-4237-8b04-c2e516b9140f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.512247] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Acquiring lock "17255121-e63e-4fc7-81e6-6fa1d283391f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.512560] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Lock "17255121-e63e-4fc7-81e6-6fa1d283391f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.521699] env[69808]: DEBUG nova.network.neutron [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.554443] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5286c817-fcd2-5546-392f-020f1dea9915, 'name': SearchDatastore_Task, 'duration_secs': 0.020937} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.557141] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.557460] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5/01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.557767] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69b02e03-5655-449e-a195-34c727877f83 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.569104] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1075.569104] env[69808]: value = "task-3790454" [ 1075.569104] env[69808]: _type = "Task" [ 1075.569104] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.581401] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.709944] env[69808]: DEBUG nova.objects.instance [None req-2df1938f-6aea-4dcb-8069-0627b72ab20c tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lazy-loading 'flavor' on Instance uuid f9de1eb8-5f7d-4205-884e-d80f83df0f61 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.713291] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8e0c0c1-4eb4-43f4-b7fc-bcd2cd82ff48 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.725949] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775bfdfc-04a8-4a07-8c56-ed60c6594bbe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.741211] env[69808]: DEBUG nova.network.neutron [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Updating instance_info_cache with network_info: [{"id": "0e8df638-8d88-4d50-820e-f8c0c90c1b62", "address": "fa:16:3e:b0:58:4d", "network": {"id": "af196450-77dc-4ac0-959d-83905e667de1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1784084215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde177c157c54ffbaad7a0b9616ff02b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e8df638-8d", "ovs_interfaceid": "0e8df638-8d88-4d50-820e-f8c0c90c1b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.757465] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.758138] env[69808]: DEBUG nova.compute.manager [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.777033] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.639s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.778027] env[69808]: INFO nova.compute.claims [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.781167] env[69808]: DEBUG nova.compute.manager [req-5f240d98-5692-4821-9e81-01a1ff61e32b req-5e303041-30e1-4f09-8894-ff090fec8f43 service nova] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Detach interface failed, port_id=79e031ec-4876-43c9-bf55-355d114fc711, reason: Instance 7911dcea-a561-40a9-897e-321ec913227c could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1075.813343] env[69808]: INFO nova.compute.manager [-] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Took 2.35 seconds to deallocate network for instance. [ 1075.813343] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Acquiring lock "refresh_cache-79f728b7-7360-4dc2-986d-02a605223a82" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.813343] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Acquired lock "refresh_cache-79f728b7-7360-4dc2-986d-02a605223a82" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.813652] env[69808]: DEBUG nova.network.neutron [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.926534] env[69808]: INFO nova.compute.manager [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Rebuilding instance [ 1075.996697] env[69808]: DEBUG nova.compute.manager [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1075.997713] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105df754-b954-4ab1-b337-39d013a93b38 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.015984] env[69808]: DEBUG nova.compute.manager [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.081316] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790454, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.200496] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "72e4004e-a622-4f99-af36-0f1c0d995f0d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.200848] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "72e4004e-a622-4f99-af36-0f1c0d995f0d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.216779] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2df1938f-6aea-4dcb-8069-0627b72ab20c tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.217229] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2df1938f-6aea-4dcb-8069-0627b72ab20c tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.217547] env[69808]: DEBUG nova.network.neutron [None req-2df1938f-6aea-4dcb-8069-0627b72ab20c tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.217871] env[69808]: DEBUG nova.objects.instance [None req-2df1938f-6aea-4dcb-8069-0627b72ab20c tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lazy-loading 'info_cache' on Instance uuid f9de1eb8-5f7d-4205-884e-d80f83df0f61 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.244867] env[69808]: DEBUG oslo_concurrency.lockutils [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "refresh_cache-f15361d8-4dd2-4237-8b04-c2e516b9140f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.244867] env[69808]: DEBUG nova.compute.manager [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Instance network_info: |[{"id": "0e8df638-8d88-4d50-820e-f8c0c90c1b62", "address": "fa:16:3e:b0:58:4d", "network": {"id": "af196450-77dc-4ac0-959d-83905e667de1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1784084215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde177c157c54ffbaad7a0b9616ff02b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e8df638-8d", "ovs_interfaceid": "0e8df638-8d88-4d50-820e-f8c0c90c1b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.245308] env[69808]: DEBUG oslo_concurrency.lockutils [req-48a5141b-0cd4-44fd-a535-c1aa40501ec5 req-cf23e01c-09c3-4a82-bf42-e8d3926fef78 service nova] Acquired lock "refresh_cache-f15361d8-4dd2-4237-8b04-c2e516b9140f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.245482] env[69808]: DEBUG nova.network.neutron [req-48a5141b-0cd4-44fd-a535-c1aa40501ec5 req-cf23e01c-09c3-4a82-bf42-e8d3926fef78 service nova] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Refreshing network info cache for port 0e8df638-8d88-4d50-820e-f8c0c90c1b62 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.246894] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:58:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e8df638-8d88-4d50-820e-f8c0c90c1b62', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.256521] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.257758] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.258485] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-775dd485-c093-431a-9956-14413a5cc485 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.285801] env[69808]: DEBUG nova.compute.utils [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.287198] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.287198] env[69808]: value = "task-3790455" [ 1076.287198] env[69808]: _type = "Task" [ 1076.287198] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.289155] env[69808]: DEBUG nova.compute.manager [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.289155] env[69808]: DEBUG nova.network.neutron [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.310763] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790455, 'name': CreateVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.323275] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.354023] env[69808]: DEBUG nova.network.neutron [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.544998] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.585038] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772876} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.585038] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5/01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.585038] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.585038] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2713f52a-0e3f-4b71-a720-8fcd2c7538b5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.595028] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1076.595028] env[69808]: value = "task-3790456" [ 1076.595028] env[69808]: _type = "Task" [ 1076.595028] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.607778] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.668845] env[69808]: DEBUG nova.policy [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bdd6d8141234ef8b7941aed9f8b35c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08804065ac184d048e49b966b75ce3ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.706077] env[69808]: DEBUG nova.compute.utils [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.724243] env[69808]: DEBUG nova.objects.base [None req-2df1938f-6aea-4dcb-8069-0627b72ab20c tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1076.785709] env[69808]: DEBUG nova.network.neutron [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.788688] env[69808]: DEBUG nova.compute.manager [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.811130] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790455, 'name': CreateVM_Task, 'duration_secs': 0.462095} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.812144] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.813187] env[69808]: DEBUG oslo_concurrency.lockutils [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.813532] env[69808]: DEBUG oslo_concurrency.lockutils [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.813946] env[69808]: DEBUG oslo_concurrency.lockutils [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.814342] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a94897d5-353a-43f2-8f58-1b4c3914fe4a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.828130] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1076.828130] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52310b99-ed4c-36ae-fe17-89ff0d1125a1" [ 1076.828130] env[69808]: _type = "Task" [ 1076.828130] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.834973] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52310b99-ed4c-36ae-fe17-89ff0d1125a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.013916] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.014631] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-887c7372-9db4-4d54-a072-34882ff7ecbb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.022104] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for the task: (returnval){ [ 1077.022104] env[69808]: value = "task-3790457" [ 1077.022104] env[69808]: _type = "Task" [ 1077.022104] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.034052] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.115736] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134075} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.116456] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.118631] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b61017-056b-4864-845c-0643a7a8d638 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.166275] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5/01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.171798] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b49a13b-6291-4cc6-ae0a-5a98eb0fc73d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.198167] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1077.198167] env[69808]: value = "task-3790458" [ 1077.198167] env[69808]: _type = "Task" [ 1077.198167] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.210929] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "72e4004e-a622-4f99-af36-0f1c0d995f0d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.213916] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790458, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.269779] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd646f4-cf87-4d99-a324-9542568627a1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.278519] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afceb7bd-d276-4e54-bf69-771ea5c28cbc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.313751] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Releasing lock "refresh_cache-79f728b7-7360-4dc2-986d-02a605223a82" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.314163] env[69808]: DEBUG nova.compute.manager [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.314379] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.322022] env[69808]: DEBUG nova.network.neutron [req-48a5141b-0cd4-44fd-a535-c1aa40501ec5 req-cf23e01c-09c3-4a82-bf42-e8d3926fef78 service nova] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Updated VIF entry in instance network info cache for port 0e8df638-8d88-4d50-820e-f8c0c90c1b62. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.322022] env[69808]: DEBUG nova.network.neutron [req-48a5141b-0cd4-44fd-a535-c1aa40501ec5 req-cf23e01c-09c3-4a82-bf42-e8d3926fef78 service nova] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Updating instance_info_cache with network_info: [{"id": "0e8df638-8d88-4d50-820e-f8c0c90c1b62", "address": "fa:16:3e:b0:58:4d", "network": {"id": "af196450-77dc-4ac0-959d-83905e667de1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1784084215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde177c157c54ffbaad7a0b9616ff02b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e8df638-8d", "ovs_interfaceid": "0e8df638-8d88-4d50-820e-f8c0c90c1b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.322022] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbf0727-5c61-4487-b961-4ea263c85c0c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.324408] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ea64bd-822f-40c6-a7e9-adcf63416279 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.337510] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.340520] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09a599c7-16bb-4b1d-80b7-d3f3985eae18 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.346674] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaa8502-63c1-49c1-a529-645edb874912 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.350901] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52310b99-ed4c-36ae-fe17-89ff0d1125a1, 'name': SearchDatastore_Task, 'duration_secs': 0.029394} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.351896] env[69808]: DEBUG oslo_concurrency.lockutils [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.352158] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.352389] env[69808]: DEBUG oslo_concurrency.lockutils [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.352527] env[69808]: DEBUG oslo_concurrency.lockutils [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.355586] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.355586] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b20c537-928f-4e10-b903-dea1ab43c119 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.365643] env[69808]: DEBUG nova.compute.provider_tree [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.367197] env[69808]: DEBUG oslo_vmware.api [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for the task: (returnval){ [ 1077.367197] env[69808]: value = "task-3790459" [ 1077.367197] env[69808]: _type = "Task" [ 1077.367197] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.368606] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.368800] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.373284] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f144bad8-e457-4ec6-b2d0-7cd719b00179 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.382267] env[69808]: DEBUG oslo_vmware.api [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.383904] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1077.383904] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ea417d-c10c-e975-6b4e-79860049a3b7" [ 1077.383904] env[69808]: _type = "Task" [ 1077.383904] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.387878] env[69808]: DEBUG nova.network.neutron [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Successfully created port: 1b9858b4-c214-4a61-96f1-77efd1e1752b {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.397040] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ea417d-c10c-e975-6b4e-79860049a3b7, 'name': SearchDatastore_Task, 'duration_secs': 0.012782} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.398753] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8823f2df-ae92-4c3e-9687-6500e8d80024 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.404918] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1077.404918] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528af2c3-3adc-e2f9-61c9-af113eed5a43" [ 1077.404918] env[69808]: _type = "Task" [ 1077.404918] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.415343] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528af2c3-3adc-e2f9-61c9-af113eed5a43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.537225] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790457, 'name': PowerOffVM_Task, 'duration_secs': 0.205946} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.537794] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.537985] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.538964] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fd3f61-4ee6-49fe-ba9c-c8d9a23dff4d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.549228] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.549599] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aae01de4-913c-4d55-ab2f-ee8837afe44f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.588782] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.589038] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.589351] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Deleting the datastore file [datastore1] 2762545b-09db-4e84-ad97-843149dda102 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.589691] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-378a2518-6b0b-4588-a824-764fc400ae7e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.598780] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for the task: (returnval){ [ 1077.598780] env[69808]: value = "task-3790461" [ 1077.598780] env[69808]: _type = "Task" [ 1077.598780] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.607935] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.714552] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790458, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.809852] env[69808]: DEBUG nova.network.neutron [None req-2df1938f-6aea-4dcb-8069-0627b72ab20c tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Updating instance_info_cache with network_info: [{"id": "52d9e479-257d-4396-82eb-af7fcebc98a8", "address": "fa:16:3e:a0:ca:e1", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d9e479-25", "ovs_interfaceid": "52d9e479-257d-4396-82eb-af7fcebc98a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.832890] env[69808]: DEBUG nova.compute.manager [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.835653] env[69808]: DEBUG oslo_concurrency.lockutils [req-48a5141b-0cd4-44fd-a535-c1aa40501ec5 req-cf23e01c-09c3-4a82-bf42-e8d3926fef78 service nova] Releasing lock "refresh_cache-f15361d8-4dd2-4237-8b04-c2e516b9140f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.835947] env[69808]: DEBUG nova.compute.manager [req-48a5141b-0cd4-44fd-a535-c1aa40501ec5 req-cf23e01c-09c3-4a82-bf42-e8d3926fef78 service nova] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Received event network-vif-deleted-81788255-4338-4870-9dcf-8c682719cfbd {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.881108] env[69808]: DEBUG nova.scheduler.client.report [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.894865] env[69808]: DEBUG oslo_vmware.api [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790459, 'name': PowerOffVM_Task, 'duration_secs': 0.147699} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.897832] env[69808]: DEBUG nova.virt.hardware [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.898173] env[69808]: DEBUG nova.virt.hardware [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.898473] env[69808]: DEBUG nova.virt.hardware [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.898675] env[69808]: DEBUG nova.virt.hardware [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.898867] env[69808]: DEBUG nova.virt.hardware [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.899068] env[69808]: DEBUG nova.virt.hardware [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.899573] env[69808]: DEBUG nova.virt.hardware [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.899573] env[69808]: DEBUG nova.virt.hardware [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.899833] env[69808]: DEBUG nova.virt.hardware [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.900124] env[69808]: DEBUG nova.virt.hardware [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.900426] env[69808]: DEBUG nova.virt.hardware [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.900838] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.901386] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.902117] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5efb4d-0ea9-4c34-8823-ac3df3ac7d99 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.905724] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fd771bc-a9de-451c-9d82-bae3234cd015 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.915963] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc8bc53-7476-43b5-b4fa-c7b932db7808 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.925384] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528af2c3-3adc-e2f9-61c9-af113eed5a43, 'name': SearchDatastore_Task, 'duration_secs': 0.011949} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.926228] env[69808]: DEBUG oslo_concurrency.lockutils [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.926627] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] f15361d8-4dd2-4237-8b04-c2e516b9140f/f15361d8-4dd2-4237-8b04-c2e516b9140f.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.927154] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c88d2f5d-cfaf-47c6-a4d7-b1cfd59343b4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.943480] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.943480] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.943480] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Deleting the datastore file [datastore1] 79f728b7-7360-4dc2-986d-02a605223a82 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.943480] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74648ee9-0e11-4c7d-bacc-2fa03ca26251 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.947915] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1077.947915] env[69808]: value = "task-3790463" [ 1077.947915] env[69808]: _type = "Task" [ 1077.947915] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.955622] env[69808]: DEBUG oslo_vmware.api [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for the task: (returnval){ [ 1077.955622] env[69808]: value = "task-3790464" [ 1077.955622] env[69808]: _type = "Task" [ 1077.955622] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.961831] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.968513] env[69808]: DEBUG oslo_vmware.api [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.110469] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167112} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.110895] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.110965] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.111211] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.214932] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790458, 'name': ReconfigVM_Task, 'duration_secs': 0.53411} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.214932] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5/01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.214932] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09b3e9b8-871d-4803-8fad-474c37c930be {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.226618] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1078.226618] env[69808]: value = "task-3790465" [ 1078.226618] env[69808]: _type = "Task" [ 1078.226618] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.237936] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790465, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.314699] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2df1938f-6aea-4dcb-8069-0627b72ab20c tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.317030] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "72e4004e-a622-4f99-af36-0f1c0d995f0d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.317330] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "72e4004e-a622-4f99-af36-0f1c0d995f0d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.317587] env[69808]: INFO nova.compute.manager [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Attaching volume d7c6067f-4c24-4b7c-b578-91468c18e56b to /dev/sdb [ 1078.366642] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b41ead-39b7-4549-afc0-76b5dc997840 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.376831] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822b977c-e81f-444c-a330-605c02305be3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.387199] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.387491] env[69808]: DEBUG nova.compute.manager [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.390288] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.515s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.390603] env[69808]: DEBUG nova.objects.instance [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lazy-loading 'resources' on Instance uuid 8f6fe02d-f527-4aa5-bf75-372b69187dc6 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.400065] env[69808]: DEBUG nova.virt.block_device [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Updating existing volume attachment record: 65062239-738b-4ca0-8220-accb63c47967 {{(pid=69808) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1078.468694] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790463, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.475554] env[69808]: DEBUG oslo_vmware.api [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Task: {'id': task-3790464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133459} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.475751] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.476995] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.476995] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.476995] env[69808]: INFO nova.compute.manager [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1078.476995] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.476995] env[69808]: DEBUG nova.compute.manager [-] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.477505] env[69808]: DEBUG nova.network.neutron [-] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.497728] env[69808]: DEBUG nova.network.neutron [-] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.734625] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790465, 'name': Rename_Task, 'duration_secs': 0.273531} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.734981] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.735279] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dbd98c8-56f6-43b5-b0a3-1ff27df44e31 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.743561] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1078.743561] env[69808]: value = "task-3790467" [ 1078.743561] env[69808]: _type = "Task" [ 1078.743561] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.754785] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.896615] env[69808]: DEBUG nova.compute.utils [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.898982] env[69808]: DEBUG nova.compute.manager [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.899639] env[69808]: DEBUG nova.network.neutron [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.960632] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617579} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.961110] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] f15361d8-4dd2-4237-8b04-c2e516b9140f/f15361d8-4dd2-4237-8b04-c2e516b9140f.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.961226] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.964360] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3e145ff-a5e0-4a7a-a73a-7f3467a9dcc6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.973238] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1078.973238] env[69808]: value = "task-3790470" [ 1078.973238] env[69808]: _type = "Task" [ 1078.973238] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.984033] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.997993] env[69808]: DEBUG nova.policy [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9da9b3eb8e345d39d2365702639fe6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed2c4e07aec8468da77a5bca11c1d9a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.001312] env[69808]: DEBUG nova.network.neutron [-] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.162597] env[69808]: DEBUG nova.virt.hardware [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.163227] env[69808]: DEBUG nova.virt.hardware [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.167301] env[69808]: DEBUG nova.virt.hardware [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.167869] env[69808]: DEBUG nova.virt.hardware [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.168326] env[69808]: DEBUG nova.virt.hardware [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.168446] env[69808]: DEBUG nova.virt.hardware [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.168800] env[69808]: DEBUG nova.virt.hardware [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.168996] env[69808]: DEBUG nova.virt.hardware [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.169196] env[69808]: DEBUG nova.virt.hardware [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.169378] env[69808]: DEBUG nova.virt.hardware [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.169583] env[69808]: DEBUG nova.virt.hardware [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.171621] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7a6318-1880-4fde-b240-48af4b97685d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.193489] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602a211c-6539-4229-a9d9-97a7853ea747 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.215118] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Instance VIF info [] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.222197] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.222552] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2762545b-09db-4e84-ad97-843149dda102] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.222786] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3180b78f-114f-4e26-958c-05caaf6055ca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.252081] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.252081] env[69808]: value = "task-3790471" [ 1079.252081] env[69808]: _type = "Task" [ 1079.252081] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.263889] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790467, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.271133] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790471, 'name': CreateVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.327372] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df1938f-6aea-4dcb-8069-0627b72ab20c tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.327740] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd07d100-fb0d-45c2-ac23-8a1fd45ed907 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.337161] env[69808]: DEBUG oslo_vmware.api [None req-2df1938f-6aea-4dcb-8069-0627b72ab20c tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1079.337161] env[69808]: value = "task-3790472" [ 1079.337161] env[69808]: _type = "Task" [ 1079.337161] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.354032] env[69808]: DEBUG oslo_vmware.api [None req-2df1938f-6aea-4dcb-8069-0627b72ab20c tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.391214] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84120de2-5cca-406a-937e-9308087f9bff {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.402031] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50774b23-6bd9-4cb7-8200-5f47be1154cf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.404416] env[69808]: DEBUG nova.compute.manager [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.449999] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252d97b8-fb8b-4da9-9075-0dd47957f0c8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.463024] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09dcb44-e872-4311-a125-194d1d86f097 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.480972] env[69808]: DEBUG nova.compute.provider_tree [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.493640] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083831} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.494021] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.496146] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e34cebe-6515-41af-ae3f-2576baef9bef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.516951] env[69808]: INFO nova.compute.manager [-] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Took 1.04 seconds to deallocate network for instance. [ 1079.527803] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] f15361d8-4dd2-4237-8b04-c2e516b9140f/f15361d8-4dd2-4237-8b04-c2e516b9140f.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.530315] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e7181c3-21a0-4d2e-bd1d-9ac5a17c2fb3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.566118] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1079.566118] env[69808]: value = "task-3790473" [ 1079.566118] env[69808]: _type = "Task" [ 1079.566118] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.579091] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.720311] env[69808]: DEBUG nova.network.neutron [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Successfully updated port: 1b9858b4-c214-4a61-96f1-77efd1e1752b {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.759590] env[69808]: DEBUG oslo_vmware.api [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790467, 'name': PowerOnVM_Task, 'duration_secs': 0.630412} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.763865] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.764163] env[69808]: INFO nova.compute.manager [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1079.764374] env[69808]: DEBUG nova.compute.manager [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1079.765261] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f868846-aaf1-4d51-8b69-acd0fbdf1d81 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.775485] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790471, 'name': CreateVM_Task, 'duration_secs': 0.498608} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.781107] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2762545b-09db-4e84-ad97-843149dda102] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.785483] env[69808]: DEBUG nova.network.neutron [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Successfully created port: 28fb3edd-0ac0-44f9-9bd5-c7477e619c6d {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.787929] env[69808]: DEBUG oslo_concurrency.lockutils [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.788207] env[69808]: DEBUG oslo_concurrency.lockutils [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.788570] env[69808]: DEBUG oslo_concurrency.lockutils [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.789170] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4027dd3b-9799-4526-924b-ba53f57930c7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.799471] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for the task: (returnval){ [ 1079.799471] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52cf7ea7-7f8e-06b7-739b-f9b631df0a74" [ 1079.799471] env[69808]: _type = "Task" [ 1079.799471] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.815259] env[69808]: DEBUG nova.compute.manager [req-af0ae45e-3b9f-4a41-9905-d6b99350d882 req-983f09cb-b869-44f4-a4b8-4fcb32ea37ea service nova] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Received event network-vif-plugged-1b9858b4-c214-4a61-96f1-77efd1e1752b {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.815797] env[69808]: DEBUG oslo_concurrency.lockutils [req-af0ae45e-3b9f-4a41-9905-d6b99350d882 req-983f09cb-b869-44f4-a4b8-4fcb32ea37ea service nova] Acquiring lock "4f4f356a-31bc-4890-a7b6-48f2958ef15c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.815797] env[69808]: DEBUG oslo_concurrency.lockutils [req-af0ae45e-3b9f-4a41-9905-d6b99350d882 req-983f09cb-b869-44f4-a4b8-4fcb32ea37ea service nova] Lock "4f4f356a-31bc-4890-a7b6-48f2958ef15c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.816150] env[69808]: DEBUG oslo_concurrency.lockutils [req-af0ae45e-3b9f-4a41-9905-d6b99350d882 req-983f09cb-b869-44f4-a4b8-4fcb32ea37ea service nova] Lock "4f4f356a-31bc-4890-a7b6-48f2958ef15c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.816150] env[69808]: DEBUG nova.compute.manager [req-af0ae45e-3b9f-4a41-9905-d6b99350d882 req-983f09cb-b869-44f4-a4b8-4fcb32ea37ea service nova] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] No waiting events found dispatching network-vif-plugged-1b9858b4-c214-4a61-96f1-77efd1e1752b {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1079.816371] env[69808]: WARNING nova.compute.manager [req-af0ae45e-3b9f-4a41-9905-d6b99350d882 req-983f09cb-b869-44f4-a4b8-4fcb32ea37ea service nova] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Received unexpected event network-vif-plugged-1b9858b4-c214-4a61-96f1-77efd1e1752b for instance with vm_state building and task_state spawning. [ 1079.817645] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52cf7ea7-7f8e-06b7-739b-f9b631df0a74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.851353] env[69808]: DEBUG oslo_vmware.api [None req-2df1938f-6aea-4dcb-8069-0627b72ab20c tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790472, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.988134] env[69808]: DEBUG nova.scheduler.client.report [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.059248] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.078315] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790473, 'name': ReconfigVM_Task, 'duration_secs': 0.493565} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.078625] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Reconfigured VM instance instance-00000058 to attach disk [datastore2] f15361d8-4dd2-4237-8b04-c2e516b9140f/f15361d8-4dd2-4237-8b04-c2e516b9140f.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.079311] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcf5e072-d90f-48e8-b086-c49660f53f7f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.087498] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1080.087498] env[69808]: value = "task-3790474" [ 1080.087498] env[69808]: _type = "Task" [ 1080.087498] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.097825] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790474, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.227237] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "refresh_cache-4f4f356a-31bc-4890-a7b6-48f2958ef15c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.227237] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired lock "refresh_cache-4f4f356a-31bc-4890-a7b6-48f2958ef15c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.227237] env[69808]: DEBUG nova.network.neutron [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.270123] env[69808]: DEBUG oslo_concurrency.lockutils [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "6a06b65d-e09a-4812-889f-4d123cf95266" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.270123] env[69808]: DEBUG oslo_concurrency.lockutils [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "6a06b65d-e09a-4812-889f-4d123cf95266" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.299022] env[69808]: INFO nova.compute.manager [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Took 38.50 seconds to build instance. [ 1080.322414] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52cf7ea7-7f8e-06b7-739b-f9b631df0a74, 'name': SearchDatastore_Task, 'duration_secs': 0.026341} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.323438] env[69808]: DEBUG oslo_concurrency.lockutils [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.323689] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.323984] env[69808]: DEBUG oslo_concurrency.lockutils [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.324086] env[69808]: DEBUG oslo_concurrency.lockutils [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.324273] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.324903] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74b0086a-6cc1-4acf-ba4e-45ee49cf0cf4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.339713] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.339916] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.347626] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7efebe9-0825-4fa1-9b74-5f83f7e9e100 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.361429] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for the task: (returnval){ [ 1080.361429] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521675c2-f680-91a7-4bba-bc01c0121835" [ 1080.361429] env[69808]: _type = "Task" [ 1080.361429] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.368964] env[69808]: DEBUG oslo_vmware.api [None req-2df1938f-6aea-4dcb-8069-0627b72ab20c tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790472, 'name': PowerOnVM_Task, 'duration_secs': 0.549297} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.373154] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df1938f-6aea-4dcb-8069-0627b72ab20c tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.373406] env[69808]: DEBUG nova.compute.manager [None req-2df1938f-6aea-4dcb-8069-0627b72ab20c tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1080.374314] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3097789-5775-43aa-9d67-cdee7e98bdf4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.385246] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521675c2-f680-91a7-4bba-bc01c0121835, 'name': SearchDatastore_Task, 'duration_secs': 0.023371} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.389533] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f293eefd-d8bc-473f-90f7-1c5be6f73947 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.396065] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for the task: (returnval){ [ 1080.396065] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5280a308-871e-0271-4e6b-3f639f0e87fc" [ 1080.396065] env[69808]: _type = "Task" [ 1080.396065] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.406197] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5280a308-871e-0271-4e6b-3f639f0e87fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.418798] env[69808]: DEBUG nova.compute.manager [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.442068] env[69808]: DEBUG nova.virt.hardware [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.442318] env[69808]: DEBUG nova.virt.hardware [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.442485] env[69808]: DEBUG nova.virt.hardware [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.442665] env[69808]: DEBUG nova.virt.hardware [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.442808] env[69808]: DEBUG nova.virt.hardware [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.442960] env[69808]: DEBUG nova.virt.hardware [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.443231] env[69808]: DEBUG nova.virt.hardware [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.443386] env[69808]: DEBUG nova.virt.hardware [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.443889] env[69808]: DEBUG nova.virt.hardware [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.443889] env[69808]: DEBUG nova.virt.hardware [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.444016] env[69808]: DEBUG nova.virt.hardware [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.445346] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36146a02-9d05-40a5-8dac-327900e6743b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.454849] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f789faa-676e-41f5-bc77-25c4273549f9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.494931] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.497858] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.869s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.499644] env[69808]: INFO nova.compute.claims [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.527379] env[69808]: INFO nova.scheduler.client.report [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Deleted allocations for instance 8f6fe02d-f527-4aa5-bf75-372b69187dc6 [ 1080.600238] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790474, 'name': Rename_Task, 'duration_secs': 0.294115} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.600565] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.600842] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5941129-1f4d-4942-b5aa-152fd91217c2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.610375] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1080.610375] env[69808]: value = "task-3790475" [ 1080.610375] env[69808]: _type = "Task" [ 1080.610375] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.622732] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.763443] env[69808]: DEBUG nova.network.neutron [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.774467] env[69808]: DEBUG nova.compute.manager [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1080.804812] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c65f7bfc-ab31-4b82-9e1c-2353cf097acd tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lock "01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.014s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.912875] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5280a308-871e-0271-4e6b-3f639f0e87fc, 'name': SearchDatastore_Task, 'duration_secs': 0.02106} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.912875] env[69808]: DEBUG oslo_concurrency.lockutils [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.912875] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 2762545b-09db-4e84-ad97-843149dda102/2762545b-09db-4e84-ad97-843149dda102.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.912875] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa363e15-f76a-4815-a58d-e6d19d45d06e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.920803] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for the task: (returnval){ [ 1080.920803] env[69808]: value = "task-3790476" [ 1080.920803] env[69808]: _type = "Task" [ 1080.920803] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.934596] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.978170] env[69808]: DEBUG nova.network.neutron [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Updating instance_info_cache with network_info: [{"id": "1b9858b4-c214-4a61-96f1-77efd1e1752b", "address": "fa:16:3e:97:f6:e5", "network": {"id": "2b56dc08-fe78-437a-a060-3aead94f8b87", "bridge": "br-int", "label": "tempest-ServersTestJSON-503382848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08804065ac184d048e49b966b75ce3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9858b4-c2", "ovs_interfaceid": "1b9858b4-c214-4a61-96f1-77efd1e1752b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.042510] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4cb4269e-5771-4bc9-8655-8604c2ab416c tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "8f6fe02d-f527-4aa5-bf75-372b69187dc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.399s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.096453] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "57dae466-65ff-4be6-91e6-93d5bd7d0642" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.096453] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "57dae466-65ff-4be6-91e6-93d5bd7d0642" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.124387] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.212970] env[69808]: INFO nova.compute.manager [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Rescuing [ 1081.213351] env[69808]: DEBUG oslo_concurrency.lockutils [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquiring lock "refresh_cache-01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.213542] env[69808]: DEBUG oslo_concurrency.lockutils [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquired lock "refresh_cache-01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.213743] env[69808]: DEBUG nova.network.neutron [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.301947] env[69808]: DEBUG oslo_concurrency.lockutils [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.431707] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790476, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.473591] env[69808]: DEBUG oslo_concurrency.lockutils [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Acquiring lock "79d63a6e-1b7f-4b50-bc92-2df53bba12e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.473787] env[69808]: DEBUG oslo_concurrency.lockutils [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Lock "79d63a6e-1b7f-4b50-bc92-2df53bba12e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.474075] env[69808]: DEBUG oslo_concurrency.lockutils [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Acquiring lock "79d63a6e-1b7f-4b50-bc92-2df53bba12e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.474342] env[69808]: DEBUG oslo_concurrency.lockutils [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Lock "79d63a6e-1b7f-4b50-bc92-2df53bba12e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.474535] env[69808]: DEBUG oslo_concurrency.lockutils [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Lock "79d63a6e-1b7f-4b50-bc92-2df53bba12e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.479509] env[69808]: INFO nova.compute.manager [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Terminating instance [ 1081.485914] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Releasing lock "refresh_cache-4f4f356a-31bc-4890-a7b6-48f2958ef15c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.487797] env[69808]: DEBUG nova.compute.manager [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Instance network_info: |[{"id": "1b9858b4-c214-4a61-96f1-77efd1e1752b", "address": "fa:16:3e:97:f6:e5", "network": {"id": "2b56dc08-fe78-437a-a060-3aead94f8b87", "bridge": "br-int", "label": "tempest-ServersTestJSON-503382848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08804065ac184d048e49b966b75ce3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9858b4-c2", "ovs_interfaceid": "1b9858b4-c214-4a61-96f1-77efd1e1752b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.487797] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:f6:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b9858b4-c214-4a61-96f1-77efd1e1752b', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.498491] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.499528] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.499818] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e493d55b-4ed8-48bb-9868-2ec84fa57863 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.534400] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.534400] env[69808]: value = "task-3790478" [ 1081.534400] env[69808]: _type = "Task" [ 1081.534400] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.546141] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790478, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.599796] env[69808]: DEBUG nova.compute.manager [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.629029] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.638721] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "44032fc3-b172-41b6-ab74-3da4a48a0d96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.639192] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "44032fc3-b172-41b6-ab74-3da4a48a0d96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.875114] env[69808]: DEBUG nova.network.neutron [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Successfully updated port: 28fb3edd-0ac0-44f9-9bd5-c7477e619c6d {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.936469] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.851665} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.939790] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 2762545b-09db-4e84-ad97-843149dda102/2762545b-09db-4e84-ad97-843149dda102.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.940364] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.943551] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f83731c2-5913-49ef-a32a-56d03332c8d2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.953883] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for the task: (returnval){ [ 1081.953883] env[69808]: value = "task-3790479" [ 1081.953883] env[69808]: _type = "Task" [ 1081.953883] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.972296] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.983710] env[69808]: DEBUG nova.compute.manager [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.984239] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.986177] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc84e804-bf73-4508-b504-ced95e4c1bd7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.995890] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.002641] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a394a676-b12d-41b1-9a9a-59093992336e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.010977] env[69808]: DEBUG oslo_vmware.api [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Waiting for the task: (returnval){ [ 1082.010977] env[69808]: value = "task-3790480" [ 1082.010977] env[69808]: _type = "Task" [ 1082.010977] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.024343] env[69808]: DEBUG oslo_vmware.api [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': task-3790480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.027191] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b47cb00-5795-42c5-818f-8d74a8e7520a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.042068] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d240bb-2b09-494a-873c-e3c146cd1556 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.052615] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790478, 'name': CreateVM_Task, 'duration_secs': 0.422414} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.087034] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.088324] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.088543] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.088961] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.089870] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5376fd75-7d0a-4a1c-964f-90bc820561e6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.093695] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b131737c-a7be-4265-82a8-7200182b36ff {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.100804] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1082.100804] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d4506c-5f9a-e750-ccd1-cc5e52c2c887" [ 1082.100804] env[69808]: _type = "Task" [ 1082.100804] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.112394] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d0ffe5-991f-48d4-9a29-25d8fcfaf996 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.130076] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d4506c-5f9a-e750-ccd1-cc5e52c2c887, 'name': SearchDatastore_Task, 'duration_secs': 0.014098} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.139454] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.139794] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.139948] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.143735] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.143735] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.143735] env[69808]: DEBUG nova.compute.provider_tree [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.146817] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.147047] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25b03f3d-7ee7-4b6b-84f2-bedda820610f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.149399] env[69808]: DEBUG nova.compute.manager [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.152761] env[69808]: DEBUG oslo_vmware.api [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790475, 'name': PowerOnVM_Task, 'duration_secs': 1.403156} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.157076] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.157076] env[69808]: INFO nova.compute.manager [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1082.157076] env[69808]: DEBUG nova.compute.manager [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1082.157076] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb559cdb-207a-4aab-bbe4-7084105a4831 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.161274] env[69808]: DEBUG nova.network.neutron [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Updating instance_info_cache with network_info: [{"id": "280fa77d-437f-4635-b325-3e9edfbd8e27", "address": "fa:16:3e:28:37:b8", "network": {"id": "b3128ff4-b8fc-42ea-8539-c23b41c69ffa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-850709825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82b141104a4845c0997ab353e99471e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap280fa77d-43", "ovs_interfaceid": "280fa77d-437f-4635-b325-3e9edfbd8e27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.165507] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.165698] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.166533] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d700d2-bc1e-4331-aee8-1c7fe6799f97 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.180274] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1082.180274] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52fe4d1e-5789-c1a6-37fd-f308e8cb2c98" [ 1082.180274] env[69808]: _type = "Task" [ 1082.180274] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.193184] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52fe4d1e-5789-c1a6-37fd-f308e8cb2c98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.261682] env[69808]: DEBUG nova.compute.manager [req-538b4047-4535-44f3-8f28-7dc3951667c5 req-48526de2-6de4-433e-a902-5400414daec9 service nova] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Received event network-changed-1b9858b4-c214-4a61-96f1-77efd1e1752b {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.261945] env[69808]: DEBUG nova.compute.manager [req-538b4047-4535-44f3-8f28-7dc3951667c5 req-48526de2-6de4-433e-a902-5400414daec9 service nova] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Refreshing instance network info cache due to event network-changed-1b9858b4-c214-4a61-96f1-77efd1e1752b. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.262321] env[69808]: DEBUG oslo_concurrency.lockutils [req-538b4047-4535-44f3-8f28-7dc3951667c5 req-48526de2-6de4-433e-a902-5400414daec9 service nova] Acquiring lock "refresh_cache-4f4f356a-31bc-4890-a7b6-48f2958ef15c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.262593] env[69808]: DEBUG oslo_concurrency.lockutils [req-538b4047-4535-44f3-8f28-7dc3951667c5 req-48526de2-6de4-433e-a902-5400414daec9 service nova] Acquired lock "refresh_cache-4f4f356a-31bc-4890-a7b6-48f2958ef15c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.262854] env[69808]: DEBUG nova.network.neutron [req-538b4047-4535-44f3-8f28-7dc3951667c5 req-48526de2-6de4-433e-a902-5400414daec9 service nova] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Refreshing network info cache for port 1b9858b4-c214-4a61-96f1-77efd1e1752b {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.290457] env[69808]: DEBUG oslo_vmware.rw_handles [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edf587-068e-cd01-6193-c092555db0f1/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1082.291495] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0892c98d-39d1-44f1-8189-46c6e8d77838 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.299105] env[69808]: DEBUG oslo_vmware.rw_handles [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edf587-068e-cd01-6193-c092555db0f1/disk-0.vmdk is in state: ready. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1082.299321] env[69808]: ERROR oslo_vmware.rw_handles [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edf587-068e-cd01-6193-c092555db0f1/disk-0.vmdk due to incomplete transfer. [ 1082.299900] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ee112fe7-0ad4-409f-ac87-c4ff050957c3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.309330] env[69808]: DEBUG oslo_vmware.rw_handles [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edf587-068e-cd01-6193-c092555db0f1/disk-0.vmdk. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1082.309680] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Uploaded image 8979a160-bd25-48e6-b689-f0d4827101a5 to the Glance image server {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1082.311922] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Destroying the VM {{(pid=69808) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1082.312543] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7cbe6688-924d-486c-a373-c57ab368d3f8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.320040] env[69808]: DEBUG oslo_vmware.api [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1082.320040] env[69808]: value = "task-3790481" [ 1082.320040] env[69808]: _type = "Task" [ 1082.320040] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.329664] env[69808]: DEBUG oslo_vmware.api [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790481, 'name': Destroy_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.379903] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Acquiring lock "refresh_cache-1da20561-760a-4846-9b82-45b3c87b9014" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.380110] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Acquired lock "refresh_cache-1da20561-760a-4846-9b82-45b3c87b9014" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.380386] env[69808]: DEBUG nova.network.neutron [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.466570] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089726} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.466812] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.467692] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1193d474-29a7-4f7e-bb0b-d5cb3ee6147a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.489177] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 2762545b-09db-4e84-ad97-843149dda102/2762545b-09db-4e84-ad97-843149dda102.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.489533] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1582f43-bbac-45ce-8964-afe2bfae9f29 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.511294] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for the task: (returnval){ [ 1082.511294] env[69808]: value = "task-3790482" [ 1082.511294] env[69808]: _type = "Task" [ 1082.511294] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.524158] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790482, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.528790] env[69808]: DEBUG oslo_vmware.api [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': task-3790480, 'name': PowerOffVM_Task, 'duration_secs': 0.321868} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.529205] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.529462] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.529786] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e1129b2-1296-4583-9caa-a1f01f0989df {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.602447] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.603175] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.603175] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Deleting the datastore file [datastore2] 79d63a6e-1b7f-4b50-bc92-2df53bba12e3 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.603510] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ba193d1-9d8c-43cf-94cd-ea2315d60c0c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.611750] env[69808]: DEBUG oslo_vmware.api [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Waiting for the task: (returnval){ [ 1082.611750] env[69808]: value = "task-3790484" [ 1082.611750] env[69808]: _type = "Task" [ 1082.611750] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.621713] env[69808]: DEBUG oslo_vmware.api [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': task-3790484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.655096] env[69808]: DEBUG nova.scheduler.client.report [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.666027] env[69808]: DEBUG oslo_concurrency.lockutils [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Releasing lock "refresh_cache-01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.686240] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.688477] env[69808]: INFO nova.compute.manager [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Took 39.40 seconds to build instance. [ 1082.701167] env[69808]: DEBUG oslo_concurrency.lockutils [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.701438] env[69808]: DEBUG oslo_concurrency.lockutils [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.702674] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "interface-c8b365c1-b843-476b-96d1-6e88230a0d42-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.702935] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "interface-c8b365c1-b843-476b-96d1-6e88230a0d42-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.703351] env[69808]: DEBUG nova.objects.instance [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lazy-loading 'flavor' on Instance uuid c8b365c1-b843-476b-96d1-6e88230a0d42 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.704741] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52fe4d1e-5789-c1a6-37fd-f308e8cb2c98, 'name': SearchDatastore_Task, 'duration_secs': 0.018633} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.710219] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d4aa362-fcef-4ee7-8d6f-cdb119a14604 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.720259] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1082.720259] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52067258-5312-0c70-4923-26c996d73640" [ 1082.720259] env[69808]: _type = "Task" [ 1082.720259] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.730713] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52067258-5312-0c70-4923-26c996d73640, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.830447] env[69808]: DEBUG oslo_vmware.api [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790481, 'name': Destroy_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.930773] env[69808]: DEBUG nova.network.neutron [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.024209] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.083195] env[69808]: DEBUG nova.network.neutron [req-538b4047-4535-44f3-8f28-7dc3951667c5 req-48526de2-6de4-433e-a902-5400414daec9 service nova] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Updated VIF entry in instance network info cache for port 1b9858b4-c214-4a61-96f1-77efd1e1752b. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.083407] env[69808]: DEBUG nova.network.neutron [req-538b4047-4535-44f3-8f28-7dc3951667c5 req-48526de2-6de4-433e-a902-5400414daec9 service nova] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Updating instance_info_cache with network_info: [{"id": "1b9858b4-c214-4a61-96f1-77efd1e1752b", "address": "fa:16:3e:97:f6:e5", "network": {"id": "2b56dc08-fe78-437a-a060-3aead94f8b87", "bridge": "br-int", "label": "tempest-ServersTestJSON-503382848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08804065ac184d048e49b966b75ce3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9858b4-c2", "ovs_interfaceid": "1b9858b4-c214-4a61-96f1-77efd1e1752b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.122479] env[69808]: DEBUG oslo_vmware.api [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': task-3790484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.142289] env[69808]: DEBUG nova.network.neutron [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Updating instance_info_cache with network_info: [{"id": "28fb3edd-0ac0-44f9-9bd5-c7477e619c6d", "address": "fa:16:3e:e3:50:ce", "network": {"id": "7794dc47-0d08-4c4b-85a1-7a042616c4ac", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1496337614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed2c4e07aec8468da77a5bca11c1d9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28fb3edd-0a", "ovs_interfaceid": "28fb3edd-0ac0-44f9-9bd5-c7477e619c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.164872] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.165355] env[69808]: DEBUG nova.compute.manager [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.168019] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.129s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.168216] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.168367] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69808) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1083.168650] env[69808]: DEBUG oslo_concurrency.lockutils [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.062s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.168822] env[69808]: DEBUG nova.objects.instance [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69808) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1083.174728] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d257dda4-2300-4c2a-9474-abf8f661c2b0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.186164] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332045fd-5172-49a2-b52b-52e61e8ed105 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.190608] env[69808]: DEBUG oslo_concurrency.lockutils [None req-edd79df7-7082-484d-8376-ac21dfa2ec85 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "f15361d8-4dd2-4237-8b04-c2e516b9140f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.917s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.203928] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0ebc55-a1bb-4464-b0a4-95e01240a1f4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.210600] env[69808]: DEBUG nova.compute.manager [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.221250] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78eece10-1588-4b61-94e8-c04b3a24f7c7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.235576] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52067258-5312-0c70-4923-26c996d73640, 'name': SearchDatastore_Task, 'duration_secs': 0.043277} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.261869] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.262035] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 4f4f356a-31bc-4890-a7b6-48f2958ef15c/4f4f356a-31bc-4890-a7b6-48f2958ef15c.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.263289] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179101MB free_disk=54GB free_vcpus=48 pci_devices=None {{(pid=69808) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1083.263434] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.266067] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b0ce225-c653-454a-b72f-bd9f40d0e715 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.274566] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1083.274566] env[69808]: value = "task-3790485" [ 1083.274566] env[69808]: _type = "Task" [ 1083.274566] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.285305] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.304688] env[69808]: DEBUG nova.objects.instance [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lazy-loading 'pci_requests' on Instance uuid c8b365c1-b843-476b-96d1-6e88230a0d42 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.335820] env[69808]: DEBUG oslo_vmware.api [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790481, 'name': Destroy_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.463677] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Volume attach. Driver type: vmdk {{(pid=69808) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1083.464101] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754027', 'volume_id': 'd7c6067f-4c24-4b7c-b578-91468c18e56b', 'name': 'volume-d7c6067f-4c24-4b7c-b578-91468c18e56b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '72e4004e-a622-4f99-af36-0f1c0d995f0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7c6067f-4c24-4b7c-b578-91468c18e56b', 'serial': 'd7c6067f-4c24-4b7c-b578-91468c18e56b'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1083.465420] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fedb39f-f606-4465-b863-065083b441e8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.492321] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ee96a2-675c-4d35-91fe-717c16109351 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.533884] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-d7c6067f-4c24-4b7c-b578-91468c18e56b/volume-d7c6067f-4c24-4b7c-b578-91468c18e56b.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.537633] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0f7faa6-7935-4759-9237-ad8d8773457a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.558306] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790482, 'name': ReconfigVM_Task, 'duration_secs': 1.028644} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.559828] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 2762545b-09db-4e84-ad97-843149dda102/2762545b-09db-4e84-ad97-843149dda102.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.560589] env[69808]: DEBUG oslo_vmware.api [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1083.560589] env[69808]: value = "task-3790486" [ 1083.560589] env[69808]: _type = "Task" [ 1083.560589] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.560800] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bf8c3c3-72b4-4a1f-a621-ae1d7ce4f737 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.570388] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for the task: (returnval){ [ 1083.570388] env[69808]: value = "task-3790487" [ 1083.570388] env[69808]: _type = "Task" [ 1083.570388] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.573824] env[69808]: DEBUG oslo_vmware.api [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790486, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.586477] env[69808]: DEBUG oslo_concurrency.lockutils [req-538b4047-4535-44f3-8f28-7dc3951667c5 req-48526de2-6de4-433e-a902-5400414daec9 service nova] Releasing lock "refresh_cache-4f4f356a-31bc-4890-a7b6-48f2958ef15c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.586714] env[69808]: DEBUG nova.compute.manager [req-538b4047-4535-44f3-8f28-7dc3951667c5 req-48526de2-6de4-433e-a902-5400414daec9 service nova] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Received event network-vif-plugged-28fb3edd-0ac0-44f9-9bd5-c7477e619c6d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.586927] env[69808]: DEBUG oslo_concurrency.lockutils [req-538b4047-4535-44f3-8f28-7dc3951667c5 req-48526de2-6de4-433e-a902-5400414daec9 service nova] Acquiring lock "1da20561-760a-4846-9b82-45b3c87b9014-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.587195] env[69808]: DEBUG oslo_concurrency.lockutils [req-538b4047-4535-44f3-8f28-7dc3951667c5 req-48526de2-6de4-433e-a902-5400414daec9 service nova] Lock "1da20561-760a-4846-9b82-45b3c87b9014-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.587755] env[69808]: DEBUG oslo_concurrency.lockutils [req-538b4047-4535-44f3-8f28-7dc3951667c5 req-48526de2-6de4-433e-a902-5400414daec9 service nova] Lock "1da20561-760a-4846-9b82-45b3c87b9014-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.587755] env[69808]: DEBUG nova.compute.manager [req-538b4047-4535-44f3-8f28-7dc3951667c5 req-48526de2-6de4-433e-a902-5400414daec9 service nova] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] No waiting events found dispatching network-vif-plugged-28fb3edd-0ac0-44f9-9bd5-c7477e619c6d {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1083.587755] env[69808]: WARNING nova.compute.manager [req-538b4047-4535-44f3-8f28-7dc3951667c5 req-48526de2-6de4-433e-a902-5400414daec9 service nova] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Received unexpected event network-vif-plugged-28fb3edd-0ac0-44f9-9bd5-c7477e619c6d for instance with vm_state building and task_state spawning. [ 1083.624563] env[69808]: DEBUG oslo_vmware.api [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Task: {'id': task-3790484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.592981} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.624953] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.625256] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.625535] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.625820] env[69808]: INFO nova.compute.manager [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1083.626148] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.626831] env[69808]: DEBUG nova.compute.manager [-] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.626831] env[69808]: DEBUG nova.network.neutron [-] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.645125] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Releasing lock "refresh_cache-1da20561-760a-4846-9b82-45b3c87b9014" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.645343] env[69808]: DEBUG nova.compute.manager [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Instance network_info: |[{"id": "28fb3edd-0ac0-44f9-9bd5-c7477e619c6d", "address": "fa:16:3e:e3:50:ce", "network": {"id": "7794dc47-0d08-4c4b-85a1-7a042616c4ac", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1496337614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed2c4e07aec8468da77a5bca11c1d9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28fb3edd-0a", "ovs_interfaceid": "28fb3edd-0ac0-44f9-9bd5-c7477e619c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.645947] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:50:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28fb3edd-0ac0-44f9-9bd5-c7477e619c6d', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.656658] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Creating folder: Project (ed2c4e07aec8468da77a5bca11c1d9a7). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.657033] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbf7d123-2d8c-471b-af5a-530edd65d279 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.671191] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Created folder: Project (ed2c4e07aec8468da77a5bca11c1d9a7) in parent group-v753775. [ 1083.672050] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Creating folder: Instances. Parent ref: group-v754030. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.672050] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36b94ac5-8c6a-4a89-89b8-8c6f4acc065e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.675539] env[69808]: DEBUG nova.compute.utils [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.677217] env[69808]: DEBUG nova.compute.manager [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.678035] env[69808]: DEBUG nova.network.neutron [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.692837] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Created folder: Instances in parent group-v754030. [ 1083.693277] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.694607] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.694877] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f67a4d2f-9b6f-4096-994d-775118b0a5f0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.724190] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.724190] env[69808]: value = "task-3790490" [ 1083.724190] env[69808]: _type = "Task" [ 1083.724190] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.743512] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790490, 'name': CreateVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.747548] env[69808]: DEBUG oslo_concurrency.lockutils [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.767606] env[69808]: DEBUG nova.policy [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44ff5e48741e4cec956d21b4c7bff38d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a0c2b7f04324d519ce83161a44348ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.787348] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790485, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.807577] env[69808]: DEBUG nova.objects.base [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1083.807898] env[69808]: DEBUG nova.network.neutron [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.832995] env[69808]: DEBUG oslo_vmware.api [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790481, 'name': Destroy_Task, 'duration_secs': 1.229241} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.833368] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Destroyed the VM [ 1083.833847] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Deleting Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1083.834056] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c562489e-5210-4895-8177-f723e569f07d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.846888] env[69808]: DEBUG oslo_vmware.api [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1083.846888] env[69808]: value = "task-3790491" [ 1083.846888] env[69808]: _type = "Task" [ 1083.846888] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.862260] env[69808]: DEBUG oslo_vmware.api [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790491, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.903226] env[69808]: DEBUG nova.policy [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6315105d7b9c436990157010b2d76657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c7cf3d1f5f94168ae452203efcece8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.078898] env[69808]: DEBUG oslo_vmware.api [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.095687] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790487, 'name': Rename_Task, 'duration_secs': 0.18538} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.096228] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.096814] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e6f5a3b-1a94-4355-9c7a-3154570a08bf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.108037] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for the task: (returnval){ [ 1084.108037] env[69808]: value = "task-3790492" [ 1084.108037] env[69808]: _type = "Task" [ 1084.108037] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.122254] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.182861] env[69808]: DEBUG nova.compute.manager [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.191431] env[69808]: DEBUG oslo_concurrency.lockutils [None req-af263b26-a81f-4ef1-8fea-9b067c7e67bc tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.194500] env[69808]: DEBUG oslo_concurrency.lockutils [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.541s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.194500] env[69808]: DEBUG nova.objects.instance [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lazy-loading 'resources' on Instance uuid 7911dcea-a561-40a9-897e-321ec913227c {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.228450] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.229418] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-844788fe-09f1-46d8-a579-7eac5cc60257 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.248739] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790490, 'name': CreateVM_Task, 'duration_secs': 0.470962} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.250664] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.251273] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1084.251273] env[69808]: value = "task-3790493" [ 1084.251273] env[69808]: _type = "Task" [ 1084.251273] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.253771] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.254072] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.254740] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.255822] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ada7d8d-711b-4b59-a9e8-77669cc91503 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.269999] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.271913] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Waiting for the task: (returnval){ [ 1084.271913] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5246c2f5-c062-a964-4a4c-68c82679cdb1" [ 1084.271913] env[69808]: _type = "Task" [ 1084.271913] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.289529] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5246c2f5-c062-a964-4a4c-68c82679cdb1, 'name': SearchDatastore_Task, 'duration_secs': 0.015568} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.294904] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.295184] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.295469] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.295722] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.295938] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.296790] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790485, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.297111] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c10ae20-024c-4cab-98eb-53c9cdb69e4c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.309559] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.309671] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.310993] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efcc207e-d136-40d3-b409-3d39655bbba5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.318991] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Waiting for the task: (returnval){ [ 1084.318991] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a2482b-cf38-32da-56e1-c17bce81b5e0" [ 1084.318991] env[69808]: _type = "Task" [ 1084.318991] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.330274] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a2482b-cf38-32da-56e1-c17bce81b5e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.358706] env[69808]: DEBUG oslo_vmware.api [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790491, 'name': RemoveSnapshot_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.580740] env[69808]: DEBUG oslo_vmware.api [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790486, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.630243] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790492, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.745476] env[69808]: DEBUG nova.network.neutron [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Successfully created port: 69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.770615] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790493, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.790278] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790485, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.01634} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.790575] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 4f4f356a-31bc-4890-a7b6-48f2958ef15c/4f4f356a-31bc-4890-a7b6-48f2958ef15c.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.790799] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.791104] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd34b152-d0ca-46a3-8e53-5afa183baec1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.799175] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1084.799175] env[69808]: value = "task-3790494" [ 1084.799175] env[69808]: _type = "Task" [ 1084.799175] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.809638] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.837218] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a2482b-cf38-32da-56e1-c17bce81b5e0, 'name': SearchDatastore_Task, 'duration_secs': 0.015763} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.840105] env[69808]: DEBUG nova.network.neutron [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Successfully created port: a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.842796] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f59377ef-5ee2-456c-b7aa-872fb413c7b7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.851846] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Waiting for the task: (returnval){ [ 1084.851846] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d68b9b-d91c-519b-ebf1-f1a99f0d991d" [ 1084.851846] env[69808]: _type = "Task" [ 1084.851846] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.869143] env[69808]: DEBUG oslo_vmware.api [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790491, 'name': RemoveSnapshot_Task, 'duration_secs': 0.8003} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.872533] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Deleted Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1084.872807] env[69808]: INFO nova.compute.manager [None req-947a633d-c9ca-4dee-9009-febcfbf55f8a tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Took 18.72 seconds to snapshot the instance on the hypervisor. [ 1084.875684] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d68b9b-d91c-519b-ebf1-f1a99f0d991d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.075218] env[69808]: DEBUG oslo_vmware.api [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790486, 'name': ReconfigVM_Task, 'duration_secs': 1.085338} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.075523] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-d7c6067f-4c24-4b7c-b578-91468c18e56b/volume-d7c6067f-4c24-4b7c-b578-91468c18e56b.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.080689] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e7840f7-f544-4406-aaed-19ce18df45e1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.104794] env[69808]: DEBUG oslo_vmware.api [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1085.104794] env[69808]: value = "task-3790495" [ 1085.104794] env[69808]: _type = "Task" [ 1085.104794] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.119909] env[69808]: DEBUG oslo_vmware.api [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.124134] env[69808]: DEBUG oslo_vmware.api [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790492, 'name': PowerOnVM_Task, 'duration_secs': 0.62072} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.127103] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.127375] env[69808]: DEBUG nova.compute.manager [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1085.128784] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81968dc-7608-4762-aada-1f3a54c8b1c0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.167331] env[69808]: DEBUG nova.compute.manager [req-9a358cba-321a-414a-9dcb-4b7df3b43c66 req-a7493453-c615-47b0-9caa-9442cd7f9afe service nova] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Received event network-changed-28fb3edd-0ac0-44f9-9bd5-c7477e619c6d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.167539] env[69808]: DEBUG nova.compute.manager [req-9a358cba-321a-414a-9dcb-4b7df3b43c66 req-a7493453-c615-47b0-9caa-9442cd7f9afe service nova] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Refreshing instance network info cache due to event network-changed-28fb3edd-0ac0-44f9-9bd5-c7477e619c6d. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.167759] env[69808]: DEBUG oslo_concurrency.lockutils [req-9a358cba-321a-414a-9dcb-4b7df3b43c66 req-a7493453-c615-47b0-9caa-9442cd7f9afe service nova] Acquiring lock "refresh_cache-1da20561-760a-4846-9b82-45b3c87b9014" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.167899] env[69808]: DEBUG oslo_concurrency.lockutils [req-9a358cba-321a-414a-9dcb-4b7df3b43c66 req-a7493453-c615-47b0-9caa-9442cd7f9afe service nova] Acquired lock "refresh_cache-1da20561-760a-4846-9b82-45b3c87b9014" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.168072] env[69808]: DEBUG nova.network.neutron [req-9a358cba-321a-414a-9dcb-4b7df3b43c66 req-a7493453-c615-47b0-9caa-9442cd7f9afe service nova] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Refreshing network info cache for port 28fb3edd-0ac0-44f9-9bd5-c7477e619c6d {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.188301] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c33d5a-0f37-4ae8-a81c-549209cec909 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.198193] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a1ba50-1dee-4486-ad04-7d8b5ba6909e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.205204] env[69808]: DEBUG nova.compute.manager [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.240786] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab22a6f-5408-4e34-846b-7c98212b06d2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.250732] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400e6692-cc6c-439e-b66a-91afab718509 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.268158] env[69808]: DEBUG nova.compute.provider_tree [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.282230] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790493, 'name': PowerOffVM_Task, 'duration_secs': 0.547938} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.284376] env[69808]: DEBUG nova.virt.hardware [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.284637] env[69808]: DEBUG nova.virt.hardware [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.284800] env[69808]: DEBUG nova.virt.hardware [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.284986] env[69808]: DEBUG nova.virt.hardware [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.285151] env[69808]: DEBUG nova.virt.hardware [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.285301] env[69808]: DEBUG nova.virt.hardware [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.285512] env[69808]: DEBUG nova.virt.hardware [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.285692] env[69808]: DEBUG nova.virt.hardware [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.285867] env[69808]: DEBUG nova.virt.hardware [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.286042] env[69808]: DEBUG nova.virt.hardware [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.286224] env[69808]: DEBUG nova.virt.hardware [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.286570] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.287917] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff4cbc6-e403-4c7d-bf18-fcfbece17a98 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.292219] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c66b544-05cf-48aa-9fdb-41a20039e18c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.317659] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601d89a8-7ecd-402b-9bc9-3ee20cfdaed3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.323173] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e67f101-5eed-4828-a5a5-289e93271f36 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.346186] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.272549} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.346481] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.347313] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70035ac4-28a3-4f79-b285-15597f0853c1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.371127] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 4f4f356a-31bc-4890-a7b6-48f2958ef15c/4f4f356a-31bc-4890-a7b6-48f2958ef15c.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.378338] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d85549b-66a7-4359-8a06-2a2767974c60 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.410481] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.411851] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b45b556b-2414-4cec-a0e3-57b1ed98fa5d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.424951] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d68b9b-d91c-519b-ebf1-f1a99f0d991d, 'name': SearchDatastore_Task, 'duration_secs': 0.031602} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.425385] env[69808]: DEBUG nova.compute.manager [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Stashing vm_state: active {{(pid=69808) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1085.437032] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.437032] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 1da20561-760a-4846-9b82-45b3c87b9014/1da20561-760a-4846-9b82-45b3c87b9014.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.437032] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1085.437032] env[69808]: value = "task-3790496" [ 1085.437032] env[69808]: _type = "Task" [ 1085.437032] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.437487] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afb5ed4a-db3b-4bc0-a2f1-7b97386e7bd9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.444656] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1085.444656] env[69808]: value = "task-3790497" [ 1085.444656] env[69808]: _type = "Task" [ 1085.444656] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.445386] env[69808]: DEBUG nova.network.neutron [-] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.456493] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Waiting for the task: (returnval){ [ 1085.456493] env[69808]: value = "task-3790498" [ 1085.456493] env[69808]: _type = "Task" [ 1085.456493] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.456790] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.465923] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] VM already powered off {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1085.503451] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.503451] env[69808]: DEBUG oslo_concurrency.lockutils [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.503451] env[69808]: DEBUG oslo_concurrency.lockutils [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.503451] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.503451] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bdf266d-2c57-4b0e-88ab-9a930e688191 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.503451] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': task-3790498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.503451] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.503451] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.503451] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98503a1e-bfb8-42fa-8c6a-996ce016cc93 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.503451] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1085.503451] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524c76d6-a6b2-0f8d-6c5b-899f1b05d63b" [ 1085.503451] env[69808]: _type = "Task" [ 1085.503451] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.507722] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524c76d6-a6b2-0f8d-6c5b-899f1b05d63b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.640246] env[69808]: DEBUG oslo_vmware.api [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.646951] env[69808]: DEBUG oslo_concurrency.lockutils [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.776792] env[69808]: DEBUG nova.scheduler.client.report [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.953327] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790496, 'name': ReconfigVM_Task, 'duration_secs': 0.518957} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.953709] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 4f4f356a-31bc-4890-a7b6-48f2958ef15c/4f4f356a-31bc-4890-a7b6-48f2958ef15c.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.954912] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebca968c-9c95-4573-9dca-392be4ef7bc1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.957433] env[69808]: INFO nova.compute.manager [-] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Took 2.33 seconds to deallocate network for instance. [ 1085.964691] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.969828] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1085.969828] env[69808]: value = "task-3790499" [ 1085.969828] env[69808]: _type = "Task" [ 1085.969828] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.977124] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': task-3790498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.983396] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790499, 'name': Rename_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.010280] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524c76d6-a6b2-0f8d-6c5b-899f1b05d63b, 'name': SearchDatastore_Task, 'duration_secs': 0.010469} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.011464] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d8dd065-0a6e-4b4f-be43-587fce8f0b1d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.019812] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1086.019812] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52475e00-c27f-6d54-dc66-f5508f4f1adf" [ 1086.019812] env[69808]: _type = "Task" [ 1086.019812] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.029624] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52475e00-c27f-6d54-dc66-f5508f4f1adf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.142287] env[69808]: DEBUG oslo_vmware.api [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.213551] env[69808]: DEBUG nova.network.neutron [req-9a358cba-321a-414a-9dcb-4b7df3b43c66 req-a7493453-c615-47b0-9caa-9442cd7f9afe service nova] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Updated VIF entry in instance network info cache for port 28fb3edd-0ac0-44f9-9bd5-c7477e619c6d. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.214065] env[69808]: DEBUG nova.network.neutron [req-9a358cba-321a-414a-9dcb-4b7df3b43c66 req-a7493453-c615-47b0-9caa-9442cd7f9afe service nova] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Updating instance_info_cache with network_info: [{"id": "28fb3edd-0ac0-44f9-9bd5-c7477e619c6d", "address": "fa:16:3e:e3:50:ce", "network": {"id": "7794dc47-0d08-4c4b-85a1-7a042616c4ac", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1496337614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed2c4e07aec8468da77a5bca11c1d9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28fb3edd-0a", "ovs_interfaceid": "28fb3edd-0ac0-44f9-9bd5-c7477e619c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.284599] env[69808]: DEBUG oslo_concurrency.lockutils [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.286823] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.964s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.287062] env[69808]: DEBUG nova.objects.instance [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lazy-loading 'resources' on Instance uuid b9bdc3de-a901-46cf-a0c1-84d5fb95220b {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.303612] env[69808]: INFO nova.scheduler.client.report [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Deleted allocations for instance 7911dcea-a561-40a9-897e-321ec913227c [ 1086.478359] env[69808]: DEBUG oslo_concurrency.lockutils [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.479157] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': task-3790498, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.489795] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790499, 'name': Rename_Task, 'duration_secs': 0.169036} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.491323] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.491679] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd9f22ab-abd0-4560-8f64-2d6527913d0d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.499805] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1086.499805] env[69808]: value = "task-3790500" [ 1086.499805] env[69808]: _type = "Task" [ 1086.499805] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.510046] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.536017] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52475e00-c27f-6d54-dc66-f5508f4f1adf, 'name': SearchDatastore_Task, 'duration_secs': 0.017249} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.536017] env[69808]: DEBUG oslo_concurrency.lockutils [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.536017] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk. {{(pid=69808) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1086.536508] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-632a09b7-2f82-4365-93d6-1bd4ae7d2aa3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.546212] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1086.546212] env[69808]: value = "task-3790501" [ 1086.546212] env[69808]: _type = "Task" [ 1086.546212] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.562735] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.639721] env[69808]: DEBUG oslo_vmware.api [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790495, 'name': ReconfigVM_Task, 'duration_secs': 1.157729} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.640105] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754027', 'volume_id': 'd7c6067f-4c24-4b7c-b578-91468c18e56b', 'name': 'volume-d7c6067f-4c24-4b7c-b578-91468c18e56b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '72e4004e-a622-4f99-af36-0f1c0d995f0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7c6067f-4c24-4b7c-b578-91468c18e56b', 'serial': 'd7c6067f-4c24-4b7c-b578-91468c18e56b'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1086.716998] env[69808]: DEBUG oslo_concurrency.lockutils [req-9a358cba-321a-414a-9dcb-4b7df3b43c66 req-a7493453-c615-47b0-9caa-9442cd7f9afe service nova] Releasing lock "refresh_cache-1da20561-760a-4846-9b82-45b3c87b9014" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.775213] env[69808]: DEBUG nova.network.neutron [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Successfully updated port: 69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.811137] env[69808]: DEBUG oslo_concurrency.lockutils [None req-61d74878-b45f-4b67-845e-e37d73e2f3ff tempest-ImagesTestJSON-1232434639 tempest-ImagesTestJSON-1232434639-project-member] Lock "7911dcea-a561-40a9-897e-321ec913227c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.890s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.830874] env[69808]: DEBUG nova.network.neutron [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Successfully updated port: a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.976577] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': task-3790498, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.342203} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.977071] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 1da20561-760a-4846-9b82-45b3c87b9014/1da20561-760a-4846-9b82-45b3c87b9014.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.977430] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.977828] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dba6f5e-99a3-472f-89fe-4ddcb0bb922a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.987410] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Waiting for the task: (returnval){ [ 1086.987410] env[69808]: value = "task-3790502" [ 1086.987410] env[69808]: _type = "Task" [ 1086.987410] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.003575] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': task-3790502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.019064] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790500, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.061979] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790501, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.205080] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f88fb0f-f7d6-414e-bfd8-7c54bfb18b57 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.214759] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699b6294-0938-4a11-9489-4287a0704763 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.248649] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9161ef73-d2d8-400b-b183-06479515a4ba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.257609] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8a219e-161d-4672-b027-626d195a03dc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.273757] env[69808]: DEBUG nova.compute.provider_tree [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.278116] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Acquiring lock "refresh_cache-35727923-0c25-426b-a711-7c3c307098c1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.278302] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Acquired lock "refresh_cache-35727923-0c25-426b-a711-7c3c307098c1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.278420] env[69808]: DEBUG nova.network.neutron [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.333722] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "refresh_cache-c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.333938] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "refresh_cache-c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.334157] env[69808]: DEBUG nova.network.neutron [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.375893] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Acquiring lock "2762545b-09db-4e84-ad97-843149dda102" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.376292] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Lock "2762545b-09db-4e84-ad97-843149dda102" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.377101] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Acquiring lock "2762545b-09db-4e84-ad97-843149dda102-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.377380] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Lock "2762545b-09db-4e84-ad97-843149dda102-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.377610] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Lock "2762545b-09db-4e84-ad97-843149dda102-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.380018] env[69808]: INFO nova.compute.manager [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Terminating instance [ 1087.504438] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': task-3790502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194374} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.507850] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.508695] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f195816-b8c6-4727-86dd-380a5c8ff486 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.517203] env[69808]: DEBUG oslo_vmware.api [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790500, 'name': PowerOnVM_Task, 'duration_secs': 0.560284} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.528154] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.528524] env[69808]: INFO nova.compute.manager [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1087.528685] env[69808]: DEBUG nova.compute.manager [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1087.539280] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 1da20561-760a-4846-9b82-45b3c87b9014/1da20561-760a-4846-9b82-45b3c87b9014.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.540241] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e4b7f2-914b-4a81-ab12-89dffef996b7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.543406] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17e9c78b-d871-4212-88a0-c46b714291ff {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.569881] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Waiting for the task: (returnval){ [ 1087.569881] env[69808]: value = "task-3790503" [ 1087.569881] env[69808]: _type = "Task" [ 1087.569881] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.577360] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754276} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.578105] env[69808]: INFO nova.virt.vmwareapi.ds_util [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk. [ 1087.578980] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe6d1be-15c7-43f1-8e67-bad040b50570 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.585436] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': task-3790503, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.612588] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.614679] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2092832-cea7-451a-b5d4-670fbd3a8cee {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.629705] env[69808]: DEBUG nova.compute.manager [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Received event network-vif-deleted-8710a612-9921-4450-aadb-add7db68a3f0 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.629926] env[69808]: DEBUG nova.compute.manager [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Received event network-vif-plugged-69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.630141] env[69808]: DEBUG oslo_concurrency.lockutils [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] Acquiring lock "35727923-0c25-426b-a711-7c3c307098c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.630351] env[69808]: DEBUG oslo_concurrency.lockutils [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] Lock "35727923-0c25-426b-a711-7c3c307098c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.630522] env[69808]: DEBUG oslo_concurrency.lockutils [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] Lock "35727923-0c25-426b-a711-7c3c307098c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.630687] env[69808]: DEBUG nova.compute.manager [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] [instance: 35727923-0c25-426b-a711-7c3c307098c1] No waiting events found dispatching network-vif-plugged-69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1087.630847] env[69808]: WARNING nova.compute.manager [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Received unexpected event network-vif-plugged-69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea for instance with vm_state building and task_state spawning. [ 1087.631013] env[69808]: DEBUG nova.compute.manager [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Received event network-vif-plugged-a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.631180] env[69808]: DEBUG oslo_concurrency.lockutils [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] Acquiring lock "c8b365c1-b843-476b-96d1-6e88230a0d42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.631354] env[69808]: DEBUG oslo_concurrency.lockutils [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] Lock "c8b365c1-b843-476b-96d1-6e88230a0d42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.631510] env[69808]: DEBUG oslo_concurrency.lockutils [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] Lock "c8b365c1-b843-476b-96d1-6e88230a0d42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.631667] env[69808]: DEBUG nova.compute.manager [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] No waiting events found dispatching network-vif-plugged-a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1087.631860] env[69808]: WARNING nova.compute.manager [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Received unexpected event network-vif-plugged-a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b for instance with vm_state active and task_state None. [ 1087.632040] env[69808]: DEBUG nova.compute.manager [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Received event network-changed-69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.632205] env[69808]: DEBUG nova.compute.manager [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Refreshing instance network info cache due to event network-changed-69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.632368] env[69808]: DEBUG oslo_concurrency.lockutils [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] Acquiring lock "refresh_cache-35727923-0c25-426b-a711-7c3c307098c1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.639537] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1087.639537] env[69808]: value = "task-3790504" [ 1087.639537] env[69808]: _type = "Task" [ 1087.639537] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.650622] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.696450] env[69808]: DEBUG nova.objects.instance [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lazy-loading 'flavor' on Instance uuid 72e4004e-a622-4f99-af36-0f1c0d995f0d {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.777483] env[69808]: DEBUG nova.scheduler.client.report [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.812790] env[69808]: DEBUG nova.network.neutron [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.884428] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Acquiring lock "refresh_cache-2762545b-09db-4e84-ad97-843149dda102" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.884428] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Acquired lock "refresh_cache-2762545b-09db-4e84-ad97-843149dda102" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.884576] env[69808]: DEBUG nova.network.neutron [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.886925] env[69808]: WARNING nova.network.neutron [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] 6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6 already exists in list: networks containing: ['6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6']. ignoring it [ 1088.059386] env[69808]: DEBUG nova.network.neutron [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Updating instance_info_cache with network_info: [{"id": "69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea", "address": "fa:16:3e:df:0d:9a", "network": {"id": "632eb799-a973-4d0e-9629-83b11d92b8ca", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1567159714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a0c2b7f04324d519ce83161a44348ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f40bfe-7e", "ovs_interfaceid": "69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.079145] env[69808]: INFO nova.compute.manager [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Took 39.47 seconds to build instance. [ 1088.099020] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': task-3790503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.162877] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.203635] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e95dcc72-14e4-48d4-993b-b7dafe1817f5 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "72e4004e-a622-4f99-af36-0f1c0d995f0d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.886s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.289099] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.290124] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.745s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.292588] env[69808]: INFO nova.compute.claims [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.308418] env[69808]: INFO nova.scheduler.client.report [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Deleted allocations for instance b9bdc3de-a901-46cf-a0c1-84d5fb95220b [ 1088.360956] env[69808]: DEBUG nova.network.neutron [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Updating instance_info_cache with network_info: [{"id": "c2f20f28-8049-459d-8b73-bc801eae3f24", "address": "fa:16:3e:49:e6:c2", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f20f28-80", "ovs_interfaceid": "c2f20f28-8049-459d-8b73-bc801eae3f24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b", "address": "fa:16:3e:24:86:cf", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa58e1f5f-1a", "ovs_interfaceid": "a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.408684] env[69808]: DEBUG nova.network.neutron [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.462136] env[69808]: DEBUG nova.network.neutron [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.563152] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Releasing lock "refresh_cache-35727923-0c25-426b-a711-7c3c307098c1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.563937] env[69808]: DEBUG nova.compute.manager [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Instance network_info: |[{"id": "69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea", "address": "fa:16:3e:df:0d:9a", "network": {"id": "632eb799-a973-4d0e-9629-83b11d92b8ca", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1567159714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a0c2b7f04324d519ce83161a44348ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f40bfe-7e", "ovs_interfaceid": "69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.564411] env[69808]: DEBUG oslo_concurrency.lockutils [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] Acquired lock "refresh_cache-35727923-0c25-426b-a711-7c3c307098c1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.564693] env[69808]: DEBUG nova.network.neutron [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Refreshing network info cache for port 69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.566301] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:0d:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a64108f9-df0a-4feb-bbb5-97f5841c356c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.575096] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Creating folder: Project (7a0c2b7f04324d519ce83161a44348ac). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.575686] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f8c92b1-70b8-46cb-a3b3-45f7acec3412 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.582797] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6120a4f1-aac6-4ed5-80f0-a1fd575e1a96 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "4f4f356a-31bc-4890-a7b6-48f2958ef15c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.991s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.589308] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': task-3790503, 'name': ReconfigVM_Task, 'duration_secs': 0.943372} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.589465] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 1da20561-760a-4846-9b82-45b3c87b9014/1da20561-760a-4846-9b82-45b3c87b9014.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.590960] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c978d51-b0b2-40e0-90b0-568c3fe15263 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.593570] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Created folder: Project (7a0c2b7f04324d519ce83161a44348ac) in parent group-v753775. [ 1088.593733] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Creating folder: Instances. Parent ref: group-v754033. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.594517] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eee54976-13a3-4561-a4f1-40eb4ea2b412 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.600304] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Waiting for the task: (returnval){ [ 1088.600304] env[69808]: value = "task-3790506" [ 1088.600304] env[69808]: _type = "Task" [ 1088.600304] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.607298] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Created folder: Instances in parent group-v754033. [ 1088.607686] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.608283] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.608381] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc58fe86-1c86-4ea3-acb9-c17dc13da17a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.632482] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': task-3790506, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.646671] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.646671] env[69808]: value = "task-3790508" [ 1088.646671] env[69808]: _type = "Task" [ 1088.646671] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.653539] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790504, 'name': ReconfigVM_Task, 'duration_secs': 0.749759} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.653539] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.654858] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89426816-b6c7-4e8b-a098-96d57c2f1938 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.661433] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790508, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.692889] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68f6aed3-3334-4604-b6b8-036053699e14 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.710677] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1088.710677] env[69808]: value = "task-3790509" [ 1088.710677] env[69808]: _type = "Task" [ 1088.710677] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.722914] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.823246] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8cdafdc9-6097-4f4f-93a5-dd1fdff2c26c tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "b9bdc3de-a901-46cf-a0c1-84d5fb95220b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.024s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.863461] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "refresh_cache-c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.864154] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.864329] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.865416] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2329c54d-cb4a-411d-86af-c080916c9851 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.884512] env[69808]: DEBUG nova.virt.hardware [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.884757] env[69808]: DEBUG nova.virt.hardware [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.884942] env[69808]: DEBUG nova.virt.hardware [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.885196] env[69808]: DEBUG nova.virt.hardware [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.885384] env[69808]: DEBUG nova.virt.hardware [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.885579] env[69808]: DEBUG nova.virt.hardware [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.885816] env[69808]: DEBUG nova.virt.hardware [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.886021] env[69808]: DEBUG nova.virt.hardware [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.886319] env[69808]: DEBUG nova.virt.hardware [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.886608] env[69808]: DEBUG nova.virt.hardware [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.886801] env[69808]: DEBUG nova.virt.hardware [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.894047] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Reconfiguring VM to attach interface {{(pid=69808) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1088.894354] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7da7b4f4-d69c-4d2e-9b30-830cdacfd0c9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.915750] env[69808]: DEBUG oslo_vmware.api [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1088.915750] env[69808]: value = "task-3790510" [ 1088.915750] env[69808]: _type = "Task" [ 1088.915750] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.925325] env[69808]: DEBUG oslo_vmware.api [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790510, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.965434] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Releasing lock "refresh_cache-2762545b-09db-4e84-ad97-843149dda102" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.965967] env[69808]: DEBUG nova.compute.manager [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.966242] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.967448] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562826f1-ffc3-4702-bff4-06b525079d8e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.976437] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.976784] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00d4e79e-c96d-4e5f-ad83-a5d80548ba98 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.984610] env[69808]: DEBUG oslo_vmware.api [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for the task: (returnval){ [ 1088.984610] env[69808]: value = "task-3790511" [ 1088.984610] env[69808]: _type = "Task" [ 1088.984610] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.994277] env[69808]: DEBUG oslo_vmware.api [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.111108] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': task-3790506, 'name': Rename_Task, 'duration_secs': 0.198683} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.113739] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.114011] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f78a647-133d-4121-b04a-e7cc09d42fab {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.122292] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Waiting for the task: (returnval){ [ 1089.122292] env[69808]: value = "task-3790512" [ 1089.122292] env[69808]: _type = "Task" [ 1089.122292] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.132718] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': task-3790512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.145028] env[69808]: DEBUG nova.compute.manager [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Stashing vm_state: active {{(pid=69808) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1089.159597] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790508, 'name': CreateVM_Task, 'duration_secs': 0.496248} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.159899] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.160709] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.160893] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.161311] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.161652] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc6416d5-333b-4d6e-b4e6-f7845e8096b6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.168524] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Waiting for the task: (returnval){ [ 1089.168524] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524df876-5edc-a70e-c702-3c044db4ccef" [ 1089.168524] env[69808]: _type = "Task" [ 1089.168524] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.181560] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524df876-5edc-a70e-c702-3c044db4ccef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.228775] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790509, 'name': ReconfigVM_Task, 'duration_secs': 0.188705} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.229163] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.229477] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a058c0e-7581-4434-a8e2-a02c31544478 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.237367] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1089.237367] env[69808]: value = "task-3790513" [ 1089.237367] env[69808]: _type = "Task" [ 1089.237367] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.248209] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.328359] env[69808]: DEBUG nova.network.neutron [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Updated VIF entry in instance network info cache for port 69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.328959] env[69808]: DEBUG nova.network.neutron [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Updating instance_info_cache with network_info: [{"id": "69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea", "address": "fa:16:3e:df:0d:9a", "network": {"id": "632eb799-a973-4d0e-9629-83b11d92b8ca", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1567159714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a0c2b7f04324d519ce83161a44348ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f40bfe-7e", "ovs_interfaceid": "69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.429171] env[69808]: DEBUG oslo_vmware.api [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.494374] env[69808]: DEBUG oslo_vmware.api [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790511, 'name': PowerOffVM_Task, 'duration_secs': 0.335636} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.497133] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.497318] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.497978] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32c83140-53ef-4c1c-aa25-3097b18452c2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.528033] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.528304] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.528514] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Deleting the datastore file [datastore1] 2762545b-09db-4e84-ad97-843149dda102 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.528815] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-998a7874-2b6b-412d-8732-6521bf54aa65 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.536156] env[69808]: DEBUG oslo_vmware.api [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for the task: (returnval){ [ 1089.536156] env[69808]: value = "task-3790515" [ 1089.536156] env[69808]: _type = "Task" [ 1089.536156] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.557336] env[69808]: DEBUG oslo_vmware.api [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.635616] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': task-3790512, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.677318] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.678557] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8342a58b-7a92-4101-bac1-477435a33fce {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.691915] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524df876-5edc-a70e-c702-3c044db4ccef, 'name': SearchDatastore_Task, 'duration_secs': 0.012903} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.693628] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.693911] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.694214] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.694427] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.694694] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.695454] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dffa239-8486-40bb-b561-c9e1f6b6bfb2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.698834] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55eb3993-d612-49df-9f73-5b832c5cb6cc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.735393] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18349709-ae9a-45dd-837d-74db3b2d0608 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.738769] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.739070] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.740053] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f537e74-9abc-4c73-9f2c-ac3f5c2c92a0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.754020] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Waiting for the task: (returnval){ [ 1089.754020] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5255ec30-7533-1ed7-8be5-6cf371f1e585" [ 1089.754020] env[69808]: _type = "Task" [ 1089.754020] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.760561] env[69808]: DEBUG oslo_vmware.api [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790513, 'name': PowerOnVM_Task, 'duration_secs': 0.487462} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.764960] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac57067-8a4e-4320-8bc7-4df97cd87663 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.769713] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.774028] env[69808]: DEBUG nova.compute.manager [None req-60145830-b8a7-46a1-9038-2e3bc2b1f0d7 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1089.774216] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af261c43-6cd9-4bc1-83fb-5551503c6b1f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.789767] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5255ec30-7533-1ed7-8be5-6cf371f1e585, 'name': SearchDatastore_Task, 'duration_secs': 0.017667} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.790312] env[69808]: DEBUG nova.compute.provider_tree [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.795318] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62c2f6a6-fe78-4c09-8fd7-16de054620d3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.808276] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Waiting for the task: (returnval){ [ 1089.808276] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5243381c-2557-9f21-2d27-2ad85573eb1b" [ 1089.808276] env[69808]: _type = "Task" [ 1089.808276] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.819545] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5243381c-2557-9f21-2d27-2ad85573eb1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.836319] env[69808]: DEBUG oslo_concurrency.lockutils [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] Releasing lock "refresh_cache-35727923-0c25-426b-a711-7c3c307098c1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.836319] env[69808]: DEBUG nova.compute.manager [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Received event network-changed-a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.836319] env[69808]: DEBUG nova.compute.manager [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Refreshing instance network info cache due to event network-changed-a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.836319] env[69808]: DEBUG oslo_concurrency.lockutils [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] Acquiring lock "refresh_cache-c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.836319] env[69808]: DEBUG oslo_concurrency.lockutils [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] Acquired lock "refresh_cache-c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.836319] env[69808]: DEBUG nova.network.neutron [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Refreshing network info cache for port a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.930938] env[69808]: DEBUG oslo_vmware.api [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.049029] env[69808]: DEBUG oslo_concurrency.lockutils [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "4f4f356a-31bc-4890-a7b6-48f2958ef15c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.049029] env[69808]: DEBUG oslo_concurrency.lockutils [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "4f4f356a-31bc-4890-a7b6-48f2958ef15c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.049029] env[69808]: DEBUG oslo_concurrency.lockutils [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "4f4f356a-31bc-4890-a7b6-48f2958ef15c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.049029] env[69808]: DEBUG oslo_concurrency.lockutils [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "4f4f356a-31bc-4890-a7b6-48f2958ef15c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.049670] env[69808]: DEBUG oslo_concurrency.lockutils [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "4f4f356a-31bc-4890-a7b6-48f2958ef15c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.053052] env[69808]: INFO nova.compute.manager [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Terminating instance [ 1090.064035] env[69808]: DEBUG oslo_vmware.api [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Task: {'id': task-3790515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148353} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.064035] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.064035] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.064035] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.064035] env[69808]: INFO nova.compute.manager [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1090.064035] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.064035] env[69808]: DEBUG nova.compute.manager [-] [instance: 2762545b-09db-4e84-ad97-843149dda102] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.065179] env[69808]: DEBUG nova.network.neutron [-] [instance: 2762545b-09db-4e84-ad97-843149dda102] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.086733] env[69808]: DEBUG nova.network.neutron [-] [instance: 2762545b-09db-4e84-ad97-843149dda102] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.135103] env[69808]: DEBUG oslo_vmware.api [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': task-3790512, 'name': PowerOnVM_Task, 'duration_secs': 0.791365} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.135357] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.135566] env[69808]: INFO nova.compute.manager [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1090.135753] env[69808]: DEBUG nova.compute.manager [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1090.136633] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cd7df6-5191-486c-b9b5-616dd1470153 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.296184] env[69808]: DEBUG nova.scheduler.client.report [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.320582] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5243381c-2557-9f21-2d27-2ad85573eb1b, 'name': SearchDatastore_Task, 'duration_secs': 0.014939} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.320910] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.321267] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 35727923-0c25-426b-a711-7c3c307098c1/35727923-0c25-426b-a711-7c3c307098c1.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.321802] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3563172-7d59-40bb-9eab-469fa894a147 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.329837] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Waiting for the task: (returnval){ [ 1090.329837] env[69808]: value = "task-3790516" [ 1090.329837] env[69808]: _type = "Task" [ 1090.329837] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.341510] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': task-3790516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.432038] env[69808]: DEBUG oslo_vmware.api [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790510, 'name': ReconfigVM_Task, 'duration_secs': 1.102381} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.435174] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.435454] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Reconfigured VM to attach interface {{(pid=69808) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1090.565459] env[69808]: DEBUG nova.compute.manager [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.565735] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.566846] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dc2db9-8289-45bf-8b11-e496d1eebb22 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.577673] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.577964] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e69feceb-0257-42d6-873c-350e60a06ab5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.585783] env[69808]: DEBUG oslo_vmware.api [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1090.585783] env[69808]: value = "task-3790517" [ 1090.585783] env[69808]: _type = "Task" [ 1090.585783] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.589886] env[69808]: DEBUG nova.network.neutron [-] [instance: 2762545b-09db-4e84-ad97-843149dda102] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.601694] env[69808]: DEBUG oslo_vmware.api [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.615141] env[69808]: DEBUG nova.network.neutron [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Updated VIF entry in instance network info cache for port a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.615710] env[69808]: DEBUG nova.network.neutron [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Updating instance_info_cache with network_info: [{"id": "c2f20f28-8049-459d-8b73-bc801eae3f24", "address": "fa:16:3e:49:e6:c2", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f20f28-80", "ovs_interfaceid": "c2f20f28-8049-459d-8b73-bc801eae3f24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b", "address": "fa:16:3e:24:86:cf", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa58e1f5f-1a", "ovs_interfaceid": "a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.655376] env[69808]: INFO nova.compute.manager [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Took 38.54 seconds to build instance. [ 1090.802497] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.803405] env[69808]: DEBUG nova.compute.manager [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.807770] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.749s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.808094] env[69808]: DEBUG nova.objects.instance [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Lazy-loading 'resources' on Instance uuid 79f728b7-7360-4dc2-986d-02a605223a82 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.842323] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': task-3790516, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.941438] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efa0676c-5f80-4b0a-b0d6-d178b30d349e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "interface-c8b365c1-b843-476b-96d1-6e88230a0d42-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.238s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.094029] env[69808]: INFO nova.compute.manager [-] [instance: 2762545b-09db-4e84-ad97-843149dda102] Took 1.03 seconds to deallocate network for instance. [ 1091.115169] env[69808]: DEBUG oslo_vmware.api [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790517, 'name': PowerOffVM_Task, 'duration_secs': 0.31297} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.116040] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.116359] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.116884] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e41afca5-6028-4e4b-8509-22e7b08ef4d8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.122164] env[69808]: DEBUG oslo_concurrency.lockutils [req-d305c09d-635e-4a8d-a975-5df77d13be9a req-931bb3f2-70b1-4d39-87a9-5b6ce7f2f997 service nova] Releasing lock "refresh_cache-c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.157847] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8fbd5322-14fe-4938-9ae1-bc224439aef3 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Lock "1da20561-760a-4846-9b82-45b3c87b9014" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.056s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.214573] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.214843] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.215054] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Deleting the datastore file [datastore2] 4f4f356a-31bc-4890-a7b6-48f2958ef15c {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.215343] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5a8fa93-c708-4402-acf8-4612592ecd88 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.232834] env[69808]: DEBUG oslo_vmware.api [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1091.232834] env[69808]: value = "task-3790519" [ 1091.232834] env[69808]: _type = "Task" [ 1091.232834] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.245928] env[69808]: DEBUG oslo_vmware.api [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.311829] env[69808]: DEBUG nova.compute.utils [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.317666] env[69808]: DEBUG nova.compute.manager [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.317905] env[69808]: DEBUG nova.network.neutron [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.341368] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': task-3790516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835831} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.342309] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 35727923-0c25-426b-a711-7c3c307098c1/35727923-0c25-426b-a711-7c3c307098c1.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.342309] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.342513] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-870c98c7-6ac0-4345-8cb1-f9d7a68c5e51 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.354893] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Waiting for the task: (returnval){ [ 1091.354893] env[69808]: value = "task-3790520" [ 1091.354893] env[69808]: _type = "Task" [ 1091.354893] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.372646] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': task-3790520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.374185] env[69808]: DEBUG nova.policy [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d7c6beb8df3497a9349caf50cf5db76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6702b2509e0d4d9783d25fbc629bd949', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.608404] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.704124] env[69808]: DEBUG nova.network.neutron [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Successfully created port: daa145b6-e209-4a0b-83a3-c8802ed4f25e {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.709034] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf9f73a-61da-4c78-9205-2223b7dd427e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.719615] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fdefa0-caa3-4b21-aa2d-7acad522ac18 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.755248] env[69808]: INFO nova.compute.manager [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Unrescuing [ 1091.755647] env[69808]: DEBUG oslo_concurrency.lockutils [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquiring lock "refresh_cache-01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.755867] env[69808]: DEBUG oslo_concurrency.lockutils [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquired lock "refresh_cache-01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.756174] env[69808]: DEBUG nova.network.neutron [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.763307] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cac6f64-84fc-43a9-9227-540319093090 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.775019] env[69808]: DEBUG oslo_vmware.api [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.776636] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e7c38c-0792-4501-9806-eaac25bf6eec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.792333] env[69808]: DEBUG nova.compute.provider_tree [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.818127] env[69808]: DEBUG nova.compute.manager [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.868439] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': task-3790520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084796} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.869144] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.869619] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a404d21-f075-449a-af86-e7ec093bef22 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.904688] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 35727923-0c25-426b-a711-7c3c307098c1/35727923-0c25-426b-a711-7c3c307098c1.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.905091] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-431b5afb-bbc4-4ce3-880c-8193411886c7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.927832] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Waiting for the task: (returnval){ [ 1091.927832] env[69808]: value = "task-3790521" [ 1091.927832] env[69808]: _type = "Task" [ 1091.927832] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.937243] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': task-3790521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.269597] env[69808]: DEBUG oslo_vmware.api [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.671292} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.269967] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.270086] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.270250] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.270443] env[69808]: INFO nova.compute.manager [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1092.270653] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.270870] env[69808]: DEBUG nova.compute.manager [-] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.270959] env[69808]: DEBUG nova.network.neutron [-] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.298029] env[69808]: DEBUG nova.scheduler.client.report [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.440061] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': task-3790521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.546921] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1ba22965-e93a-4f0b-a122-c6c8dbc1aea8 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Acquiring lock "interface-1da20561-760a-4846-9b82-45b3c87b9014-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.547385] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1ba22965-e93a-4f0b-a122-c6c8dbc1aea8 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Lock "interface-1da20561-760a-4846-9b82-45b3c87b9014-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.547990] env[69808]: DEBUG nova.objects.instance [None req-1ba22965-e93a-4f0b-a122-c6c8dbc1aea8 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Lazy-loading 'flavor' on Instance uuid 1da20561-760a-4846-9b82-45b3c87b9014 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.620387] env[69808]: DEBUG nova.network.neutron [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Updating instance_info_cache with network_info: [{"id": "280fa77d-437f-4635-b325-3e9edfbd8e27", "address": "fa:16:3e:28:37:b8", "network": {"id": "b3128ff4-b8fc-42ea-8539-c23b41c69ffa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-850709825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "82b141104a4845c0997ab353e99471e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap280fa77d-43", "ovs_interfaceid": "280fa77d-437f-4635-b325-3e9edfbd8e27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.814592] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.817487] env[69808]: DEBUG oslo_concurrency.lockutils [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.516s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.819457] env[69808]: INFO nova.compute.claims [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.832669] env[69808]: DEBUG nova.compute.manager [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.849721] env[69808]: INFO nova.scheduler.client.report [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Deleted allocations for instance 79f728b7-7360-4dc2-986d-02a605223a82 [ 1092.863363] env[69808]: DEBUG nova.virt.hardware [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.863620] env[69808]: DEBUG nova.virt.hardware [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.863777] env[69808]: DEBUG nova.virt.hardware [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.863954] env[69808]: DEBUG nova.virt.hardware [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.864109] env[69808]: DEBUG nova.virt.hardware [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.864253] env[69808]: DEBUG nova.virt.hardware [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.864491] env[69808]: DEBUG nova.virt.hardware [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.864757] env[69808]: DEBUG nova.virt.hardware [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.864935] env[69808]: DEBUG nova.virt.hardware [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.865655] env[69808]: DEBUG nova.virt.hardware [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.866328] env[69808]: DEBUG nova.virt.hardware [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.866911] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad63ed80-1823-49aa-a342-b6525e451422 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.876539] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7159b7cf-ae70-453b-9ce1-5fb844b521e2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.942251] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': task-3790521, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.950329] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "ac2f70b9-f4e9-4f18-906f-47c662a7117b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.950571] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "ac2f70b9-f4e9-4f18-906f-47c662a7117b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.053995] env[69808]: DEBUG nova.objects.instance [None req-1ba22965-e93a-4f0b-a122-c6c8dbc1aea8 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Lazy-loading 'pci_requests' on Instance uuid 1da20561-760a-4846-9b82-45b3c87b9014 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.124043] env[69808]: DEBUG oslo_concurrency.lockutils [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Releasing lock "refresh_cache-01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.124852] env[69808]: DEBUG nova.objects.instance [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lazy-loading 'flavor' on Instance uuid 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.211261] env[69808]: DEBUG nova.network.neutron [-] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.306918] env[69808]: DEBUG nova.compute.manager [req-ef078062-94bb-4416-91f8-f3081b24dd73 req-64c25c48-7da8-4f17-aad4-6e1ad06b46e2 service nova] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Received event network-vif-deleted-1b9858b4-c214-4a61-96f1-77efd1e1752b {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.360818] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cb999834-9359-445f-991f-5af474479fba tempest-ServerShowV257Test-1924855053 tempest-ServerShowV257Test-1924855053-project-member] Lock "79f728b7-7360-4dc2-986d-02a605223a82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.055s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.378262] env[69808]: DEBUG nova.network.neutron [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Successfully updated port: daa145b6-e209-4a0b-83a3-c8802ed4f25e {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.440031] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': task-3790521, 'name': ReconfigVM_Task, 'duration_secs': 1.071986} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.440175] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 35727923-0c25-426b-a711-7c3c307098c1/35727923-0c25-426b-a711-7c3c307098c1.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.440775] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e11e3e6c-0cd5-4b40-98fc-360299120261 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.447940] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Waiting for the task: (returnval){ [ 1093.447940] env[69808]: value = "task-3790522" [ 1093.447940] env[69808]: _type = "Task" [ 1093.447940] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.453030] env[69808]: DEBUG nova.compute.manager [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.461429] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': task-3790522, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.556882] env[69808]: DEBUG nova.objects.base [None req-1ba22965-e93a-4f0b-a122-c6c8dbc1aea8 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Object Instance<1da20561-760a-4846-9b82-45b3c87b9014> lazy-loaded attributes: flavor,pci_requests {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1093.557198] env[69808]: DEBUG nova.network.neutron [None req-1ba22965-e93a-4f0b-a122-c6c8dbc1aea8 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.630531] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5155c99c-aff6-4367-a3f3-f8a8b84fe7f3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.656552] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.656991] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-858fa380-34cb-4d46-8fd1-85d4c640ba4b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.663891] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1ba22965-e93a-4f0b-a122-c6c8dbc1aea8 tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Lock "interface-1da20561-760a-4846-9b82-45b3c87b9014-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.117s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.666805] env[69808]: DEBUG oslo_vmware.api [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1093.666805] env[69808]: value = "task-3790523" [ 1093.666805] env[69808]: _type = "Task" [ 1093.666805] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.677176] env[69808]: DEBUG oslo_vmware.api [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.713781] env[69808]: INFO nova.compute.manager [-] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Took 1.44 seconds to deallocate network for instance. [ 1093.882512] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Acquiring lock "refresh_cache-17255121-e63e-4fc7-81e6-6fa1d283391f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.882813] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Acquired lock "refresh_cache-17255121-e63e-4fc7-81e6-6fa1d283391f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.883023] env[69808]: DEBUG nova.network.neutron [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.959923] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': task-3790522, 'name': Rename_Task, 'duration_secs': 0.165429} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.960286] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.960549] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-097663da-1baa-4981-a41f-15c1bbbe6baf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.972320] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Waiting for the task: (returnval){ [ 1093.972320] env[69808]: value = "task-3790524" [ 1093.972320] env[69808]: _type = "Task" [ 1093.972320] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.982443] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': task-3790524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.983873] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.185485] env[69808]: DEBUG oslo_vmware.api [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790523, 'name': PowerOffVM_Task, 'duration_secs': 0.241624} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.185793] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.192021] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1094.192376] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c93c7436-d8c8-4b30-8e14-1db28f4dadfc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.217523] env[69808]: DEBUG oslo_vmware.api [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1094.217523] env[69808]: value = "task-3790525" [ 1094.217523] env[69808]: _type = "Task" [ 1094.217523] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.222675] env[69808]: DEBUG oslo_concurrency.lockutils [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.229478] env[69808]: DEBUG oslo_vmware.api [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.245067] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4d7e72-471a-494b-9ca0-e31bb029750d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.255362] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cda033a-404f-4eb5-9aa5-2d74ac55c687 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.294920] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d01c44-da91-4f2b-9e8b-a7572f5465d1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.302877] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec29bd66-a935-487d-ba5e-75b8c9fc5277 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.324282] env[69808]: DEBUG nova.compute.provider_tree [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.425762] env[69808]: DEBUG nova.network.neutron [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.484525] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': task-3790524, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.662983] env[69808]: DEBUG nova.network.neutron [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Updating instance_info_cache with network_info: [{"id": "daa145b6-e209-4a0b-83a3-c8802ed4f25e", "address": "fa:16:3e:ff:af:fb", "network": {"id": "e050cc06-eb33-4460-8a63-9d68d0d99762", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-398774059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6702b2509e0d4d9783d25fbc629bd949", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaa145b6-e2", "ovs_interfaceid": "daa145b6-e209-4a0b-83a3-c8802ed4f25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.729129] env[69808]: DEBUG oslo_vmware.api [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790525, 'name': ReconfigVM_Task, 'duration_secs': 0.245346} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.729673] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1094.730009] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.730517] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db64f85b-8e88-4390-969f-1ccac35e444b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.740540] env[69808]: DEBUG oslo_vmware.api [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1094.740540] env[69808]: value = "task-3790526" [ 1094.740540] env[69808]: _type = "Task" [ 1094.740540] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.754597] env[69808]: DEBUG oslo_vmware.api [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.829157] env[69808]: DEBUG nova.scheduler.client.report [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.985476] env[69808]: DEBUG oslo_vmware.api [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': task-3790524, 'name': PowerOnVM_Task, 'duration_secs': 0.586144} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.985867] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.985971] env[69808]: INFO nova.compute.manager [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1094.986168] env[69808]: DEBUG nova.compute.manager [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1094.987058] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63d4441-d974-43ca-a1b4-7769f6783311 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.117749] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "interface-c8b365c1-b843-476b-96d1-6e88230a0d42-a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.117749] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "interface-c8b365c1-b843-476b-96d1-6e88230a0d42-a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.168393] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Releasing lock "refresh_cache-17255121-e63e-4fc7-81e6-6fa1d283391f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.168982] env[69808]: DEBUG nova.compute.manager [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Instance network_info: |[{"id": "daa145b6-e209-4a0b-83a3-c8802ed4f25e", "address": "fa:16:3e:ff:af:fb", "network": {"id": "e050cc06-eb33-4460-8a63-9d68d0d99762", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-398774059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6702b2509e0d4d9783d25fbc629bd949", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaa145b6-e2", "ovs_interfaceid": "daa145b6-e209-4a0b-83a3-c8802ed4f25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.173731] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:af:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'daa145b6-e209-4a0b-83a3-c8802ed4f25e', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.184360] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Creating folder: Project (6702b2509e0d4d9783d25fbc629bd949). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1095.184885] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6010848b-ee31-4f01-834c-3a69ef41a6b0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.197876] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Created folder: Project (6702b2509e0d4d9783d25fbc629bd949) in parent group-v753775. [ 1095.198255] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Creating folder: Instances. Parent ref: group-v754036. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1095.198966] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82d1475d-9bc3-4346-b4ef-00e8503aee2a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.212504] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Created folder: Instances in parent group-v754036. [ 1095.212695] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.212905] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.213200] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7903a649-d086-4f9b-a9c1-053050e55c8f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.234404] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.234404] env[69808]: value = "task-3790529" [ 1095.234404] env[69808]: _type = "Task" [ 1095.234404] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.246339] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790529, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.258796] env[69808]: DEBUG oslo_vmware.api [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790526, 'name': PowerOnVM_Task, 'duration_secs': 0.409902} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.259098] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.259358] env[69808]: DEBUG nova.compute.manager [None req-755738e6-b438-4964-b315-d67e132d9108 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1095.260214] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81aa2ddf-5ba2-41e7-abd3-fe0eaf58a92d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.337082] env[69808]: DEBUG oslo_concurrency.lockutils [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.337705] env[69808]: DEBUG nova.compute.manager [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.342179] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.194s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.342179] env[69808]: INFO nova.compute.claims [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.510417] env[69808]: INFO nova.compute.manager [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Took 40.91 seconds to build instance. [ 1095.620233] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.620233] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.624763] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2788f9a-272c-4440-86d8-13b82a345fe9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.648946] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbb4578-d3e5-4424-af18-dbc8171d683e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.687665] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Reconfiguring VM to detach interface {{(pid=69808) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1095.690643] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-912a1c42-889d-46b8-9f5a-93343f177537 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.714583] env[69808]: DEBUG oslo_vmware.api [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1095.714583] env[69808]: value = "task-3790530" [ 1095.714583] env[69808]: _type = "Task" [ 1095.714583] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.724453] env[69808]: DEBUG oslo_vmware.api [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790530, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.749982] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790529, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.770268] env[69808]: DEBUG nova.compute.manager [req-0ea75cf6-571d-4e72-8eef-7aff95a56c90 req-5c10b6a7-7d25-4a8e-be65-7c3a9676433a service nova] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Received event network-vif-plugged-daa145b6-e209-4a0b-83a3-c8802ed4f25e {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.770268] env[69808]: DEBUG oslo_concurrency.lockutils [req-0ea75cf6-571d-4e72-8eef-7aff95a56c90 req-5c10b6a7-7d25-4a8e-be65-7c3a9676433a service nova] Acquiring lock "17255121-e63e-4fc7-81e6-6fa1d283391f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.770522] env[69808]: DEBUG oslo_concurrency.lockutils [req-0ea75cf6-571d-4e72-8eef-7aff95a56c90 req-5c10b6a7-7d25-4a8e-be65-7c3a9676433a service nova] Lock "17255121-e63e-4fc7-81e6-6fa1d283391f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.770522] env[69808]: DEBUG oslo_concurrency.lockutils [req-0ea75cf6-571d-4e72-8eef-7aff95a56c90 req-5c10b6a7-7d25-4a8e-be65-7c3a9676433a service nova] Lock "17255121-e63e-4fc7-81e6-6fa1d283391f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.770699] env[69808]: DEBUG nova.compute.manager [req-0ea75cf6-571d-4e72-8eef-7aff95a56c90 req-5c10b6a7-7d25-4a8e-be65-7c3a9676433a service nova] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] No waiting events found dispatching network-vif-plugged-daa145b6-e209-4a0b-83a3-c8802ed4f25e {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1095.770835] env[69808]: WARNING nova.compute.manager [req-0ea75cf6-571d-4e72-8eef-7aff95a56c90 req-5c10b6a7-7d25-4a8e-be65-7c3a9676433a service nova] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Received unexpected event network-vif-plugged-daa145b6-e209-4a0b-83a3-c8802ed4f25e for instance with vm_state building and task_state spawning. [ 1095.771013] env[69808]: DEBUG nova.compute.manager [req-0ea75cf6-571d-4e72-8eef-7aff95a56c90 req-5c10b6a7-7d25-4a8e-be65-7c3a9676433a service nova] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Received event network-changed-daa145b6-e209-4a0b-83a3-c8802ed4f25e {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.772240] env[69808]: DEBUG nova.compute.manager [req-0ea75cf6-571d-4e72-8eef-7aff95a56c90 req-5c10b6a7-7d25-4a8e-be65-7c3a9676433a service nova] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Refreshing instance network info cache due to event network-changed-daa145b6-e209-4a0b-83a3-c8802ed4f25e. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.772800] env[69808]: DEBUG oslo_concurrency.lockutils [req-0ea75cf6-571d-4e72-8eef-7aff95a56c90 req-5c10b6a7-7d25-4a8e-be65-7c3a9676433a service nova] Acquiring lock "refresh_cache-17255121-e63e-4fc7-81e6-6fa1d283391f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.772800] env[69808]: DEBUG oslo_concurrency.lockutils [req-0ea75cf6-571d-4e72-8eef-7aff95a56c90 req-5c10b6a7-7d25-4a8e-be65-7c3a9676433a service nova] Acquired lock "refresh_cache-17255121-e63e-4fc7-81e6-6fa1d283391f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.773283] env[69808]: DEBUG nova.network.neutron [req-0ea75cf6-571d-4e72-8eef-7aff95a56c90 req-5c10b6a7-7d25-4a8e-be65-7c3a9676433a service nova] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Refreshing network info cache for port daa145b6-e209-4a0b-83a3-c8802ed4f25e {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.848100] env[69808]: DEBUG nova.compute.utils [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.851229] env[69808]: DEBUG nova.compute.manager [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.851406] env[69808]: DEBUG nova.network.neutron [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.909902] env[69808]: DEBUG nova.policy [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b6c2bf1a78a4595b7dabc3c03615166', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '865bf55b83e94184b66e4fb2bbb5d49e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.013159] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4fd9b15f-bac7-4d90-a529-c7517c076df8 tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Lock "35727923-0c25-426b-a711-7c3c307098c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.429s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.107844] env[69808]: DEBUG oslo_concurrency.lockutils [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Acquiring lock "1da20561-760a-4846-9b82-45b3c87b9014" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.108311] env[69808]: DEBUG oslo_concurrency.lockutils [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Lock "1da20561-760a-4846-9b82-45b3c87b9014" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.108544] env[69808]: DEBUG oslo_concurrency.lockutils [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Acquiring lock "1da20561-760a-4846-9b82-45b3c87b9014-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.108730] env[69808]: DEBUG oslo_concurrency.lockutils [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Lock "1da20561-760a-4846-9b82-45b3c87b9014-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.108909] env[69808]: DEBUG oslo_concurrency.lockutils [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Lock "1da20561-760a-4846-9b82-45b3c87b9014-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.113392] env[69808]: INFO nova.compute.manager [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Terminating instance [ 1096.206083] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.206449] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.206846] env[69808]: INFO nova.compute.manager [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Shelving [ 1096.225752] env[69808]: DEBUG oslo_vmware.api [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.246267] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790529, 'name': CreateVM_Task, 'duration_secs': 0.648028} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.246479] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.247259] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.247433] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.247825] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.248109] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8310944-7500-4b84-9a52-cd72574a57c8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.258985] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Waiting for the task: (returnval){ [ 1096.258985] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]526b3ed8-4c71-ec88-a325-1282cff93947" [ 1096.258985] env[69808]: _type = "Task" [ 1096.258985] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.271808] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]526b3ed8-4c71-ec88-a325-1282cff93947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.352104] env[69808]: DEBUG nova.compute.manager [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.623204] env[69808]: DEBUG nova.compute.manager [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.623374] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.624389] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f7b65d-1edc-4b7a-9456-e1ab19cb9569 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.636416] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.636738] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b565e41d-64d1-4d74-973c-4415e920387b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.646447] env[69808]: DEBUG oslo_vmware.api [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Waiting for the task: (returnval){ [ 1096.646447] env[69808]: value = "task-3790531" [ 1096.646447] env[69808]: _type = "Task" [ 1096.646447] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.655610] env[69808]: DEBUG oslo_vmware.api [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': task-3790531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.730150] env[69808]: DEBUG oslo_vmware.api [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.745763] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac364f3a-7119-4e05-9ffb-527293b06f7e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.758874] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb67b2bb-2633-4140-a45b-09d7a68c4168 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.806694] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]526b3ed8-4c71-ec88-a325-1282cff93947, 'name': SearchDatastore_Task, 'duration_secs': 0.012614} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.811169] env[69808]: DEBUG nova.network.neutron [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Successfully created port: 59575657-c03e-456b-9562-60d831151dca {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.813313] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.813563] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.813843] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.814033] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.814237] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.815065] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c3b000-cb9e-4289-b2a4-c020e7640e1c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.818295] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7884dce-74a8-441a-bf62-91b3adeab28e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.827808] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64dca69-fb0b-4e6d-a3fa-5eb76feb0966 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.835217] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.835217] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.837241] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5661a0e7-6fa0-4c12-853d-1e05cb1acd83 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.848616] env[69808]: DEBUG nova.compute.provider_tree [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.854317] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Waiting for the task: (returnval){ [ 1096.854317] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528e0934-24da-7912-1cc0-8186696a98c0" [ 1096.854317] env[69808]: _type = "Task" [ 1096.854317] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.866034] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528e0934-24da-7912-1cc0-8186696a98c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.945771] env[69808]: DEBUG nova.network.neutron [req-0ea75cf6-571d-4e72-8eef-7aff95a56c90 req-5c10b6a7-7d25-4a8e-be65-7c3a9676433a service nova] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Updated VIF entry in instance network info cache for port daa145b6-e209-4a0b-83a3-c8802ed4f25e. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.946336] env[69808]: DEBUG nova.network.neutron [req-0ea75cf6-571d-4e72-8eef-7aff95a56c90 req-5c10b6a7-7d25-4a8e-be65-7c3a9676433a service nova] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Updating instance_info_cache with network_info: [{"id": "daa145b6-e209-4a0b-83a3-c8802ed4f25e", "address": "fa:16:3e:ff:af:fb", "network": {"id": "e050cc06-eb33-4460-8a63-9d68d0d99762", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-398774059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6702b2509e0d4d9783d25fbc629bd949", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaa145b6-e2", "ovs_interfaceid": "daa145b6-e209-4a0b-83a3-c8802ed4f25e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.158603] env[69808]: DEBUG oslo_vmware.api [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': task-3790531, 'name': PowerOffVM_Task, 'duration_secs': 0.264069} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.158987] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.159121] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.159390] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc671484-1f0a-40ea-88f9-a92be9c7329d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.228103] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.228674] env[69808]: DEBUG oslo_vmware.api [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.229256] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-776e4218-0791-48f9-9f21-f8bd49f6ddf0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.238502] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1097.238502] env[69808]: value = "task-3790533" [ 1097.238502] env[69808]: _type = "Task" [ 1097.238502] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.251012] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.273897] env[69808]: DEBUG oslo_concurrency.lockutils [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquiring lock "01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.274193] env[69808]: DEBUG oslo_concurrency.lockutils [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lock "01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.274398] env[69808]: DEBUG oslo_concurrency.lockutils [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquiring lock "01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.274603] env[69808]: DEBUG oslo_concurrency.lockutils [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lock "01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.274783] env[69808]: DEBUG oslo_concurrency.lockutils [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lock "01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.277268] env[69808]: INFO nova.compute.manager [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Terminating instance [ 1097.354686] env[69808]: DEBUG nova.scheduler.client.report [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.368696] env[69808]: DEBUG nova.compute.manager [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.379326] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528e0934-24da-7912-1cc0-8186696a98c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012162} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.381716] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c70fb4d5-828a-4025-b12d-e4a60464687a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.391647] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Waiting for the task: (returnval){ [ 1097.391647] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52978444-89f1-766b-9c2e-b28c4e4d1715" [ 1097.391647] env[69808]: _type = "Task" [ 1097.391647] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.404288] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52978444-89f1-766b-9c2e-b28c4e4d1715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.407675] env[69808]: DEBUG nova.virt.hardware [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.407675] env[69808]: DEBUG nova.virt.hardware [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.407976] env[69808]: DEBUG nova.virt.hardware [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.408135] env[69808]: DEBUG nova.virt.hardware [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.408297] env[69808]: DEBUG nova.virt.hardware [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.408459] env[69808]: DEBUG nova.virt.hardware [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.408677] env[69808]: DEBUG nova.virt.hardware [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.409712] env[69808]: DEBUG nova.virt.hardware [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.409712] env[69808]: DEBUG nova.virt.hardware [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.409712] env[69808]: DEBUG nova.virt.hardware [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.409712] env[69808]: DEBUG nova.virt.hardware [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.410770] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f349be8-ef25-441a-ac56-0eb8118cc8bc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.420053] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a75c9a7-3edd-4646-b72b-a69ae6953b1b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.426662] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquiring lock "6104e4a9-5059-4cce-820e-b64af9c2e30f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.426788] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lock "6104e4a9-5059-4cce-820e-b64af9c2e30f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.427108] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquiring lock "6104e4a9-5059-4cce-820e-b64af9c2e30f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.428062] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lock "6104e4a9-5059-4cce-820e-b64af9c2e30f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.428062] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lock "6104e4a9-5059-4cce-820e-b64af9c2e30f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.439519] env[69808]: INFO nova.compute.manager [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Terminating instance [ 1097.449798] env[69808]: DEBUG oslo_concurrency.lockutils [req-0ea75cf6-571d-4e72-8eef-7aff95a56c90 req-5c10b6a7-7d25-4a8e-be65-7c3a9676433a service nova] Releasing lock "refresh_cache-17255121-e63e-4fc7-81e6-6fa1d283391f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.727547] env[69808]: DEBUG oslo_vmware.api [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.752583] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790533, 'name': PowerOffVM_Task, 'duration_secs': 0.181648} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.752891] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.753771] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d14c3b9-9479-419d-82e7-6fba59968ae6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.778552] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85df0d57-928a-4114-aaab-5fd19ffcfb4c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.787223] env[69808]: DEBUG nova.compute.manager [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.787457] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.790678] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e567bf18-9451-4053-a9ba-2b8cdde81879 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.801773] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.801773] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80088743-a3d9-4039-aa31-19d48faf000d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.809418] env[69808]: DEBUG oslo_vmware.api [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1097.809418] env[69808]: value = "task-3790534" [ 1097.809418] env[69808]: _type = "Task" [ 1097.809418] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.819113] env[69808]: DEBUG oslo_vmware.api [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.860825] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.861545] env[69808]: DEBUG nova.compute.manager [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.864314] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.178s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.865986] env[69808]: INFO nova.compute.claims [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.908293] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52978444-89f1-766b-9c2e-b28c4e4d1715, 'name': SearchDatastore_Task, 'duration_secs': 0.013858} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.908448] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.908726] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 17255121-e63e-4fc7-81e6-6fa1d283391f/17255121-e63e-4fc7-81e6-6fa1d283391f.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.909304] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e2f3067-0258-4d22-88f9-38f6f672854b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.918017] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Waiting for the task: (returnval){ [ 1097.918017] env[69808]: value = "task-3790535" [ 1097.918017] env[69808]: _type = "Task" [ 1097.918017] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.928150] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Task: {'id': task-3790535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.944108] env[69808]: DEBUG nova.compute.manager [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.944475] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.945353] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae758c6-f0e7-423f-bd2e-63300b2ea9f5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.953975] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.954574] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e58fe9ba-1678-4f2a-b05b-33ba8b01277d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.962780] env[69808]: DEBUG oslo_vmware.api [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1097.962780] env[69808]: value = "task-3790536" [ 1097.962780] env[69808]: _type = "Task" [ 1097.962780] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.974263] env[69808]: DEBUG oslo_vmware.api [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.231507] env[69808]: DEBUG oslo_vmware.api [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.296129] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Creating Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1098.298039] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2f7c974a-0302-4511-9a4e-777b74e54872 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.307476] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1098.307476] env[69808]: value = "task-3790537" [ 1098.307476] env[69808]: _type = "Task" [ 1098.307476] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.324931] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790537, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.330111] env[69808]: DEBUG oslo_vmware.api [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790534, 'name': PowerOffVM_Task, 'duration_secs': 0.240033} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.330598] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.330790] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.331166] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d27e8b14-9a4f-4cb8-87cd-512be2607dd3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.370661] env[69808]: DEBUG nova.compute.utils [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.379499] env[69808]: DEBUG nova.compute.manager [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.379499] env[69808]: DEBUG nova.network.neutron [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.425662] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.425966] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.428987] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Deleting the datastore file [datastore1] 1da20561-760a-4846-9b82-45b3c87b9014 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.429423] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4e398c7-fe9a-4ae3-b3c6-be63c5c7f045 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.439639] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Task: {'id': task-3790535, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.441569] env[69808]: DEBUG oslo_vmware.api [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Waiting for the task: (returnval){ [ 1098.441569] env[69808]: value = "task-3790539" [ 1098.441569] env[69808]: _type = "Task" [ 1098.441569] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.452763] env[69808]: DEBUG oslo_vmware.api [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': task-3790539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.461211] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.461661] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.462174] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Deleting the datastore file [datastore1] 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.462434] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f684852a-c54a-49bc-910c-4d79c912298f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.478223] env[69808]: DEBUG oslo_vmware.api [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790536, 'name': PowerOffVM_Task, 'duration_secs': 0.175728} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.480036] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.480242] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.480657] env[69808]: DEBUG oslo_vmware.api [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1098.480657] env[69808]: value = "task-3790540" [ 1098.480657] env[69808]: _type = "Task" [ 1098.480657] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.481052] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bdf689b-1476-46d6-9f3d-e26ad540ab37 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.494189] env[69808]: DEBUG oslo_vmware.api [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.562306] env[69808]: DEBUG nova.policy [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b6c2bf1a78a4595b7dabc3c03615166', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '865bf55b83e94184b66e4fb2bbb5d49e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.571510] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.571956] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.572396] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Deleting the datastore file [datastore1] 6104e4a9-5059-4cce-820e-b64af9c2e30f {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.572720] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f7406e2-01da-4b1c-82ad-9e1868e23141 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.584142] env[69808]: DEBUG oslo_vmware.api [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1098.584142] env[69808]: value = "task-3790542" [ 1098.584142] env[69808]: _type = "Task" [ 1098.584142] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.598089] env[69808]: DEBUG oslo_vmware.api [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.738071] env[69808]: DEBUG oslo_vmware.api [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.819799] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790537, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.881210] env[69808]: DEBUG nova.compute.manager [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.941168] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Task: {'id': task-3790535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611922} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.941562] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 17255121-e63e-4fc7-81e6-6fa1d283391f/17255121-e63e-4fc7-81e6-6fa1d283391f.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.942088] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.946173] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b030dab6-7e91-4135-821a-5eecc9c106f2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.959870] env[69808]: DEBUG oslo_vmware.api [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Task: {'id': task-3790539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260384} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.966078] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.966413] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.966813] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.967523] env[69808]: INFO nova.compute.manager [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Took 2.34 seconds to destroy the instance on the hypervisor. [ 1098.967844] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.968193] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Waiting for the task: (returnval){ [ 1098.968193] env[69808]: value = "task-3790543" [ 1098.968193] env[69808]: _type = "Task" [ 1098.968193] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.970570] env[69808]: DEBUG nova.compute.manager [-] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.970669] env[69808]: DEBUG nova.network.neutron [-] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.984472] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Task: {'id': task-3790543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.998801] env[69808]: DEBUG oslo_vmware.api [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251176} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.999231] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.999482] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.999835] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.999970] env[69808]: INFO nova.compute.manager [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1099.000148] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.000408] env[69808]: DEBUG nova.compute.manager [-] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.000576] env[69808]: DEBUG nova.network.neutron [-] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.040487] env[69808]: DEBUG nova.compute.manager [req-96be8ae8-7a29-4562-bdb9-961528882b37 req-ccc2f21e-a1e7-4daf-9614-55fb16c0e42c service nova] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Received event network-vif-plugged-59575657-c03e-456b-9562-60d831151dca {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.040624] env[69808]: DEBUG oslo_concurrency.lockutils [req-96be8ae8-7a29-4562-bdb9-961528882b37 req-ccc2f21e-a1e7-4daf-9614-55fb16c0e42c service nova] Acquiring lock "6a06b65d-e09a-4812-889f-4d123cf95266-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.040841] env[69808]: DEBUG oslo_concurrency.lockutils [req-96be8ae8-7a29-4562-bdb9-961528882b37 req-ccc2f21e-a1e7-4daf-9614-55fb16c0e42c service nova] Lock "6a06b65d-e09a-4812-889f-4d123cf95266-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.041121] env[69808]: DEBUG oslo_concurrency.lockutils [req-96be8ae8-7a29-4562-bdb9-961528882b37 req-ccc2f21e-a1e7-4daf-9614-55fb16c0e42c service nova] Lock "6a06b65d-e09a-4812-889f-4d123cf95266-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.041312] env[69808]: DEBUG nova.compute.manager [req-96be8ae8-7a29-4562-bdb9-961528882b37 req-ccc2f21e-a1e7-4daf-9614-55fb16c0e42c service nova] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] No waiting events found dispatching network-vif-plugged-59575657-c03e-456b-9562-60d831151dca {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1099.041482] env[69808]: WARNING nova.compute.manager [req-96be8ae8-7a29-4562-bdb9-961528882b37 req-ccc2f21e-a1e7-4daf-9614-55fb16c0e42c service nova] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Received unexpected event network-vif-plugged-59575657-c03e-456b-9562-60d831151dca for instance with vm_state building and task_state spawning. [ 1099.098577] env[69808]: DEBUG oslo_vmware.api [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31511} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.098849] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.099055] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.099239] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.099421] env[69808]: INFO nova.compute.manager [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1099.099666] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.099885] env[69808]: DEBUG nova.compute.manager [-] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.099984] env[69808]: DEBUG nova.network.neutron [-] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.236973] env[69808]: DEBUG oslo_vmware.api [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.295021] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26758a6c-6ce9-40d9-acf0-2955a9434d6d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.303632] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed49735-0be5-4f79-90e9-07fa8399b34c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.343880] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac483598-d271-4779-989c-c696bb11c84e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.351390] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790537, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.361728] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24de777d-1d1a-4e7d-8cc1-d9f32e252667 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.381393] env[69808]: DEBUG nova.compute.provider_tree [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.488044] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Task: {'id': task-3790543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081331} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.488044] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.488044] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42de072-2f18-4049-8448-1cc04fe1632d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.518026] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 17255121-e63e-4fc7-81e6-6fa1d283391f/17255121-e63e-4fc7-81e6-6fa1d283391f.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.519401] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14bfd909-279d-446e-8bda-831d1998be82 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.547862] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Waiting for the task: (returnval){ [ 1099.547862] env[69808]: value = "task-3790544" [ 1099.547862] env[69808]: _type = "Task" [ 1099.547862] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.558711] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Task: {'id': task-3790544, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.588540] env[69808]: DEBUG nova.network.neutron [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Successfully updated port: 59575657-c03e-456b-9562-60d831151dca {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.625282] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Acquiring lock "35727923-0c25-426b-a711-7c3c307098c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.626099] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Lock "35727923-0c25-426b-a711-7c3c307098c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.626175] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Acquiring lock "35727923-0c25-426b-a711-7c3c307098c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.626438] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Lock "35727923-0c25-426b-a711-7c3c307098c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.626787] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Lock "35727923-0c25-426b-a711-7c3c307098c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.630095] env[69808]: INFO nova.compute.manager [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Terminating instance [ 1099.734965] env[69808]: DEBUG oslo_vmware.api [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.750861] env[69808]: DEBUG nova.compute.manager [req-174c7c4e-8fbd-4f16-9d92-7e443005717d req-606a8f76-e715-4b2c-a303-dcc21a2de4ce service nova] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Received event network-vif-deleted-24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.751043] env[69808]: INFO nova.compute.manager [req-174c7c4e-8fbd-4f16-9d92-7e443005717d req-606a8f76-e715-4b2c-a303-dcc21a2de4ce service nova] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Neutron deleted interface 24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf; detaching it from the instance and deleting it from the info cache [ 1099.751205] env[69808]: DEBUG nova.network.neutron [req-174c7c4e-8fbd-4f16-9d92-7e443005717d req-606a8f76-e715-4b2c-a303-dcc21a2de4ce service nova] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.781463] env[69808]: DEBUG nova.network.neutron [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Successfully created port: 55d2676d-91c2-4e32-9c59-6c8408e492dd {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.822518] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790537, 'name': CreateSnapshot_Task, 'duration_secs': 1.124022} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.822828] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Created Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1099.823722] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae565bfb-d2d5-450b-9026-6a243d500658 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.883602] env[69808]: DEBUG nova.scheduler.client.report [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.893614] env[69808]: DEBUG nova.compute.manager [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.926448] env[69808]: DEBUG nova.virt.hardware [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.926707] env[69808]: DEBUG nova.virt.hardware [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.927357] env[69808]: DEBUG nova.virt.hardware [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.927357] env[69808]: DEBUG nova.virt.hardware [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.927357] env[69808]: DEBUG nova.virt.hardware [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.927357] env[69808]: DEBUG nova.virt.hardware [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.927607] env[69808]: DEBUG nova.virt.hardware [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.928159] env[69808]: DEBUG nova.virt.hardware [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.928159] env[69808]: DEBUG nova.virt.hardware [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.928562] env[69808]: DEBUG nova.virt.hardware [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.929894] env[69808]: DEBUG nova.virt.hardware [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.929998] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17cfb68-2808-449e-9a32-5cac07beea4b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.932915] env[69808]: DEBUG nova.network.neutron [-] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.940192] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59642d2a-25e1-4011-b0d6-58c691a0ec87 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.059405] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Task: {'id': task-3790544, 'name': ReconfigVM_Task, 'duration_secs': 0.297191} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.059717] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 17255121-e63e-4fc7-81e6-6fa1d283391f/17255121-e63e-4fc7-81e6-6fa1d283391f.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.060383] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53913eb0-752b-4091-8a47-64795e9b52b2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.068067] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Waiting for the task: (returnval){ [ 1100.068067] env[69808]: value = "task-3790545" [ 1100.068067] env[69808]: _type = "Task" [ 1100.068067] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.084962] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Task: {'id': task-3790545, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.092454] env[69808]: DEBUG oslo_concurrency.lockutils [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "refresh_cache-6a06b65d-e09a-4812-889f-4d123cf95266" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.092713] env[69808]: DEBUG oslo_concurrency.lockutils [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquired lock "refresh_cache-6a06b65d-e09a-4812-889f-4d123cf95266" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.093192] env[69808]: DEBUG nova.network.neutron [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.134738] env[69808]: DEBUG nova.compute.manager [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.139975] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.139975] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f579cd67-832f-44d7-a008-7d6b60d5f76a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.149031] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.149031] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3670759-9bb8-4101-b9ab-655dfc8e07e3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.154787] env[69808]: DEBUG oslo_vmware.api [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Waiting for the task: (returnval){ [ 1100.154787] env[69808]: value = "task-3790546" [ 1100.154787] env[69808]: _type = "Task" [ 1100.154787] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.163964] env[69808]: DEBUG oslo_vmware.api [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': task-3790546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.234234] env[69808]: DEBUG oslo_vmware.api [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.254801] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8912469-2c49-46d0-abae-a68141d2866e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.268524] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b220e8-708c-4070-8440-b61e6c91a425 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.309847] env[69808]: DEBUG nova.compute.manager [req-174c7c4e-8fbd-4f16-9d92-7e443005717d req-606a8f76-e715-4b2c-a303-dcc21a2de4ce service nova] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Detach interface failed, port_id=24d9ead0-9a74-4d8f-8cb9-5430c5acdaaf, reason: Instance 6104e4a9-5059-4cce-820e-b64af9c2e30f could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.344357] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Creating linked-clone VM from snapshot {{(pid=69808) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1100.344722] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-86c5bb0a-7f01-4b51-976d-3f732ea3a358 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.354539] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1100.354539] env[69808]: value = "task-3790547" [ 1100.354539] env[69808]: _type = "Task" [ 1100.354539] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.365086] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790547, 'name': CloneVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.391921] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.392475] env[69808]: DEBUG nova.compute.manager [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.395237] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.132s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.436000] env[69808]: INFO nova.compute.manager [-] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Took 1.34 seconds to deallocate network for instance. [ 1100.579704] env[69808]: DEBUG nova.network.neutron [-] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.581179] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Task: {'id': task-3790545, 'name': Rename_Task, 'duration_secs': 0.152641} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.581430] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.582209] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad9955cb-20f2-4a0a-bd08-7df1aac71113 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.591318] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Waiting for the task: (returnval){ [ 1100.591318] env[69808]: value = "task-3790548" [ 1100.591318] env[69808]: _type = "Task" [ 1100.591318] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.591960] env[69808]: DEBUG nova.network.neutron [-] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.610462] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Task: {'id': task-3790548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.662028] env[69808]: DEBUG nova.network.neutron [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.669637] env[69808]: DEBUG oslo_vmware.api [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': task-3790546, 'name': PowerOffVM_Task, 'duration_secs': 0.246932} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.669938] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.670123] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.670699] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d7785b0-3486-4fe6-9ea4-c26c7d054cab {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.741529] env[69808]: DEBUG oslo_vmware.api [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.751303] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.751555] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.751739] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Deleting the datastore file [datastore2] 35727923-0c25-426b-a711-7c3c307098c1 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.752087] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49067952-24fd-4efb-8e39-d61055dc0fc4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.763067] env[69808]: DEBUG oslo_vmware.api [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Waiting for the task: (returnval){ [ 1100.763067] env[69808]: value = "task-3790550" [ 1100.763067] env[69808]: _type = "Task" [ 1100.763067] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.772398] env[69808]: DEBUG oslo_vmware.api [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': task-3790550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.866220] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790547, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.899561] env[69808]: DEBUG nova.compute.utils [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.913802] env[69808]: DEBUG nova.network.neutron [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Updating instance_info_cache with network_info: [{"id": "59575657-c03e-456b-9562-60d831151dca", "address": "fa:16:3e:de:55:c8", "network": {"id": "0d61cf34-608e-4e50-a47b-f2c6cd28190c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-332730720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "865bf55b83e94184b66e4fb2bbb5d49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59575657-c0", "ovs_interfaceid": "59575657-c03e-456b-9562-60d831151dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.913802] env[69808]: DEBUG nova.compute.manager [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.913802] env[69808]: DEBUG nova.network.neutron [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.943579] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.966363] env[69808]: DEBUG nova.policy [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f1040c186194436bde41a425ff06588', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a199851ed08545b79847ffbe59fdb86f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.082738] env[69808]: INFO nova.compute.manager [-] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Took 2.08 seconds to deallocate network for instance. [ 1101.098872] env[69808]: INFO nova.compute.manager [-] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Took 2.13 seconds to deallocate network for instance. [ 1101.103792] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Task: {'id': task-3790548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.236561] env[69808]: DEBUG oslo_vmware.api [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790530, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.278620] env[69808]: DEBUG oslo_vmware.api [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Task: {'id': task-3790550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194021} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.279065] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.282023] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.282023] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.282023] env[69808]: INFO nova.compute.manager [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1101.282023] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.282023] env[69808]: DEBUG nova.compute.manager [-] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.282023] env[69808]: DEBUG nova.network.neutron [-] [instance: 35727923-0c25-426b-a711-7c3c307098c1] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.367862] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790547, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.372659] env[69808]: DEBUG nova.compute.manager [req-6d8e3cfd-4df8-4d25-9e82-287f93338c4b req-d9888d30-2078-4a20-ad41-6788878fec3c service nova] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Received event network-changed-59575657-c03e-456b-9562-60d831151dca {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.372861] env[69808]: DEBUG nova.compute.manager [req-6d8e3cfd-4df8-4d25-9e82-287f93338c4b req-d9888d30-2078-4a20-ad41-6788878fec3c service nova] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Refreshing instance network info cache due to event network-changed-59575657-c03e-456b-9562-60d831151dca. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.373069] env[69808]: DEBUG oslo_concurrency.lockutils [req-6d8e3cfd-4df8-4d25-9e82-287f93338c4b req-d9888d30-2078-4a20-ad41-6788878fec3c service nova] Acquiring lock "refresh_cache-6a06b65d-e09a-4812-889f-4d123cf95266" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.413934] env[69808]: DEBUG nova.compute.manager [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.417756] env[69808]: DEBUG oslo_concurrency.lockutils [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Releasing lock "refresh_cache-6a06b65d-e09a-4812-889f-4d123cf95266" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.418338] env[69808]: DEBUG nova.compute.manager [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Instance network_info: |[{"id": "59575657-c03e-456b-9562-60d831151dca", "address": "fa:16:3e:de:55:c8", "network": {"id": "0d61cf34-608e-4e50-a47b-f2c6cd28190c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-332730720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "865bf55b83e94184b66e4fb2bbb5d49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59575657-c0", "ovs_interfaceid": "59575657-c03e-456b-9562-60d831151dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.423158] env[69808]: INFO nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Updating resource usage from migration 6bdadb83-c6a2-4fea-b16f-43fdf1fc3cbf [ 1101.423561] env[69808]: INFO nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Updating resource usage from migration 3a538b3d-f6ae-47a5-90a9-15b4bb3ef4b2 [ 1101.426363] env[69808]: DEBUG oslo_concurrency.lockutils [req-6d8e3cfd-4df8-4d25-9e82-287f93338c4b req-d9888d30-2078-4a20-ad41-6788878fec3c service nova] Acquired lock "refresh_cache-6a06b65d-e09a-4812-889f-4d123cf95266" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.426578] env[69808]: DEBUG nova.network.neutron [req-6d8e3cfd-4df8-4d25-9e82-287f93338c4b req-d9888d30-2078-4a20-ad41-6788878fec3c service nova] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Refreshing network info cache for port 59575657-c03e-456b-9562-60d831151dca {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.427925] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:55:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59575657-c03e-456b-9562-60d831151dca', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.441848] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Creating folder: Project (865bf55b83e94184b66e4fb2bbb5d49e). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.446634] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63353a1a-2de2-4cdc-b0bb-8f43a964e37a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.460073] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Created folder: Project (865bf55b83e94184b66e4fb2bbb5d49e) in parent group-v753775. [ 1101.460669] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Creating folder: Instances. Parent ref: group-v754041. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.460669] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6dd5627-02c9-4dbb-818c-51c6156e96c1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.476652] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance cdd7e10d-086b-4673-801a-1d7a36f0824b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.476982] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance c8b365c1-b843-476b-96d1-6e88230a0d42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.477125] env[69808]: WARNING nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 79d63a6e-1b7f-4b50-bc92-2df53bba12e3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1101.477346] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance d6395d56-b98c-4230-93bf-ceda696f6731 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.477527] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 6104e4a9-5059-4cce-820e-b64af9c2e30f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.477818] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 252516b1-d12e-4423-866e-52ce27d85ff6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.477960] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance f9de1eb8-5f7d-4205-884e-d80f83df0f61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.478119] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance d597e916-bb76-41c0-8ac4-fb7cef7b1d80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.478289] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.478444] env[69808]: WARNING nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 2762545b-09db-4e84-ad97-843149dda102 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1101.478588] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.478764] env[69808]: WARNING nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 4f4f356a-31bc-4890-a7b6-48f2958ef15c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1101.478928] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 1da20561-760a-4846-9b82-45b3c87b9014 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.479091] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 35727923-0c25-426b-a711-7c3c307098c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.479222] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 17255121-e63e-4fc7-81e6-6fa1d283391f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.479383] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 6a06b65d-e09a-4812-889f-4d123cf95266 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.479548] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 57dae466-65ff-4be6-91e6-93d5bd7d0642 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.479692] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 44032fc3-b172-41b6-ab74-3da4a48a0d96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.484345] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Created folder: Instances in parent group-v754041. [ 1101.484630] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.485445] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.485716] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7f25c4d-3be5-408d-933d-78d79be7e1ab {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.509238] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.509238] env[69808]: value = "task-3790553" [ 1101.509238] env[69808]: _type = "Task" [ 1101.509238] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.519219] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790553, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.590712] env[69808]: DEBUG oslo_concurrency.lockutils [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.606027] env[69808]: DEBUG oslo_vmware.api [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Task: {'id': task-3790548, 'name': PowerOnVM_Task, 'duration_secs': 0.987007} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.606027] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.606027] env[69808]: INFO nova.compute.manager [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1101.606027] env[69808]: DEBUG nova.compute.manager [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1101.606400] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728de503-20c7-4f1d-9380-6e194d106140 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.609851] env[69808]: DEBUG oslo_concurrency.lockutils [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.716237] env[69808]: DEBUG nova.network.neutron [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Successfully created port: 685015bf-7a65-4662-914b-3e62eb2e76f7 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.748177] env[69808]: DEBUG oslo_vmware.api [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790530, 'name': ReconfigVM_Task, 'duration_secs': 5.798807} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.748518] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.748780] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Reconfigured VM to detach interface {{(pid=69808) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1101.869087] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790547, 'name': CloneVM_Task, 'duration_secs': 1.400421} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.869351] env[69808]: INFO nova.virt.vmwareapi.vmops [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Created linked-clone VM from snapshot [ 1101.870188] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7ecb65-5ce4-4600-888a-c9bc9df9695f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.879571] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Uploading image 8f52cb65-6c8e-4265-9271-2b796ae0c8b3 {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1101.911185] env[69808]: DEBUG oslo_vmware.rw_handles [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1101.911185] env[69808]: value = "vm-754040" [ 1101.911185] env[69808]: _type = "VirtualMachine" [ 1101.911185] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1101.911575] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4f23e02e-ddac-4fd1-8b61-36f52ad301ce {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.924336] env[69808]: DEBUG oslo_vmware.rw_handles [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lease: (returnval){ [ 1101.924336] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52527f15-61b4-f006-3f7d-70c829ed2d4b" [ 1101.924336] env[69808]: _type = "HttpNfcLease" [ 1101.924336] env[69808]: } obtained for exporting VM: (result){ [ 1101.924336] env[69808]: value = "vm-754040" [ 1101.924336] env[69808]: _type = "VirtualMachine" [ 1101.924336] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1101.924748] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the lease: (returnval){ [ 1101.924748] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52527f15-61b4-f006-3f7d-70c829ed2d4b" [ 1101.924748] env[69808]: _type = "HttpNfcLease" [ 1101.924748] env[69808]: } to be ready. {{(pid=69808) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1101.941091] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1101.941091] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52527f15-61b4-f006-3f7d-70c829ed2d4b" [ 1101.941091] env[69808]: _type = "HttpNfcLease" [ 1101.941091] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1101.986292] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1101.986464] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Migration 3a538b3d-f6ae-47a5-90a9-15b4bb3ef4b2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1101.986658] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance f15361d8-4dd2-4237-8b04-c2e516b9140f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1101.986811] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Migration 6bdadb83-c6a2-4fea-b16f-43fdf1fc3cbf is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1101.986932] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 72e4004e-a622-4f99-af36-0f1c0d995f0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1102.022165] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790553, 'name': CreateVM_Task, 'duration_secs': 0.392373} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.022359] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.026021] env[69808]: DEBUG oslo_concurrency.lockutils [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.026021] env[69808]: DEBUG oslo_concurrency.lockutils [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.026021] env[69808]: DEBUG oslo_concurrency.lockutils [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.026021] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a86da744-1c08-4e22-a258-56d524cb9bae {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.029692] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1102.029692] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52dc2c0f-fe15-1056-6006-a1cdcb3ac419" [ 1102.029692] env[69808]: _type = "Task" [ 1102.029692] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.038945] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52dc2c0f-fe15-1056-6006-a1cdcb3ac419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.135020] env[69808]: INFO nova.compute.manager [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Took 25.61 seconds to build instance. [ 1102.266278] env[69808]: DEBUG nova.network.neutron [req-6d8e3cfd-4df8-4d25-9e82-287f93338c4b req-d9888d30-2078-4a20-ad41-6788878fec3c service nova] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Updated VIF entry in instance network info cache for port 59575657-c03e-456b-9562-60d831151dca. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.267142] env[69808]: DEBUG nova.network.neutron [req-6d8e3cfd-4df8-4d25-9e82-287f93338c4b req-d9888d30-2078-4a20-ad41-6788878fec3c service nova] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Updating instance_info_cache with network_info: [{"id": "59575657-c03e-456b-9562-60d831151dca", "address": "fa:16:3e:de:55:c8", "network": {"id": "0d61cf34-608e-4e50-a47b-f2c6cd28190c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-332730720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "865bf55b83e94184b66e4fb2bbb5d49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59575657-c0", "ovs_interfaceid": "59575657-c03e-456b-9562-60d831151dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.391473] env[69808]: DEBUG nova.network.neutron [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Successfully updated port: 55d2676d-91c2-4e32-9c59-6c8408e492dd {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.436141] env[69808]: DEBUG nova.compute.manager [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.437902] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1102.437902] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52527f15-61b4-f006-3f7d-70c829ed2d4b" [ 1102.437902] env[69808]: _type = "HttpNfcLease" [ 1102.437902] env[69808]: } is ready. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1102.438700] env[69808]: DEBUG oslo_vmware.rw_handles [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1102.438700] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52527f15-61b4-f006-3f7d-70c829ed2d4b" [ 1102.438700] env[69808]: _type = "HttpNfcLease" [ 1102.438700] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1102.440073] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2340996e-8284-468a-8a6c-0ec685aea6af {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.451136] env[69808]: DEBUG oslo_vmware.rw_handles [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52203053-5e80-6e30-0aae-dfcc18ec2eb8/disk-0.vmdk from lease info. {{(pid=69808) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1102.451485] env[69808]: DEBUG oslo_vmware.rw_handles [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52203053-5e80-6e30-0aae-dfcc18ec2eb8/disk-0.vmdk for reading. {{(pid=69808) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1102.522572] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance ac2f70b9-f4e9-4f18-906f-47c662a7117b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1102.522971] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1102.523204] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1102.534356] env[69808]: DEBUG nova.virt.hardware [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.534356] env[69808]: DEBUG nova.virt.hardware [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.534356] env[69808]: DEBUG nova.virt.hardware [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.534356] env[69808]: DEBUG nova.virt.hardware [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.534356] env[69808]: DEBUG nova.virt.hardware [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.534356] env[69808]: DEBUG nova.virt.hardware [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.534356] env[69808]: DEBUG nova.virt.hardware [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.534356] env[69808]: DEBUG nova.virt.hardware [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.534356] env[69808]: DEBUG nova.virt.hardware [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.534356] env[69808]: DEBUG nova.virt.hardware [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.534356] env[69808]: DEBUG nova.virt.hardware [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.534356] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416ae6f3-bc05-464a-b911-8ebf8d708b8d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.553665] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e38382-2896-4e7f-b9f1-fb6066de31a9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.558149] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52dc2c0f-fe15-1056-6006-a1cdcb3ac419, 'name': SearchDatastore_Task, 'duration_secs': 0.045069} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.558807] env[69808]: DEBUG oslo_concurrency.lockutils [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.559063] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.559305] env[69808]: DEBUG oslo_concurrency.lockutils [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.559452] env[69808]: DEBUG oslo_concurrency.lockutils [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.559628] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.560381] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dc086f8-77b9-41e4-85c8-b4e8455bd367 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.580918] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c5449e48-996f-497c-a68d-1f98ba805d5e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.588616] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.588616] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.589359] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-160983d3-2d0d-438c-98f2-ba8cea577273 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.596766] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1102.596766] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5267d540-0651-4f0f-0fc6-3214b11f008c" [ 1102.596766] env[69808]: _type = "Task" [ 1102.596766] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.605207] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5267d540-0651-4f0f-0fc6-3214b11f008c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.634202] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef404195-cd57-43bd-8fd8-bfa6718ea160 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Lock "17255121-e63e-4fc7-81e6-6fa1d283391f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.121s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.679966] env[69808]: DEBUG nova.network.neutron [-] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.770694] env[69808]: DEBUG oslo_concurrency.lockutils [req-6d8e3cfd-4df8-4d25-9e82-287f93338c4b req-d9888d30-2078-4a20-ad41-6788878fec3c service nova] Releasing lock "refresh_cache-6a06b65d-e09a-4812-889f-4d123cf95266" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.771023] env[69808]: DEBUG nova.compute.manager [req-6d8e3cfd-4df8-4d25-9e82-287f93338c4b req-d9888d30-2078-4a20-ad41-6788878fec3c service nova] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Received event network-vif-deleted-280fa77d-437f-4635-b325-3e9edfbd8e27 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.771203] env[69808]: DEBUG nova.compute.manager [req-6d8e3cfd-4df8-4d25-9e82-287f93338c4b req-d9888d30-2078-4a20-ad41-6788878fec3c service nova] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Received event network-vif-deleted-28fb3edd-0ac0-44f9-9bd5-c7477e619c6d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.894223] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "refresh_cache-57dae466-65ff-4be6-91e6-93d5bd7d0642" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.894223] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquired lock "refresh_cache-57dae466-65ff-4be6-91e6-93d5bd7d0642" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.894223] env[69808]: DEBUG nova.network.neutron [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.904260] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad771d96-028a-4e27-b94e-5d16d208a25e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.915392] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a03cb43-94dc-4b39-8486-6de5974e13cd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.959061] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac1cb97-fae4-47db-b43d-78be2a8c9501 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.970975] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53a6af7-6149-45a7-8ebf-984ecf93a0fe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.998835] env[69808]: DEBUG nova.compute.provider_tree [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.144423] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5267d540-0651-4f0f-0fc6-3214b11f008c, 'name': SearchDatastore_Task, 'duration_secs': 0.020599} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.144423] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d10b8af6-4b1a-493b-8af7-f19cf60e0777 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.144423] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1103.144423] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527e7e32-8fbd-1576-0a9d-7d86b71d6c49" [ 1103.144423] env[69808]: _type = "Task" [ 1103.144423] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.144423] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527e7e32-8fbd-1576-0a9d-7d86b71d6c49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.184085] env[69808]: INFO nova.compute.manager [-] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Took 1.90 seconds to deallocate network for instance. [ 1103.201572] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "c8b365c1-b843-476b-96d1-6e88230a0d42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.201962] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "c8b365c1-b843-476b-96d1-6e88230a0d42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.202231] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "c8b365c1-b843-476b-96d1-6e88230a0d42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.205120] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "c8b365c1-b843-476b-96d1-6e88230a0d42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.205120] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "c8b365c1-b843-476b-96d1-6e88230a0d42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.207881] env[69808]: INFO nova.compute.manager [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Terminating instance [ 1103.425873] env[69808]: DEBUG nova.compute.manager [req-50a25728-46e0-4f5c-b3ec-37fd323e8e2a req-e08a4cd8-fc86-47d1-a193-6a2533a33020 service nova] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Received event network-vif-plugged-55d2676d-91c2-4e32-9c59-6c8408e492dd {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.426227] env[69808]: DEBUG oslo_concurrency.lockutils [req-50a25728-46e0-4f5c-b3ec-37fd323e8e2a req-e08a4cd8-fc86-47d1-a193-6a2533a33020 service nova] Acquiring lock "57dae466-65ff-4be6-91e6-93d5bd7d0642-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.426532] env[69808]: DEBUG oslo_concurrency.lockutils [req-50a25728-46e0-4f5c-b3ec-37fd323e8e2a req-e08a4cd8-fc86-47d1-a193-6a2533a33020 service nova] Lock "57dae466-65ff-4be6-91e6-93d5bd7d0642-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.426848] env[69808]: DEBUG oslo_concurrency.lockutils [req-50a25728-46e0-4f5c-b3ec-37fd323e8e2a req-e08a4cd8-fc86-47d1-a193-6a2533a33020 service nova] Lock "57dae466-65ff-4be6-91e6-93d5bd7d0642-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.427125] env[69808]: DEBUG nova.compute.manager [req-50a25728-46e0-4f5c-b3ec-37fd323e8e2a req-e08a4cd8-fc86-47d1-a193-6a2533a33020 service nova] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] No waiting events found dispatching network-vif-plugged-55d2676d-91c2-4e32-9c59-6c8408e492dd {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1103.427363] env[69808]: WARNING nova.compute.manager [req-50a25728-46e0-4f5c-b3ec-37fd323e8e2a req-e08a4cd8-fc86-47d1-a193-6a2533a33020 service nova] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Received unexpected event network-vif-plugged-55d2676d-91c2-4e32-9c59-6c8408e492dd for instance with vm_state building and task_state spawning. [ 1103.427603] env[69808]: DEBUG nova.compute.manager [req-50a25728-46e0-4f5c-b3ec-37fd323e8e2a req-e08a4cd8-fc86-47d1-a193-6a2533a33020 service nova] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Received event network-vif-deleted-69f40bfe-7e2d-43e5-a0d5-d2dbee5881ea {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.427854] env[69808]: DEBUG nova.compute.manager [req-50a25728-46e0-4f5c-b3ec-37fd323e8e2a req-e08a4cd8-fc86-47d1-a193-6a2533a33020 service nova] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Received event network-changed-55d2676d-91c2-4e32-9c59-6c8408e492dd {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.428103] env[69808]: DEBUG nova.compute.manager [req-50a25728-46e0-4f5c-b3ec-37fd323e8e2a req-e08a4cd8-fc86-47d1-a193-6a2533a33020 service nova] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Refreshing instance network info cache due to event network-changed-55d2676d-91c2-4e32-9c59-6c8408e492dd. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.428355] env[69808]: DEBUG oslo_concurrency.lockutils [req-50a25728-46e0-4f5c-b3ec-37fd323e8e2a req-e08a4cd8-fc86-47d1-a193-6a2533a33020 service nova] Acquiring lock "refresh_cache-57dae466-65ff-4be6-91e6-93d5bd7d0642" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.438586] env[69808]: DEBUG nova.network.neutron [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.502892] env[69808]: DEBUG nova.scheduler.client.report [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.521314] env[69808]: DEBUG oslo_concurrency.lockutils [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Acquiring lock "17255121-e63e-4fc7-81e6-6fa1d283391f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.522318] env[69808]: DEBUG oslo_concurrency.lockutils [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Lock "17255121-e63e-4fc7-81e6-6fa1d283391f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.522658] env[69808]: DEBUG oslo_concurrency.lockutils [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Acquiring lock "17255121-e63e-4fc7-81e6-6fa1d283391f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.522889] env[69808]: DEBUG oslo_concurrency.lockutils [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Lock "17255121-e63e-4fc7-81e6-6fa1d283391f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.523097] env[69808]: DEBUG oslo_concurrency.lockutils [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Lock "17255121-e63e-4fc7-81e6-6fa1d283391f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.526127] env[69808]: INFO nova.compute.manager [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Terminating instance [ 1103.540544] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "refresh_cache-c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.541200] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "refresh_cache-c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.541200] env[69808]: DEBUG nova.network.neutron [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.630960] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527e7e32-8fbd-1576-0a9d-7d86b71d6c49, 'name': SearchDatastore_Task, 'duration_secs': 0.012061} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.631484] env[69808]: DEBUG oslo_concurrency.lockutils [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.631833] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 6a06b65d-e09a-4812-889f-4d123cf95266/6a06b65d-e09a-4812-889f-4d123cf95266.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.632258] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72e785f0-8490-4b20-b13a-1272e99384c5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.640546] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1103.640546] env[69808]: value = "task-3790555" [ 1103.640546] env[69808]: _type = "Task" [ 1103.640546] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.652169] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.694947] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.709271] env[69808]: DEBUG nova.network.neutron [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Updating instance_info_cache with network_info: [{"id": "55d2676d-91c2-4e32-9c59-6c8408e492dd", "address": "fa:16:3e:7a:52:2b", "network": {"id": "0d61cf34-608e-4e50-a47b-f2c6cd28190c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-332730720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "865bf55b83e94184b66e4fb2bbb5d49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d2676d-91", "ovs_interfaceid": "55d2676d-91c2-4e32-9c59-6c8408e492dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.715264] env[69808]: DEBUG nova.compute.manager [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.716104] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.720024] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b486879f-fd26-41f7-ae61-32a38a40ecfe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.727815] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.728316] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ce28a18-e539-443d-83f3-3a9b1b44ecf2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.741054] env[69808]: DEBUG oslo_vmware.api [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1103.741054] env[69808]: value = "task-3790556" [ 1103.741054] env[69808]: _type = "Task" [ 1103.741054] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.753566] env[69808]: DEBUG oslo_vmware.api [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.011334] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69808) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1104.011622] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.616s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.011926] env[69808]: DEBUG oslo_concurrency.lockutils [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.265s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.013542] env[69808]: INFO nova.compute.claims [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.023420] env[69808]: DEBUG nova.network.neutron [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Successfully updated port: 685015bf-7a65-4662-914b-3e62eb2e76f7 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.031152] env[69808]: DEBUG nova.compute.manager [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.031423] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.032564] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b54b324-ea07-432b-bfde-8c1cbeea36dd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.043641] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.046845] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4056744a-4e3d-4a2b-bdb0-b879119f6afe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.057789] env[69808]: DEBUG oslo_vmware.api [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Waiting for the task: (returnval){ [ 1104.057789] env[69808]: value = "task-3790557" [ 1104.057789] env[69808]: _type = "Task" [ 1104.057789] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.069299] env[69808]: DEBUG oslo_vmware.api [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Task: {'id': task-3790557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.152794] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790555, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.214164] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Releasing lock "refresh_cache-57dae466-65ff-4be6-91e6-93d5bd7d0642" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.214534] env[69808]: DEBUG nova.compute.manager [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Instance network_info: |[{"id": "55d2676d-91c2-4e32-9c59-6c8408e492dd", "address": "fa:16:3e:7a:52:2b", "network": {"id": "0d61cf34-608e-4e50-a47b-f2c6cd28190c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-332730720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "865bf55b83e94184b66e4fb2bbb5d49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d2676d-91", "ovs_interfaceid": "55d2676d-91c2-4e32-9c59-6c8408e492dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.216214] env[69808]: DEBUG oslo_concurrency.lockutils [req-50a25728-46e0-4f5c-b3ec-37fd323e8e2a req-e08a4cd8-fc86-47d1-a193-6a2533a33020 service nova] Acquired lock "refresh_cache-57dae466-65ff-4be6-91e6-93d5bd7d0642" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.216214] env[69808]: DEBUG nova.network.neutron [req-50a25728-46e0-4f5c-b3ec-37fd323e8e2a req-e08a4cd8-fc86-47d1-a193-6a2533a33020 service nova] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Refreshing network info cache for port 55d2676d-91c2-4e32-9c59-6c8408e492dd {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.217166] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:52:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55d2676d-91c2-4e32-9c59-6c8408e492dd', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.228540] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.230702] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.234021] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0321c0b7-3c3f-4297-9226-f97c067592e7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.262288] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.262288] env[69808]: value = "task-3790558" [ 1104.262288] env[69808]: _type = "Task" [ 1104.262288] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.266405] env[69808]: DEBUG oslo_vmware.api [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790556, 'name': PowerOffVM_Task, 'duration_secs': 0.236826} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.270208] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.270661] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.271415] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3da2437a-f1c5-4a9a-ab29-c3aad2b99b0b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.373175] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.373175] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.373175] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Deleting the datastore file [datastore2] c8b365c1-b843-476b-96d1-6e88230a0d42 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.373175] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0111fc0e-bf89-4e0a-acc5-7b07bd01920a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.381206] env[69808]: DEBUG oslo_vmware.api [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1104.381206] env[69808]: value = "task-3790560" [ 1104.381206] env[69808]: _type = "Task" [ 1104.381206] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.393043] env[69808]: DEBUG oslo_vmware.api [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.456347] env[69808]: INFO nova.network.neutron [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Port a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1104.456947] env[69808]: DEBUG nova.network.neutron [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Updating instance_info_cache with network_info: [{"id": "c2f20f28-8049-459d-8b73-bc801eae3f24", "address": "fa:16:3e:49:e6:c2", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f20f28-80", "ovs_interfaceid": "c2f20f28-8049-459d-8b73-bc801eae3f24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.525332] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "refresh_cache-44032fc3-b172-41b6-ab74-3da4a48a0d96" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.525568] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired lock "refresh_cache-44032fc3-b172-41b6-ab74-3da4a48a0d96" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.525739] env[69808]: DEBUG nova.network.neutron [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.568450] env[69808]: DEBUG oslo_vmware.api [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Task: {'id': task-3790557, 'name': PowerOffVM_Task, 'duration_secs': 0.501202} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.568765] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.568955] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.569396] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2eb81a9-c9b8-4237-832e-f8ace4a16424 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.643259] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.643513] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.643754] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Deleting the datastore file [datastore1] 17255121-e63e-4fc7-81e6-6fa1d283391f {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.647849] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-617fb1d6-dbaa-48fa-85ef-a2a4ef95cc8f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.657390] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706984} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.659128] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 6a06b65d-e09a-4812-889f-4d123cf95266/6a06b65d-e09a-4812-889f-4d123cf95266.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.659438] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.659870] env[69808]: DEBUG oslo_vmware.api [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Waiting for the task: (returnval){ [ 1104.659870] env[69808]: value = "task-3790562" [ 1104.659870] env[69808]: _type = "Task" [ 1104.659870] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.660061] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8024e5b-9591-418a-af51-02e381792181 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.673998] env[69808]: DEBUG oslo_vmware.api [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Task: {'id': task-3790562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.675651] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1104.675651] env[69808]: value = "task-3790563" [ 1104.675651] env[69808]: _type = "Task" [ 1104.675651] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.686399] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.779651] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790558, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.895735] env[69808]: DEBUG oslo_vmware.api [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373643} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.896151] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.896361] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.896703] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.897086] env[69808]: INFO nova.compute.manager [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1104.897312] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.897798] env[69808]: DEBUG nova.compute.manager [-] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.897920] env[69808]: DEBUG nova.network.neutron [-] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.959780] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "refresh_cache-c8b365c1-b843-476b-96d1-6e88230a0d42" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.106047] env[69808]: DEBUG nova.network.neutron [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.174975] env[69808]: DEBUG oslo_vmware.api [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Task: {'id': task-3790562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283361} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.180367] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.180610] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.180797] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.180983] env[69808]: INFO nova.compute.manager [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1105.181284] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.182635] env[69808]: DEBUG nova.compute.manager [-] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.182635] env[69808]: DEBUG nova.network.neutron [-] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.193546] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092877} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.193546] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.194378] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9cd171-f626-4b05-a09e-13d435392d3f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.227989] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 6a06b65d-e09a-4812-889f-4d123cf95266/6a06b65d-e09a-4812-889f-4d123cf95266.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.231224] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53566344-ce00-4ddb-b340-43f7a5bcdd87 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.250412] env[69808]: DEBUG nova.network.neutron [req-50a25728-46e0-4f5c-b3ec-37fd323e8e2a req-e08a4cd8-fc86-47d1-a193-6a2533a33020 service nova] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Updated VIF entry in instance network info cache for port 55d2676d-91c2-4e32-9c59-6c8408e492dd. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.250800] env[69808]: DEBUG nova.network.neutron [req-50a25728-46e0-4f5c-b3ec-37fd323e8e2a req-e08a4cd8-fc86-47d1-a193-6a2533a33020 service nova] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Updating instance_info_cache with network_info: [{"id": "55d2676d-91c2-4e32-9c59-6c8408e492dd", "address": "fa:16:3e:7a:52:2b", "network": {"id": "0d61cf34-608e-4e50-a47b-f2c6cd28190c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-332730720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "865bf55b83e94184b66e4fb2bbb5d49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d2676d-91", "ovs_interfaceid": "55d2676d-91c2-4e32-9c59-6c8408e492dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.259466] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1105.259466] env[69808]: value = "task-3790564" [ 1105.259466] env[69808]: _type = "Task" [ 1105.259466] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.275205] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.285296] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790558, 'name': CreateVM_Task, 'duration_secs': 0.54013} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.285851] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.287343] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.287343] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.287827] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.288231] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0f414ef-d303-4e78-8025-a7dcde93caec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.295486] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1105.295486] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5260637d-af6c-2a09-6f11-498fb556e7e9" [ 1105.295486] env[69808]: _type = "Task" [ 1105.295486] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.309685] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5260637d-af6c-2a09-6f11-498fb556e7e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.465859] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6efac020-7412-4b57-94c3-f405592e0e3d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "interface-c8b365c1-b843-476b-96d1-6e88230a0d42-a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.350s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.467837] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacbacd8-9419-4f77-8d0e-9c9ae9fc95ba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.479009] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b79ffb-7ed2-45e8-abf5-a63b8d4911c7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.518933] env[69808]: DEBUG nova.network.neutron [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Updating instance_info_cache with network_info: [{"id": "685015bf-7a65-4662-914b-3e62eb2e76f7", "address": "fa:16:3e:e7:1d:af", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap685015bf-7a", "ovs_interfaceid": "685015bf-7a65-4662-914b-3e62eb2e76f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.520886] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb486c6-15c5-49cb-adcf-cce854b98b6f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.531451] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44ef774-7e1d-4a3b-954d-60ae91850cde {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.541719] env[69808]: DEBUG nova.compute.manager [req-b71c0c16-c540-42cd-98fc-f11fd66dbb02 req-d4eee23f-95c1-42b1-a464-0025905fd739 service nova] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Received event network-vif-plugged-685015bf-7a65-4662-914b-3e62eb2e76f7 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.541719] env[69808]: DEBUG oslo_concurrency.lockutils [req-b71c0c16-c540-42cd-98fc-f11fd66dbb02 req-d4eee23f-95c1-42b1-a464-0025905fd739 service nova] Acquiring lock "44032fc3-b172-41b6-ab74-3da4a48a0d96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.541719] env[69808]: DEBUG oslo_concurrency.lockutils [req-b71c0c16-c540-42cd-98fc-f11fd66dbb02 req-d4eee23f-95c1-42b1-a464-0025905fd739 service nova] Lock "44032fc3-b172-41b6-ab74-3da4a48a0d96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.541719] env[69808]: DEBUG oslo_concurrency.lockutils [req-b71c0c16-c540-42cd-98fc-f11fd66dbb02 req-d4eee23f-95c1-42b1-a464-0025905fd739 service nova] Lock "44032fc3-b172-41b6-ab74-3da4a48a0d96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.541719] env[69808]: DEBUG nova.compute.manager [req-b71c0c16-c540-42cd-98fc-f11fd66dbb02 req-d4eee23f-95c1-42b1-a464-0025905fd739 service nova] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] No waiting events found dispatching network-vif-plugged-685015bf-7a65-4662-914b-3e62eb2e76f7 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1105.541719] env[69808]: WARNING nova.compute.manager [req-b71c0c16-c540-42cd-98fc-f11fd66dbb02 req-d4eee23f-95c1-42b1-a464-0025905fd739 service nova] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Received unexpected event network-vif-plugged-685015bf-7a65-4662-914b-3e62eb2e76f7 for instance with vm_state building and task_state spawning. [ 1105.542739] env[69808]: DEBUG nova.compute.manager [req-b71c0c16-c540-42cd-98fc-f11fd66dbb02 req-d4eee23f-95c1-42b1-a464-0025905fd739 service nova] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Received event network-changed-685015bf-7a65-4662-914b-3e62eb2e76f7 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.542739] env[69808]: DEBUG nova.compute.manager [req-b71c0c16-c540-42cd-98fc-f11fd66dbb02 req-d4eee23f-95c1-42b1-a464-0025905fd739 service nova] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Refreshing instance network info cache due to event network-changed-685015bf-7a65-4662-914b-3e62eb2e76f7. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.542739] env[69808]: DEBUG oslo_concurrency.lockutils [req-b71c0c16-c540-42cd-98fc-f11fd66dbb02 req-d4eee23f-95c1-42b1-a464-0025905fd739 service nova] Acquiring lock "refresh_cache-44032fc3-b172-41b6-ab74-3da4a48a0d96" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.560342] env[69808]: DEBUG nova.compute.provider_tree [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.756516] env[69808]: DEBUG oslo_concurrency.lockutils [req-50a25728-46e0-4f5c-b3ec-37fd323e8e2a req-e08a4cd8-fc86-47d1-a193-6a2533a33020 service nova] Releasing lock "refresh_cache-57dae466-65ff-4be6-91e6-93d5bd7d0642" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.756516] env[69808]: DEBUG nova.compute.manager [req-50a25728-46e0-4f5c-b3ec-37fd323e8e2a req-e08a4cd8-fc86-47d1-a193-6a2533a33020 service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Received event network-vif-deleted-a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.756516] env[69808]: INFO nova.compute.manager [req-50a25728-46e0-4f5c-b3ec-37fd323e8e2a req-e08a4cd8-fc86-47d1-a193-6a2533a33020 service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Neutron deleted interface a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b; detaching it from the instance and deleting it from the info cache [ 1105.756516] env[69808]: DEBUG nova.network.neutron [req-50a25728-46e0-4f5c-b3ec-37fd323e8e2a req-e08a4cd8-fc86-47d1-a193-6a2533a33020 service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Updating instance_info_cache with network_info: [{"id": "c2f20f28-8049-459d-8b73-bc801eae3f24", "address": "fa:16:3e:49:e6:c2", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f20f28-80", "ovs_interfaceid": "c2f20f28-8049-459d-8b73-bc801eae3f24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.768365] env[69808]: DEBUG nova.compute.manager [req-b9efda3a-4b12-4f70-85d2-414a9b1dbf16 req-c09f78db-7da1-492b-8f5b-c02d7f12f0a0 service nova] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Received event network-vif-deleted-daa145b6-e209-4a0b-83a3-c8802ed4f25e {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.769411] env[69808]: INFO nova.compute.manager [req-b9efda3a-4b12-4f70-85d2-414a9b1dbf16 req-c09f78db-7da1-492b-8f5b-c02d7f12f0a0 service nova] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Neutron deleted interface daa145b6-e209-4a0b-83a3-c8802ed4f25e; detaching it from the instance and deleting it from the info cache [ 1105.769620] env[69808]: DEBUG nova.network.neutron [req-b9efda3a-4b12-4f70-85d2-414a9b1dbf16 req-c09f78db-7da1-492b-8f5b-c02d7f12f0a0 service nova] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.780222] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790564, 'name': ReconfigVM_Task, 'duration_secs': 0.346998} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.780885] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 6a06b65d-e09a-4812-889f-4d123cf95266/6a06b65d-e09a-4812-889f-4d123cf95266.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.781771] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61f8777f-7708-4eed-9045-5828a609ac25 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.791970] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1105.791970] env[69808]: value = "task-3790565" [ 1105.791970] env[69808]: _type = "Task" [ 1105.791970] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.802849] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790565, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.815901] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5260637d-af6c-2a09-6f11-498fb556e7e9, 'name': SearchDatastore_Task, 'duration_secs': 0.014758} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.816478] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.816900] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.817262] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.820056] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.820056] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.820056] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-790813b0-c06e-408e-bb1c-178cc589e67a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.828841] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.829091] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.829971] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-406dda76-1317-450b-9531-f65b8ad090bc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.837346] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1105.837346] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5214b17e-a54e-5361-c861-9f2cb9c524d5" [ 1105.837346] env[69808]: _type = "Task" [ 1105.837346] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.847497] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5214b17e-a54e-5361-c861-9f2cb9c524d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.025044] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Releasing lock "refresh_cache-44032fc3-b172-41b6-ab74-3da4a48a0d96" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.025452] env[69808]: DEBUG nova.compute.manager [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Instance network_info: |[{"id": "685015bf-7a65-4662-914b-3e62eb2e76f7", "address": "fa:16:3e:e7:1d:af", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap685015bf-7a", "ovs_interfaceid": "685015bf-7a65-4662-914b-3e62eb2e76f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.025787] env[69808]: DEBUG oslo_concurrency.lockutils [req-b71c0c16-c540-42cd-98fc-f11fd66dbb02 req-d4eee23f-95c1-42b1-a464-0025905fd739 service nova] Acquired lock "refresh_cache-44032fc3-b172-41b6-ab74-3da4a48a0d96" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.025981] env[69808]: DEBUG nova.network.neutron [req-b71c0c16-c540-42cd-98fc-f11fd66dbb02 req-d4eee23f-95c1-42b1-a464-0025905fd739 service nova] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Refreshing network info cache for port 685015bf-7a65-4662-914b-3e62eb2e76f7 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.027516] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:1d:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '685015bf-7a65-4662-914b-3e62eb2e76f7', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.036705] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.040338] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.041177] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa3e4407-2b8a-45e7-897f-c256eaa3574c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.065454] env[69808]: DEBUG nova.scheduler.client.report [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.070451] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.070451] env[69808]: value = "task-3790566" [ 1106.070451] env[69808]: _type = "Task" [ 1106.070451] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.081567] env[69808]: DEBUG nova.network.neutron [-] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.082792] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790566, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.267600] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-642ef452-1d16-4ad6-a999-42e8e1e2cffd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.274775] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7155811-d2a5-4595-bd8c-0e56c32eee99 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.285032] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e162bd-1ce1-491a-88ef-9ec5b4589d10 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.309427] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79b0b23-f04f-434f-8fe8-948b285379bd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.338020] env[69808]: DEBUG nova.compute.manager [req-50a25728-46e0-4f5c-b3ec-37fd323e8e2a req-e08a4cd8-fc86-47d1-a193-6a2533a33020 service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Detach interface failed, port_id=a58e1f5f-1ae2-4ca5-88b2-94dbeb950f8b, reason: Instance c8b365c1-b843-476b-96d1-6e88230a0d42 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1106.346412] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790565, 'name': Rename_Task, 'duration_secs': 0.16136} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.347225] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.347514] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-543ab781-c455-4626-9d2d-9f7f38914dec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.354347] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5214b17e-a54e-5361-c861-9f2cb9c524d5, 'name': SearchDatastore_Task, 'duration_secs': 0.013556} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.369552] env[69808]: DEBUG nova.compute.manager [req-b9efda3a-4b12-4f70-85d2-414a9b1dbf16 req-c09f78db-7da1-492b-8f5b-c02d7f12f0a0 service nova] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Detach interface failed, port_id=daa145b6-e209-4a0b-83a3-c8802ed4f25e, reason: Instance 17255121-e63e-4fc7-81e6-6fa1d283391f could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1106.370057] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d40105-6741-4716-ad7e-e85e86055c0e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.374558] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1106.374558] env[69808]: value = "task-3790567" [ 1106.374558] env[69808]: _type = "Task" [ 1106.374558] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.380010] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1106.380010] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52318c61-6095-d5cd-5354-1c05d7e6c24a" [ 1106.380010] env[69808]: _type = "Task" [ 1106.380010] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.387282] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.396280] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52318c61-6095-d5cd-5354-1c05d7e6c24a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.448940] env[69808]: DEBUG nova.network.neutron [req-b71c0c16-c540-42cd-98fc-f11fd66dbb02 req-d4eee23f-95c1-42b1-a464-0025905fd739 service nova] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Updated VIF entry in instance network info cache for port 685015bf-7a65-4662-914b-3e62eb2e76f7. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.449551] env[69808]: DEBUG nova.network.neutron [req-b71c0c16-c540-42cd-98fc-f11fd66dbb02 req-d4eee23f-95c1-42b1-a464-0025905fd739 service nova] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Updating instance_info_cache with network_info: [{"id": "685015bf-7a65-4662-914b-3e62eb2e76f7", "address": "fa:16:3e:e7:1d:af", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap685015bf-7a", "ovs_interfaceid": "685015bf-7a65-4662-914b-3e62eb2e76f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.573268] env[69808]: DEBUG oslo_concurrency.lockutils [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.573268] env[69808]: DEBUG nova.compute.manager [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.577525] env[69808]: DEBUG oslo_concurrency.lockutils [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.929s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.577525] env[69808]: DEBUG nova.objects.instance [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] [instance: 2762545b-09db-4e84-ad97-843149dda102] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69808) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1106.584318] env[69808]: INFO nova.compute.manager [-] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Took 1.40 seconds to deallocate network for instance. [ 1106.594724] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790566, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.619525] env[69808]: DEBUG nova.network.neutron [-] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.888640] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790567, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.895085] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52318c61-6095-d5cd-5354-1c05d7e6c24a, 'name': SearchDatastore_Task, 'duration_secs': 0.019147} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.896935] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.896935] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 57dae466-65ff-4be6-91e6-93d5bd7d0642/57dae466-65ff-4be6-91e6-93d5bd7d0642.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.896935] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67ed6d5b-228f-4e3d-a9c0-1f8431cb98ba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.905049] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1106.905049] env[69808]: value = "task-3790568" [ 1106.905049] env[69808]: _type = "Task" [ 1106.905049] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.915874] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.952886] env[69808]: DEBUG oslo_concurrency.lockutils [req-b71c0c16-c540-42cd-98fc-f11fd66dbb02 req-d4eee23f-95c1-42b1-a464-0025905fd739 service nova] Releasing lock "refresh_cache-44032fc3-b172-41b6-ab74-3da4a48a0d96" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.091857] env[69808]: DEBUG nova.compute.utils [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.094176] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790566, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.094176] env[69808]: DEBUG nova.compute.manager [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.094176] env[69808]: DEBUG nova.network.neutron [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.096802] env[69808]: DEBUG oslo_concurrency.lockutils [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.122945] env[69808]: INFO nova.compute.manager [-] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Took 2.22 seconds to deallocate network for instance. [ 1107.144872] env[69808]: DEBUG nova.policy [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99e07388c26a4af18aeab1ef273a84d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ef04270f34a486eb86367eff48b4a48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.392894] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790567, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.419339] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790568, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.591088] env[69808]: DEBUG nova.compute.manager [req-612e1090-4b53-4351-b3e8-4b992e1b7425 req-95c75dc0-61c4-4d22-aaa4-e2dc55ed8bf8 service nova] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Received event network-vif-deleted-c2f20f28-8049-459d-8b73-bc801eae3f24 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.591088] env[69808]: DEBUG nova.network.neutron [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Successfully created port: a20afa99-5987-4861-8ed5-3ff2feb72f33 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1107.595613] env[69808]: DEBUG nova.compute.manager [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.601046] env[69808]: DEBUG oslo_concurrency.lockutils [None req-32300c73-93e8-4ab7-9281-ac18aac7c27e tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.607980] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.643s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.610415] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790566, 'name': CreateVM_Task, 'duration_secs': 1.200196} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.611137] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.611958] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.612267] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.612794] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.613984] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c57d71c5-1cc9-4ea4-a19f-76e85caa8d0c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.623011] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1107.623011] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]526f33ed-254f-a5bc-a1b1-59476f484b1d" [ 1107.623011] env[69808]: _type = "Task" [ 1107.623011] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.634614] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.643491] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]526f33ed-254f-a5bc-a1b1-59476f484b1d, 'name': SearchDatastore_Task, 'duration_secs': 0.013767} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.644019] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.644475] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.644807] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.644975] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.645236] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.645556] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de9f6c7e-d317-4d7e-a75c-97949cd4479a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.658244] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.658409] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.659518] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddbec8bb-91d1-41dd-8798-66859002bbec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.667037] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1107.667037] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a769c5-a164-686e-0972-0620978c9688" [ 1107.667037] env[69808]: _type = "Task" [ 1107.667037] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.679131] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a769c5-a164-686e-0972-0620978c9688, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.892130] env[69808]: DEBUG oslo_vmware.api [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790567, 'name': PowerOnVM_Task, 'duration_secs': 1.119794} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.892468] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.892771] env[69808]: INFO nova.compute.manager [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Took 10.52 seconds to spawn the instance on the hypervisor. [ 1107.893106] env[69808]: DEBUG nova.compute.manager [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1107.894425] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d4f755-401f-47fb-9949-fa404b394ab4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.929440] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578635} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.929904] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 57dae466-65ff-4be6-91e6-93d5bd7d0642/57dae466-65ff-4be6-91e6-93d5bd7d0642.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.930490] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.930941] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bdd1391-d7da-4532-bdf6-8106e6ef0ef4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.941117] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1107.941117] env[69808]: value = "task-3790569" [ 1107.941117] env[69808]: _type = "Task" [ 1107.941117] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.955429] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.115999] env[69808]: INFO nova.compute.claims [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.179199] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a769c5-a164-686e-0972-0620978c9688, 'name': SearchDatastore_Task, 'duration_secs': 0.012498} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.180207] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98c8168e-3dfe-4552-9653-df2722b4eacb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.187035] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1108.187035] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52dc7b9f-8f33-69bf-bf2f-b059e0e411da" [ 1108.187035] env[69808]: _type = "Task" [ 1108.187035] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.197972] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52dc7b9f-8f33-69bf-bf2f-b059e0e411da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.429168] env[69808]: INFO nova.compute.manager [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Took 27.15 seconds to build instance. [ 1108.456639] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099416} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.456957] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.458145] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8175d6ef-9f92-415e-b2fe-9c646c725d55 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.487448] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 57dae466-65ff-4be6-91e6-93d5bd7d0642/57dae466-65ff-4be6-91e6-93d5bd7d0642.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.488236] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66f432fd-4bbf-4517-9421-f13eb8a56f35 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.511125] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1108.511125] env[69808]: value = "task-3790570" [ 1108.511125] env[69808]: _type = "Task" [ 1108.511125] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.524845] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.621231] env[69808]: DEBUG nova.compute.manager [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.625537] env[69808]: INFO nova.compute.resource_tracker [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Updating resource usage from migration 3a538b3d-f6ae-47a5-90a9-15b4bb3ef4b2 [ 1108.663135] env[69808]: DEBUG nova.virt.hardware [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.663870] env[69808]: DEBUG nova.virt.hardware [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.663870] env[69808]: DEBUG nova.virt.hardware [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.663870] env[69808]: DEBUG nova.virt.hardware [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.663993] env[69808]: DEBUG nova.virt.hardware [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.664251] env[69808]: DEBUG nova.virt.hardware [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.664521] env[69808]: DEBUG nova.virt.hardware [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.664729] env[69808]: DEBUG nova.virt.hardware [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.664950] env[69808]: DEBUG nova.virt.hardware [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.665182] env[69808]: DEBUG nova.virt.hardware [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.665429] env[69808]: DEBUG nova.virt.hardware [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.666431] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3ae06a-eb47-4e7f-89a6-0823465d05e8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.679317] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52773dd9-c653-41aa-872e-808fb4bff98a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.707898] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52dc7b9f-8f33-69bf-bf2f-b059e0e411da, 'name': SearchDatastore_Task, 'duration_secs': 0.013722} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.708167] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.708439] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 44032fc3-b172-41b6-ab74-3da4a48a0d96/44032fc3-b172-41b6-ab74-3da4a48a0d96.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.708721] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b38fab4-f41c-4cc7-9b24-4d3e409c943b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.716445] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1108.716445] env[69808]: value = "task-3790571" [ 1108.716445] env[69808]: _type = "Task" [ 1108.716445] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.726364] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.931733] env[69808]: DEBUG oslo_concurrency.lockutils [None req-520e9774-2098-407c-b2fd-560d599531f0 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "6a06b65d-e09a-4812-889f-4d123cf95266" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.661s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.034805] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790570, 'name': ReconfigVM_Task, 'duration_secs': 0.453227} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.040779] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 57dae466-65ff-4be6-91e6-93d5bd7d0642/57dae466-65ff-4be6-91e6-93d5bd7d0642.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.042188] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f8554ee-1091-4e48-8781-fc5db2054bc2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.055213] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1109.055213] env[69808]: value = "task-3790572" [ 1109.055213] env[69808]: _type = "Task" [ 1109.055213] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.063386] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3217b22-6ec3-4369-a23b-0aba0928402a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.077077] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790572, 'name': Rename_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.080558] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbed300-c098-4bfa-878b-4f5aeae8564e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.122801] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc206b59-f6f0-40fe-9904-f9767aa7272c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.134035] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8d430d-3abe-4484-bc96-365621e8ca84 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.153235] env[69808]: DEBUG nova.compute.provider_tree [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.187708] env[69808]: DEBUG nova.compute.manager [req-ea24cb9c-d4dd-4b38-ab32-712127aa206e req-0b7770d2-0cfc-472c-a7f1-cc1b1112c91e service nova] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Received event network-vif-plugged-a20afa99-5987-4861-8ed5-3ff2feb72f33 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.188056] env[69808]: DEBUG oslo_concurrency.lockutils [req-ea24cb9c-d4dd-4b38-ab32-712127aa206e req-0b7770d2-0cfc-472c-a7f1-cc1b1112c91e service nova] Acquiring lock "398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.188383] env[69808]: DEBUG oslo_concurrency.lockutils [req-ea24cb9c-d4dd-4b38-ab32-712127aa206e req-0b7770d2-0cfc-472c-a7f1-cc1b1112c91e service nova] Lock "398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.188534] env[69808]: DEBUG oslo_concurrency.lockutils [req-ea24cb9c-d4dd-4b38-ab32-712127aa206e req-0b7770d2-0cfc-472c-a7f1-cc1b1112c91e service nova] Lock "398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.188716] env[69808]: DEBUG nova.compute.manager [req-ea24cb9c-d4dd-4b38-ab32-712127aa206e req-0b7770d2-0cfc-472c-a7f1-cc1b1112c91e service nova] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] No waiting events found dispatching network-vif-plugged-a20afa99-5987-4861-8ed5-3ff2feb72f33 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1109.188945] env[69808]: WARNING nova.compute.manager [req-ea24cb9c-d4dd-4b38-ab32-712127aa206e req-0b7770d2-0cfc-472c-a7f1-cc1b1112c91e service nova] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Received unexpected event network-vif-plugged-a20afa99-5987-4861-8ed5-3ff2feb72f33 for instance with vm_state building and task_state spawning. [ 1109.228980] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790571, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.324541] env[69808]: DEBUG nova.network.neutron [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Successfully updated port: a20afa99-5987-4861-8ed5-3ff2feb72f33 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.568043] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790572, 'name': Rename_Task, 'duration_secs': 0.454622} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.568573] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.568874] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6946ecf9-9daa-499e-8b6b-fb2e78744e03 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.576695] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1109.576695] env[69808]: value = "task-3790573" [ 1109.576695] env[69808]: _type = "Task" [ 1109.576695] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.587183] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.657503] env[69808]: DEBUG nova.scheduler.client.report [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.732497] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67358} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.732824] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 44032fc3-b172-41b6-ab74-3da4a48a0d96/44032fc3-b172-41b6-ab74-3da4a48a0d96.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.733064] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.733351] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-438dfa28-6cbd-41ee-a1f0-0cd29631160d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.742255] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1109.742255] env[69808]: value = "task-3790574" [ 1109.742255] env[69808]: _type = "Task" [ 1109.742255] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.754710] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.828370] env[69808]: DEBUG oslo_concurrency.lockutils [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "refresh_cache-398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.828525] env[69808]: DEBUG oslo_concurrency.lockutils [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired lock "refresh_cache-398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.828726] env[69808]: DEBUG nova.network.neutron [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.088524] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790573, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.165356] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.557s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.165559] env[69808]: INFO nova.compute.manager [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Migrating [ 1110.172721] env[69808]: DEBUG oslo_concurrency.lockutils [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.694s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.172943] env[69808]: DEBUG oslo_concurrency.lockutils [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.175562] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.498s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.204096] env[69808]: INFO nova.scheduler.client.report [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Deleted allocations for instance 79d63a6e-1b7f-4b50-bc92-2df53bba12e3 [ 1110.255745] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07307} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.256308] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.257621] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293acd04-4c2a-4e0c-abe9-fdae0770644c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.293620] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 44032fc3-b172-41b6-ab74-3da4a48a0d96/44032fc3-b172-41b6-ab74-3da4a48a0d96.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.294779] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3004df98-db68-4a58-9bd8-2b0e6148f8a4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.317192] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1110.317192] env[69808]: value = "task-3790575" [ 1110.317192] env[69808]: _type = "Task" [ 1110.317192] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.327724] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.377831] env[69808]: DEBUG nova.network.neutron [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.595549] env[69808]: DEBUG oslo_vmware.api [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790573, 'name': PowerOnVM_Task, 'duration_secs': 0.723412} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.596839] env[69808]: DEBUG nova.network.neutron [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Updating instance_info_cache with network_info: [{"id": "a20afa99-5987-4861-8ed5-3ff2feb72f33", "address": "fa:16:3e:ef:74:61", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa20afa99-59", "ovs_interfaceid": "a20afa99-5987-4861-8ed5-3ff2feb72f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.598399] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.598659] env[69808]: INFO nova.compute.manager [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1110.598993] env[69808]: DEBUG nova.compute.manager [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1110.600016] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5599266-e399-4ab3-bbf5-d3d7d7f30c87 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.686379] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "refresh_cache-f15361d8-4dd2-4237-8b04-c2e516b9140f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.686724] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "refresh_cache-f15361d8-4dd2-4237-8b04-c2e516b9140f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.686724] env[69808]: DEBUG nova.network.neutron [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.690300] env[69808]: INFO nova.compute.claims [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.715754] env[69808]: DEBUG oslo_concurrency.lockutils [None req-020a1a6c-4490-4fc5-b987-d9e09cefa3db tempest-ServersTestManualDisk-774626607 tempest-ServersTestManualDisk-774626607-project-member] Lock "79d63a6e-1b7f-4b50-bc92-2df53bba12e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.242s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.830072] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790575, 'name': ReconfigVM_Task, 'duration_secs': 0.452239} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.830544] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 44032fc3-b172-41b6-ab74-3da4a48a0d96/44032fc3-b172-41b6-ab74-3da4a48a0d96.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.831599] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f75aafb-05af-4908-bccf-25de50ee98c7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.840064] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1110.840064] env[69808]: value = "task-3790576" [ 1110.840064] env[69808]: _type = "Task" [ 1110.840064] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.850220] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790576, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.104568] env[69808]: DEBUG oslo_concurrency.lockutils [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Releasing lock "refresh_cache-398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.105042] env[69808]: DEBUG nova.compute.manager [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Instance network_info: |[{"id": "a20afa99-5987-4861-8ed5-3ff2feb72f33", "address": "fa:16:3e:ef:74:61", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa20afa99-59", "ovs_interfaceid": "a20afa99-5987-4861-8ed5-3ff2feb72f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1111.105720] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:74:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a20afa99-5987-4861-8ed5-3ff2feb72f33', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.116786] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.121473] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.123769] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47ebb2df-2a83-4226-9cff-80f9634b5980 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.139686] env[69808]: INFO nova.compute.manager [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Took 29.03 seconds to build instance. [ 1111.152715] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.152715] env[69808]: value = "task-3790577" [ 1111.152715] env[69808]: _type = "Task" [ 1111.152715] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.166649] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790577, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.200659] env[69808]: INFO nova.compute.resource_tracker [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Updating resource usage from migration 6bdadb83-c6a2-4fea-b16f-43fdf1fc3cbf [ 1111.354270] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790576, 'name': Rename_Task, 'duration_secs': 0.352984} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.357366] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.357695] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94fd4500-4233-4863-9b60-98be8cfee035 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.364961] env[69808]: DEBUG nova.compute.manager [req-6f7a72fd-1f12-42f8-ad37-9c370e97b1d4 req-d9d9e69c-d51b-4cd6-b2ee-fd1b3256c719 service nova] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Received event network-changed-a20afa99-5987-4861-8ed5-3ff2feb72f33 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.367020] env[69808]: DEBUG nova.compute.manager [req-6f7a72fd-1f12-42f8-ad37-9c370e97b1d4 req-d9d9e69c-d51b-4cd6-b2ee-fd1b3256c719 service nova] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Refreshing instance network info cache due to event network-changed-a20afa99-5987-4861-8ed5-3ff2feb72f33. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.367020] env[69808]: DEBUG oslo_concurrency.lockutils [req-6f7a72fd-1f12-42f8-ad37-9c370e97b1d4 req-d9d9e69c-d51b-4cd6-b2ee-fd1b3256c719 service nova] Acquiring lock "refresh_cache-398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.367020] env[69808]: DEBUG oslo_concurrency.lockutils [req-6f7a72fd-1f12-42f8-ad37-9c370e97b1d4 req-d9d9e69c-d51b-4cd6-b2ee-fd1b3256c719 service nova] Acquired lock "refresh_cache-398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.367020] env[69808]: DEBUG nova.network.neutron [req-6f7a72fd-1f12-42f8-ad37-9c370e97b1d4 req-d9d9e69c-d51b-4cd6-b2ee-fd1b3256c719 service nova] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Refreshing network info cache for port a20afa99-5987-4861-8ed5-3ff2feb72f33 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.370550] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1111.370550] env[69808]: value = "task-3790578" [ 1111.370550] env[69808]: _type = "Task" [ 1111.370550] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.384638] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.434023] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9cca4a4b-d288-4801-b594-f5f168419c68 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.434642] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9cca4a4b-d288-4801-b594-f5f168419c68 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.434737] env[69808]: INFO nova.compute.manager [None req-9cca4a4b-d288-4801-b594-f5f168419c68 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Rebooting instance [ 1111.591096] env[69808]: INFO nova.compute.manager [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Rescuing [ 1111.591386] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "refresh_cache-57dae466-65ff-4be6-91e6-93d5bd7d0642" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.591534] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquired lock "refresh_cache-57dae466-65ff-4be6-91e6-93d5bd7d0642" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.591696] env[69808]: DEBUG nova.network.neutron [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.640699] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45ea536-633f-450a-a0e2-e7bb8f5cd60a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.645421] env[69808]: DEBUG oslo_concurrency.lockutils [None req-87a22e3e-3927-4ba4-b58a-a36c8d36ef76 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "57dae466-65ff-4be6-91e6-93d5bd7d0642" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.550s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.652587] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d559cf3-6cce-4c4d-a6d4-682c884731f2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.705996] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790577, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.707491] env[69808]: DEBUG nova.network.neutron [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Updating instance_info_cache with network_info: [{"id": "0e8df638-8d88-4d50-820e-f8c0c90c1b62", "address": "fa:16:3e:b0:58:4d", "network": {"id": "af196450-77dc-4ac0-959d-83905e667de1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1784084215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde177c157c54ffbaad7a0b9616ff02b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e8df638-8d", "ovs_interfaceid": "0e8df638-8d88-4d50-820e-f8c0c90c1b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.709870] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2b479f-a041-43d0-9e6c-a9209f64370f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.719351] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f437459-b57e-4486-9b0c-843039a60e8f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.735785] env[69808]: DEBUG nova.compute.provider_tree [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.882519] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790578, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.963719] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9cca4a4b-d288-4801-b594-f5f168419c68 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.963917] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9cca4a4b-d288-4801-b594-f5f168419c68 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.964114] env[69808]: DEBUG nova.network.neutron [None req-9cca4a4b-d288-4801-b594-f5f168419c68 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.040288] env[69808]: DEBUG oslo_vmware.rw_handles [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52203053-5e80-6e30-0aae-dfcc18ec2eb8/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1112.041760] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e4737a-b488-4598-842f-30cd704609e3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.050651] env[69808]: DEBUG oslo_vmware.rw_handles [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52203053-5e80-6e30-0aae-dfcc18ec2eb8/disk-0.vmdk is in state: ready. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1112.050841] env[69808]: ERROR oslo_vmware.rw_handles [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52203053-5e80-6e30-0aae-dfcc18ec2eb8/disk-0.vmdk due to incomplete transfer. [ 1112.051116] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e6a467ca-c8e3-4faa-a563-6aa40c1bc6ff {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.059552] env[69808]: DEBUG oslo_vmware.rw_handles [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52203053-5e80-6e30-0aae-dfcc18ec2eb8/disk-0.vmdk. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1112.059795] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Uploaded image 8f52cb65-6c8e-4265-9271-2b796ae0c8b3 to the Glance image server {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1112.062332] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Destroying the VM {{(pid=69808) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1112.062613] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-14931097-0caf-43c3-b6ae-9983c74b943e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.069494] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1112.069494] env[69808]: value = "task-3790579" [ 1112.069494] env[69808]: _type = "Task" [ 1112.069494] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.079959] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790579, 'name': Destroy_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.168729] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790577, 'name': CreateVM_Task, 'duration_secs': 0.544297} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.168729] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.169565] env[69808]: DEBUG oslo_concurrency.lockutils [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.169782] env[69808]: DEBUG oslo_concurrency.lockutils [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.171299] env[69808]: DEBUG oslo_concurrency.lockutils [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.171920] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58aa33df-6fa2-4715-99b2-f5d818106fbd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.179212] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1112.179212] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ed400c-f2ee-edd3-8f22-1da737911c2a" [ 1112.179212] env[69808]: _type = "Task" [ 1112.179212] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.188803] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ed400c-f2ee-edd3-8f22-1da737911c2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.214794] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "refresh_cache-f15361d8-4dd2-4237-8b04-c2e516b9140f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.239094] env[69808]: DEBUG nova.scheduler.client.report [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.386704] env[69808]: DEBUG oslo_vmware.api [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790578, 'name': PowerOnVM_Task, 'duration_secs': 0.939855} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.387074] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.387374] env[69808]: INFO nova.compute.manager [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1112.387618] env[69808]: DEBUG nova.compute.manager [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1112.388495] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0c6958-3cf2-4e9e-968b-9948aedfa534 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.459023] env[69808]: DEBUG nova.network.neutron [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Updating instance_info_cache with network_info: [{"id": "55d2676d-91c2-4e32-9c59-6c8408e492dd", "address": "fa:16:3e:7a:52:2b", "network": {"id": "0d61cf34-608e-4e50-a47b-f2c6cd28190c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-332730720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "865bf55b83e94184b66e4fb2bbb5d49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d2676d-91", "ovs_interfaceid": "55d2676d-91c2-4e32-9c59-6c8408e492dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.583667] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790579, 'name': Destroy_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.589103] env[69808]: DEBUG nova.network.neutron [req-6f7a72fd-1f12-42f8-ad37-9c370e97b1d4 req-d9d9e69c-d51b-4cd6-b2ee-fd1b3256c719 service nova] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Updated VIF entry in instance network info cache for port a20afa99-5987-4861-8ed5-3ff2feb72f33. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.589496] env[69808]: DEBUG nova.network.neutron [req-6f7a72fd-1f12-42f8-ad37-9c370e97b1d4 req-d9d9e69c-d51b-4cd6-b2ee-fd1b3256c719 service nova] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Updating instance_info_cache with network_info: [{"id": "a20afa99-5987-4861-8ed5-3ff2feb72f33", "address": "fa:16:3e:ef:74:61", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa20afa99-59", "ovs_interfaceid": "a20afa99-5987-4861-8ed5-3ff2feb72f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.691254] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ed400c-f2ee-edd3-8f22-1da737911c2a, 'name': SearchDatastore_Task, 'duration_secs': 0.045055} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.691586] env[69808]: DEBUG oslo_concurrency.lockutils [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.691830] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.692086] env[69808]: DEBUG oslo_concurrency.lockutils [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.692235] env[69808]: DEBUG oslo_concurrency.lockutils [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.692416] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.692693] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dbbc2e1-5028-47b9-a74d-1700c0a66b76 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.703916] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.703916] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.704317] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a06f1b09-94e5-4aec-80b4-a1e0eeca4d9d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.711187] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1112.711187] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529caa75-8c14-b3f6-a703-f67bd88eeb04" [ 1112.711187] env[69808]: _type = "Task" [ 1112.711187] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.726343] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529caa75-8c14-b3f6-a703-f67bd88eeb04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.745686] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.570s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.745956] env[69808]: INFO nova.compute.manager [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Migrating [ 1112.754186] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.146s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.754412] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.758157] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.774s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.764740] env[69808]: INFO nova.compute.claims [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.795421] env[69808]: DEBUG nova.network.neutron [None req-9cca4a4b-d288-4801-b594-f5f168419c68 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Updating instance_info_cache with network_info: [{"id": "52d9e479-257d-4396-82eb-af7fcebc98a8", "address": "fa:16:3e:a0:ca:e1", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d9e479-25", "ovs_interfaceid": "52d9e479-257d-4396-82eb-af7fcebc98a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.799874] env[69808]: INFO nova.scheduler.client.report [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Deleted allocations for instance 2762545b-09db-4e84-ad97-843149dda102 [ 1112.917116] env[69808]: INFO nova.compute.manager [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Took 30.26 seconds to build instance. [ 1112.963171] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Releasing lock "refresh_cache-57dae466-65ff-4be6-91e6-93d5bd7d0642" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.082784] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790579, 'name': Destroy_Task, 'duration_secs': 0.8994} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.082784] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Destroyed the VM [ 1113.083118] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Deleting Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1113.083397] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b5532174-3514-4a24-9d87-c027ae893333 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.091746] env[69808]: DEBUG oslo_concurrency.lockutils [req-6f7a72fd-1f12-42f8-ad37-9c370e97b1d4 req-d9d9e69c-d51b-4cd6-b2ee-fd1b3256c719 service nova] Releasing lock "refresh_cache-398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.092269] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1113.092269] env[69808]: value = "task-3790580" [ 1113.092269] env[69808]: _type = "Task" [ 1113.092269] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.103385] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790580, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.222786] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529caa75-8c14-b3f6-a703-f67bd88eeb04, 'name': SearchDatastore_Task, 'duration_secs': 0.034348} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.223415] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2f052d0-a25a-4ab6-ae62-1490bbfc4a27 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.230926] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1113.230926] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52dfd1c9-7aef-8bb3-d07b-19c748bf351b" [ 1113.230926] env[69808]: _type = "Task" [ 1113.230926] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.243117] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52dfd1c9-7aef-8bb3-d07b-19c748bf351b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.281811] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "refresh_cache-72e4004e-a622-4f99-af36-0f1c0d995f0d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.281993] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired lock "refresh_cache-72e4004e-a622-4f99-af36-0f1c0d995f0d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.282226] env[69808]: DEBUG nova.network.neutron [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.298920] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9cca4a4b-d288-4801-b594-f5f168419c68 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.311868] env[69808]: DEBUG oslo_concurrency.lockutils [None req-57b599f9-d8af-4e22-9b4e-6eb17a76a695 tempest-ServerShowV254Test-418906541 tempest-ServerShowV254Test-418906541-project-member] Lock "2762545b-09db-4e84-ad97-843149dda102" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.936s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.421663] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1352eda1-a41c-4cb6-a7cb-99a308a15019 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "44032fc3-b172-41b6-ab74-3da4a48a0d96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.782s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.469359] env[69808]: DEBUG oslo_concurrency.lockutils [None req-550b0e76-661a-466a-bd5f-ba23f2dc9de4 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "44032fc3-b172-41b6-ab74-3da4a48a0d96" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.470302] env[69808]: DEBUG oslo_concurrency.lockutils [None req-550b0e76-661a-466a-bd5f-ba23f2dc9de4 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "44032fc3-b172-41b6-ab74-3da4a48a0d96" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.470302] env[69808]: DEBUG nova.compute.manager [None req-550b0e76-661a-466a-bd5f-ba23f2dc9de4 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1113.471796] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f046635f-31f1-49e9-b932-6a7baf2172b9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.482766] env[69808]: DEBUG nova.compute.manager [None req-550b0e76-661a-466a-bd5f-ba23f2dc9de4 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69808) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1113.483951] env[69808]: DEBUG nova.objects.instance [None req-550b0e76-661a-466a-bd5f-ba23f2dc9de4 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lazy-loading 'flavor' on Instance uuid 44032fc3-b172-41b6-ab74-3da4a48a0d96 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.604572] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790580, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.739796] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b1329b-4849-4554-bc7a-0b418d2928a8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.749770] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52dfd1c9-7aef-8bb3-d07b-19c748bf351b, 'name': SearchDatastore_Task, 'duration_secs': 0.011513} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.764429] env[69808]: DEBUG oslo_concurrency.lockutils [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.764765] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c/398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.765217] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Updating instance 'f15361d8-4dd2-4237-8b04-c2e516b9140f' progress to 0 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.769043] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4e6af60-bfe8-4d5b-95a6-48a930e12fb7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.777625] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1113.777625] env[69808]: value = "task-3790581" [ 1113.777625] env[69808]: _type = "Task" [ 1113.777625] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.795027] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.805096] env[69808]: DEBUG nova.compute.manager [None req-9cca4a4b-d288-4801-b594-f5f168419c68 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1113.805485] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400a4d51-b635-4dcf-8ca4-d7d8f3d957ca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.093188] env[69808]: DEBUG nova.network.neutron [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Updating instance_info_cache with network_info: [{"id": "f127c55c-95d8-4d4a-bcd2-ebd09a15b015", "address": "fa:16:3e:fd:7a:b4", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf127c55c-95", "ovs_interfaceid": "f127c55c-95d8-4d4a-bcd2-ebd09a15b015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.108733] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790580, 'name': RemoveSnapshot_Task, 'duration_secs': 0.711809} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.109022] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Deleted Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1114.109344] env[69808]: DEBUG nova.compute.manager [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1114.110271] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4d71f5-d1f2-412c-9915-300d163c6488 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.168202] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3596e087-d5cd-4e85-8933-6670397f3471 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.177778] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c64027-4657-4ddb-b379-b2265ebcefdb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.210570] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b11b66a-b175-4f93-875a-8ef8b9b7d1b1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.218942] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e756021-57ee-4585-b6e5-9ead37001fcf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.233129] env[69808]: DEBUG nova.compute.provider_tree [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.280181] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.285303] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b3c8897-977a-48f0-b09d-711b23e631b1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.307144] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790581, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.308642] env[69808]: DEBUG oslo_vmware.api [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1114.308642] env[69808]: value = "task-3790582" [ 1114.308642] env[69808]: _type = "Task" [ 1114.308642] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.328238] env[69808]: DEBUG oslo_vmware.api [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.494562] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-550b0e76-661a-466a-bd5f-ba23f2dc9de4 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.495196] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6682d85b-ab11-4bdc-8e54-07d186453344 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.506312] env[69808]: DEBUG oslo_vmware.api [None req-550b0e76-661a-466a-bd5f-ba23f2dc9de4 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1114.506312] env[69808]: value = "task-3790583" [ 1114.506312] env[69808]: _type = "Task" [ 1114.506312] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.513417] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.513417] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-437df66c-0be6-4a24-9b2f-2f076beaf0fc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.524840] env[69808]: DEBUG oslo_vmware.api [None req-550b0e76-661a-466a-bd5f-ba23f2dc9de4 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.526363] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1114.526363] env[69808]: value = "task-3790584" [ 1114.526363] env[69808]: _type = "Task" [ 1114.526363] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.537820] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.603859] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Releasing lock "refresh_cache-72e4004e-a622-4f99-af36-0f1c0d995f0d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.629085] env[69808]: INFO nova.compute.manager [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Shelve offloading [ 1114.738062] env[69808]: DEBUG nova.scheduler.client.report [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.793998] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.892979} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.793998] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c/398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.793998] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.793998] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10f58ca4-ac25-4f4d-9548-06c5bb948a5d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.802310] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1114.802310] env[69808]: value = "task-3790585" [ 1114.802310] env[69808]: _type = "Task" [ 1114.802310] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.811566] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.822860] env[69808]: DEBUG oslo_vmware.api [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790582, 'name': PowerOffVM_Task, 'duration_secs': 0.432047} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.823314] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.823504] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Updating instance 'f15361d8-4dd2-4237-8b04-c2e516b9140f' progress to 17 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.829537] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de34c58d-d9cf-4f1d-928f-917dc5c058c5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.837506] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9cca4a4b-d288-4801-b594-f5f168419c68 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Doing hard reboot of VM {{(pid=69808) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1114.837680] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-85ec94d9-a8b5-4885-8bf4-ab259b876692 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.845082] env[69808]: DEBUG oslo_vmware.api [None req-9cca4a4b-d288-4801-b594-f5f168419c68 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1114.845082] env[69808]: value = "task-3790586" [ 1114.845082] env[69808]: _type = "Task" [ 1114.845082] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.855376] env[69808]: DEBUG oslo_vmware.api [None req-9cca4a4b-d288-4801-b594-f5f168419c68 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790586, 'name': ResetVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.018041] env[69808]: DEBUG oslo_vmware.api [None req-550b0e76-661a-466a-bd5f-ba23f2dc9de4 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790583, 'name': PowerOffVM_Task, 'duration_secs': 0.25084} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.020034] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-550b0e76-661a-466a-bd5f-ba23f2dc9de4 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.020034] env[69808]: DEBUG nova.compute.manager [None req-550b0e76-661a-466a-bd5f-ba23f2dc9de4 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1115.020034] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0141c1-0d81-4931-94c0-1ce2f73d6a2a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.041650] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790584, 'name': PowerOffVM_Task, 'duration_secs': 0.240562} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.042116] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.043298] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb02bd9-f827-4205-9d56-5d77ebc2361e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.065225] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c07913-2e8b-403f-abfa-453e5e3ea324 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.102403] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.102730] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d50f80a9-b463-4ee7-a58d-0ef2023cef6a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.112814] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1115.112814] env[69808]: value = "task-3790587" [ 1115.112814] env[69808]: _type = "Task" [ 1115.112814] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.124428] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] VM already powered off {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1115.124771] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.125065] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.125226] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.125415] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.125702] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78368920-5b65-4180-b887-2b6d490f7906 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.133052] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.133178] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b1eb463-a1d8-4a68-bcdd-0134c2d99c8a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.138314] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.138505] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.139322] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f1325b9-49f2-4295-b0fe-a54c255922a9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.143257] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1115.143257] env[69808]: value = "task-3790588" [ 1115.143257] env[69808]: _type = "Task" [ 1115.143257] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.149313] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1115.149313] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525f0cc6-10d5-50ec-7ccf-fa93cef374aa" [ 1115.149313] env[69808]: _type = "Task" [ 1115.149313] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.158194] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] VM already powered off {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1115.158514] env[69808]: DEBUG nova.compute.manager [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1115.159510] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca39385-c141-4642-8847-f6c742ace9f5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.165617] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525f0cc6-10d5-50ec-7ccf-fa93cef374aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.170253] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "refresh_cache-94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.170422] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquired lock "refresh_cache-94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.170597] env[69808]: DEBUG nova.network.neutron [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.248780] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.248780] env[69808]: DEBUG nova.compute.manager [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.252614] env[69808]: DEBUG oslo_concurrency.lockutils [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.030s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.252614] env[69808]: DEBUG oslo_concurrency.lockutils [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.255398] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.312s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.255632] env[69808]: DEBUG nova.objects.instance [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lazy-loading 'resources' on Instance uuid 6104e4a9-5059-4cce-820e-b64af9c2e30f {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.283114] env[69808]: INFO nova.scheduler.client.report [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Deleted allocations for instance 4f4f356a-31bc-4890-a7b6-48f2958ef15c [ 1115.311776] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067005} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.312081] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.312919] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9be2974-62de-468e-a239-319a27f212ed {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.330201] env[69808]: DEBUG nova.virt.hardware [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.330489] env[69808]: DEBUG nova.virt.hardware [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.330651] env[69808]: DEBUG nova.virt.hardware [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.330833] env[69808]: DEBUG nova.virt.hardware [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.330974] env[69808]: DEBUG nova.virt.hardware [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.331495] env[69808]: DEBUG nova.virt.hardware [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.331495] env[69808]: DEBUG nova.virt.hardware [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.331645] env[69808]: DEBUG nova.virt.hardware [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.331676] env[69808]: DEBUG nova.virt.hardware [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.331840] env[69808]: DEBUG nova.virt.hardware [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.332042] env[69808]: DEBUG nova.virt.hardware [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.345605] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c/398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.346698] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c84c48d-cc8e-4a4e-9d35-459a3d56f4f9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.357477] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7baeb52-b137-47c9-ba1d-6786b00f1ec1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.387350] env[69808]: DEBUG oslo_vmware.api [None req-9cca4a4b-d288-4801-b594-f5f168419c68 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790586, 'name': ResetVM_Task, 'duration_secs': 0.092827} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.389852] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9cca4a4b-d288-4801-b594-f5f168419c68 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Did hard reboot of VM {{(pid=69808) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1115.390073] env[69808]: DEBUG nova.compute.manager [None req-9cca4a4b-d288-4801-b594-f5f168419c68 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1115.390424] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1115.390424] env[69808]: value = "task-3790590" [ 1115.390424] env[69808]: _type = "Task" [ 1115.390424] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.390654] env[69808]: DEBUG oslo_vmware.api [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1115.390654] env[69808]: value = "task-3790589" [ 1115.390654] env[69808]: _type = "Task" [ 1115.390654] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.391396] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60d2b30-dbf5-4a01-8076-8a63785c3981 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.415207] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.415627] env[69808]: DEBUG oslo_vmware.api [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.544323] env[69808]: DEBUG oslo_concurrency.lockutils [None req-550b0e76-661a-466a-bd5f-ba23f2dc9de4 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "44032fc3-b172-41b6-ab74-3da4a48a0d96" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.661249] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525f0cc6-10d5-50ec-7ccf-fa93cef374aa, 'name': SearchDatastore_Task, 'duration_secs': 0.051245} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.662127] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a659a487-a992-4aa0-9bb4-1697d255fdae {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.669225] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1115.669225] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ab8a9e-fe7f-4526-bb7e-357191c9799d" [ 1115.669225] env[69808]: _type = "Task" [ 1115.669225] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.692267] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ab8a9e-fe7f-4526-bb7e-357191c9799d, 'name': SearchDatastore_Task, 'duration_secs': 0.020043} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.692558] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.692823] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 57dae466-65ff-4be6-91e6-93d5bd7d0642/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk. {{(pid=69808) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1115.693580] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d00ac6fb-6b72-4c49-8bac-36b8e97ac7c6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.702184] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1115.702184] env[69808]: value = "task-3790591" [ 1115.702184] env[69808]: _type = "Task" [ 1115.702184] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.711879] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.758877] env[69808]: DEBUG nova.compute.utils [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.763995] env[69808]: DEBUG nova.compute.manager [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.763995] env[69808]: DEBUG nova.network.neutron [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.793024] env[69808]: DEBUG oslo_concurrency.lockutils [None req-90eee28c-dee9-4ed3-b753-14b1c6c439fd tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "4f4f356a-31bc-4890-a7b6-48f2958ef15c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.745s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.805933] env[69808]: DEBUG nova.policy [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6aa1bfa87fe4b0f978c0072b98fe194', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60f5afe8694941a483771559188e08d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.918488] env[69808]: DEBUG oslo_vmware.api [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790589, 'name': ReconfigVM_Task, 'duration_secs': 0.318169} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.921692] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.923084] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9cca4a4b-d288-4801-b594-f5f168419c68 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.488s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.926128] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Updating instance 'f15361d8-4dd2-4237-8b04-c2e516b9140f' progress to 33 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.045168] env[69808]: INFO nova.compute.manager [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Rebuilding instance [ 1116.052123] env[69808]: DEBUG nova.network.neutron [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Updating instance_info_cache with network_info: [{"id": "bc48f136-ec73-49ee-aa5e-6b29e92de5b7", "address": "fa:16:3e:1a:b6:b8", "network": {"id": "d134c7c1-9dc9-44e2-8f59-5949991a52ec", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2083617213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13951c071cf4c6a93dedab6f7f3c15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc48f136-ec", "ovs_interfaceid": "bc48f136-ec73-49ee-aa5e-6b29e92de5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.117157] env[69808]: DEBUG nova.compute.manager [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.120439] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ff4e32-d76a-44d4-97f9-f3fc4e0595b1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.125376] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a14bec8-d3ef-4fd5-bff2-bacb72663952 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.167281] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Updating instance '72e4004e-a622-4f99-af36-0f1c0d995f0d' progress to 0 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.219187] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790591, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.221553] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc90d29c-cfed-46da-b6ba-3675adc7c4ea {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.232397] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2f944a-c717-46f4-99c8-e445c925bfc5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.270105] env[69808]: DEBUG nova.compute.manager [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.271355] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0befa24c-97ee-4724-a1d0-57f982437165 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.283935] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd26dd0-56d5-4f97-ad4a-02c02915095f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.300156] env[69808]: DEBUG nova.compute.provider_tree [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.302687] env[69808]: DEBUG nova.network.neutron [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Successfully created port: 2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.405104] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790590, 'name': ReconfigVM_Task, 'duration_secs': 0.734273} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.405408] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c/398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.406067] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-574edc89-33ac-4b4a-a8cb-abfed53c96cc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.413315] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1116.413315] env[69808]: value = "task-3790592" [ 1116.413315] env[69808]: _type = "Task" [ 1116.413315] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.423528] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790592, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.435645] env[69808]: DEBUG nova.virt.hardware [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.436206] env[69808]: DEBUG nova.virt.hardware [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.436206] env[69808]: DEBUG nova.virt.hardware [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.436436] env[69808]: DEBUG nova.virt.hardware [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.436611] env[69808]: DEBUG nova.virt.hardware [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.436808] env[69808]: DEBUG nova.virt.hardware [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.437171] env[69808]: DEBUG nova.virt.hardware [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.437384] env[69808]: DEBUG nova.virt.hardware [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.437643] env[69808]: DEBUG nova.virt.hardware [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.437913] env[69808]: DEBUG nova.virt.hardware [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.438171] env[69808]: DEBUG nova.virt.hardware [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.443828] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1116.444547] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a68d9939-f46c-4e97-85c0-d07626528d86 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.463497] env[69808]: DEBUG oslo_vmware.api [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1116.463497] env[69808]: value = "task-3790593" [ 1116.463497] env[69808]: _type = "Task" [ 1116.463497] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.472700] env[69808]: DEBUG oslo_vmware.api [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.555162] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Releasing lock "refresh_cache-94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.677454] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.677866] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bbfee29-dbdc-48c8-9706-d63e005f6183 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.690275] env[69808]: DEBUG oslo_vmware.api [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1116.690275] env[69808]: value = "task-3790594" [ 1116.690275] env[69808]: _type = "Task" [ 1116.690275] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.703934] env[69808]: DEBUG oslo_vmware.api [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.713424] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642283} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.713713] env[69808]: INFO nova.virt.vmwareapi.ds_util [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 57dae466-65ff-4be6-91e6-93d5bd7d0642/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk. [ 1116.714637] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7137ece2-fe51-4813-b323-ba24fce6f96b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.741316] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 57dae466-65ff-4be6-91e6-93d5bd7d0642/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.741687] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6784c8f8-4e9f-4c44-9dac-42409118a230 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.761881] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1116.761881] env[69808]: value = "task-3790595" [ 1116.761881] env[69808]: _type = "Task" [ 1116.761881] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.772421] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.806653] env[69808]: DEBUG nova.scheduler.client.report [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.924253] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790592, 'name': Rename_Task, 'duration_secs': 0.152097} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.924580] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.924863] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a44e8604-1bd6-4c9f-b294-ba2c07de0e94 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.932908] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1116.932908] env[69808]: value = "task-3790596" [ 1116.932908] env[69808]: _type = "Task" [ 1116.932908] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.944697] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.954247] env[69808]: DEBUG nova.compute.manager [req-4957fd3a-af62-471f-acf7-c9f03b01f86d req-c30e6b86-a662-4b30-92cb-f6adfc609ac8 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Received event network-vif-unplugged-bc48f136-ec73-49ee-aa5e-6b29e92de5b7 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.954487] env[69808]: DEBUG oslo_concurrency.lockutils [req-4957fd3a-af62-471f-acf7-c9f03b01f86d req-c30e6b86-a662-4b30-92cb-f6adfc609ac8 service nova] Acquiring lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.954721] env[69808]: DEBUG oslo_concurrency.lockutils [req-4957fd3a-af62-471f-acf7-c9f03b01f86d req-c30e6b86-a662-4b30-92cb-f6adfc609ac8 service nova] Lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.955202] env[69808]: DEBUG oslo_concurrency.lockutils [req-4957fd3a-af62-471f-acf7-c9f03b01f86d req-c30e6b86-a662-4b30-92cb-f6adfc609ac8 service nova] Lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.955297] env[69808]: DEBUG nova.compute.manager [req-4957fd3a-af62-471f-acf7-c9f03b01f86d req-c30e6b86-a662-4b30-92cb-f6adfc609ac8 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] No waiting events found dispatching network-vif-unplugged-bc48f136-ec73-49ee-aa5e-6b29e92de5b7 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1116.955412] env[69808]: WARNING nova.compute.manager [req-4957fd3a-af62-471f-acf7-c9f03b01f86d req-c30e6b86-a662-4b30-92cb-f6adfc609ac8 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Received unexpected event network-vif-unplugged-bc48f136-ec73-49ee-aa5e-6b29e92de5b7 for instance with vm_state shelved and task_state shelving_offloading. [ 1116.974720] env[69808]: DEBUG oslo_vmware.api [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790593, 'name': ReconfigVM_Task, 'duration_secs': 0.260141} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.975090] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1116.976095] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4859c8-ab2f-4b3c-a527-9769a61ccb74 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.000840] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] f15361d8-4dd2-4237-8b04-c2e516b9140f/f15361d8-4dd2-4237-8b04-c2e516b9140f.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.001262] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a8c2b4c-41a9-455b-9843-d592d6b60764 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.021459] env[69808]: DEBUG oslo_vmware.api [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1117.021459] env[69808]: value = "task-3790597" [ 1117.021459] env[69808]: _type = "Task" [ 1117.021459] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.033724] env[69808]: DEBUG oslo_vmware.api [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.075248] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.076313] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b308eaef-7322-42ed-94fe-2e7348b90f03 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.085649] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.085996] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5357b01-9c28-467c-aa22-22e7371b8a5b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.161719] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.162137] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.162445] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Deleting the datastore file [datastore2] 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.162970] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d409dc7a-0518-43ff-824b-c3aa71e05aeb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.172317] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1117.172317] env[69808]: value = "task-3790599" [ 1117.172317] env[69808]: _type = "Task" [ 1117.172317] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.181635] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.181939] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.182216] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac444a33-3dc7-47ad-abf1-7ecb9ed1db3e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.190188] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1117.190188] env[69808]: value = "task-3790600" [ 1117.190188] env[69808]: _type = "Task" [ 1117.190188] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.205144] env[69808]: DEBUG oslo_vmware.api [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790594, 'name': PowerOffVM_Task, 'duration_secs': 0.25681} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.209969] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.210198] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Updating instance '72e4004e-a622-4f99-af36-0f1c0d995f0d' progress to 17 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.215145] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] VM already powered off {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1117.215474] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.216736] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26c71fb-793f-4c9c-82ae-00b235441682 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.224871] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.225159] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c23ac0a-4d5d-419e-a168-7f2d1432052f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.251921] env[69808]: DEBUG oslo_concurrency.lockutils [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "a2f6ca7c-8909-4d62-bfca-887b614e7a4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.252196] env[69808]: DEBUG oslo_concurrency.lockutils [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "a2f6ca7c-8909-4d62-bfca-887b614e7a4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.272291] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790595, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.282458] env[69808]: DEBUG nova.compute.manager [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.311676] env[69808]: DEBUG nova.virt.hardware [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.311943] env[69808]: DEBUG nova.virt.hardware [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.312148] env[69808]: DEBUG nova.virt.hardware [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.312408] env[69808]: DEBUG nova.virt.hardware [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.312666] env[69808]: DEBUG nova.virt.hardware [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.312882] env[69808]: DEBUG nova.virt.hardware [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.313180] env[69808]: DEBUG nova.virt.hardware [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.313414] env[69808]: DEBUG nova.virt.hardware [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.313649] env[69808]: DEBUG nova.virt.hardware [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.313887] env[69808]: DEBUG nova.virt.hardware [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.314151] env[69808]: DEBUG nova.virt.hardware [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.315217] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.319522] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16a7ff9-de9e-4e6d-9dab-abd01f85c5da {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.325923] env[69808]: DEBUG oslo_concurrency.lockutils [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.735s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.326345] env[69808]: DEBUG nova.objects.instance [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lazy-loading 'resources' on Instance uuid 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.328304] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.328970] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.328970] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Deleting the datastore file [datastore1] 44032fc3-b172-41b6-ab74-3da4a48a0d96 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.330053] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd7ac9f1-d6e6-4de1-bb7b-f686f4549f15 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.338623] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20195c3-8412-4b2b-8dc3-ee4df05a03ac {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.344892] env[69808]: INFO nova.scheduler.client.report [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Deleted allocations for instance 6104e4a9-5059-4cce-820e-b64af9c2e30f [ 1117.346365] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1117.346365] env[69808]: value = "task-3790602" [ 1117.346365] env[69808]: _type = "Task" [ 1117.346365] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.367925] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.443120] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790596, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.532305] env[69808]: DEBUG oslo_vmware.api [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.685706] env[69808]: DEBUG oslo_vmware.api [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270185} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.686210] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.686543] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.686859] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.716054] env[69808]: INFO nova.scheduler.client.report [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Deleted allocations for instance 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e [ 1117.721498] env[69808]: DEBUG nova.virt.hardware [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.721780] env[69808]: DEBUG nova.virt.hardware [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.722045] env[69808]: DEBUG nova.virt.hardware [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.722265] env[69808]: DEBUG nova.virt.hardware [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.722416] env[69808]: DEBUG nova.virt.hardware [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.722565] env[69808]: DEBUG nova.virt.hardware [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.722769] env[69808]: DEBUG nova.virt.hardware [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.722968] env[69808]: DEBUG nova.virt.hardware [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.723206] env[69808]: DEBUG nova.virt.hardware [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.723381] env[69808]: DEBUG nova.virt.hardware [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.723596] env[69808]: DEBUG nova.virt.hardware [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.731272] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38bffdf9-8f09-43e9-ba5d-3cfe11ca56e0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.751672] env[69808]: DEBUG oslo_vmware.api [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1117.751672] env[69808]: value = "task-3790603" [ 1117.751672] env[69808]: _type = "Task" [ 1117.751672] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.755909] env[69808]: DEBUG nova.compute.manager [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1117.771458] env[69808]: DEBUG oslo_vmware.api [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.775075] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790595, 'name': ReconfigVM_Task, 'duration_secs': 0.519003} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.776317] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 57dae466-65ff-4be6-91e6-93d5bd7d0642/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.777290] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a895ae23-f1d3-44e2-9863-287871a43cac {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.807969] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caf59f4d-bceb-4c9d-906b-76fe41d91ed2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.825784] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1117.825784] env[69808]: value = "task-3790604" [ 1117.825784] env[69808]: _type = "Task" [ 1117.825784] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.840718] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790604, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.859700] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25e56a7b-0051-41b5-957f-a946c3324214 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lock "6104e4a9-5059-4cce-820e-b64af9c2e30f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.433s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.868947] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.950181] env[69808]: DEBUG oslo_vmware.api [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790596, 'name': PowerOnVM_Task, 'duration_secs': 0.848477} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.950485] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.950708] env[69808]: INFO nova.compute.manager [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1117.950893] env[69808]: DEBUG nova.compute.manager [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1117.951837] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44b913c-943f-41c7-b49c-74524a3a2696 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.002112] env[69808]: DEBUG nova.compute.manager [req-635f62c1-524b-4246-abb7-574caa7fea90 req-c2b00540-dfca-4707-84a1-263567cc20c1 service nova] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Received event network-vif-plugged-2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.002377] env[69808]: DEBUG oslo_concurrency.lockutils [req-635f62c1-524b-4246-abb7-574caa7fea90 req-c2b00540-dfca-4707-84a1-263567cc20c1 service nova] Acquiring lock "ac2f70b9-f4e9-4f18-906f-47c662a7117b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.002563] env[69808]: DEBUG oslo_concurrency.lockutils [req-635f62c1-524b-4246-abb7-574caa7fea90 req-c2b00540-dfca-4707-84a1-263567cc20c1 service nova] Lock "ac2f70b9-f4e9-4f18-906f-47c662a7117b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.002734] env[69808]: DEBUG oslo_concurrency.lockutils [req-635f62c1-524b-4246-abb7-574caa7fea90 req-c2b00540-dfca-4707-84a1-263567cc20c1 service nova] Lock "ac2f70b9-f4e9-4f18-906f-47c662a7117b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.002904] env[69808]: DEBUG nova.compute.manager [req-635f62c1-524b-4246-abb7-574caa7fea90 req-c2b00540-dfca-4707-84a1-263567cc20c1 service nova] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] No waiting events found dispatching network-vif-plugged-2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1118.003084] env[69808]: WARNING nova.compute.manager [req-635f62c1-524b-4246-abb7-574caa7fea90 req-c2b00540-dfca-4707-84a1-263567cc20c1 service nova] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Received unexpected event network-vif-plugged-2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad for instance with vm_state building and task_state spawning. [ 1118.034351] env[69808]: DEBUG oslo_vmware.api [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790597, 'name': ReconfigVM_Task, 'duration_secs': 0.831537} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.034548] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Reconfigured VM instance instance-00000058 to attach disk [datastore2] f15361d8-4dd2-4237-8b04-c2e516b9140f/f15361d8-4dd2-4237-8b04-c2e516b9140f.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.034835] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Updating instance 'f15361d8-4dd2-4237-8b04-c2e516b9140f' progress to 50 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.081717] env[69808]: DEBUG nova.network.neutron [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Successfully updated port: 2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.191073] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3deab2-8d1b-4bc9-8a2f-6d476a8826ef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.200202] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a6a26d-0157-4d8e-8664-d6b6ede8ca53 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.233115] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.234812] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587a04a3-2f5c-4d7f-9eae-e92da5f38645 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.243147] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c5dc53-eda1-48ae-b396-296689dea020 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.257532] env[69808]: DEBUG nova.compute.provider_tree [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.270458] env[69808]: DEBUG oslo_vmware.api [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790603, 'name': ReconfigVM_Task, 'duration_secs': 0.364756} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.270782] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Updating instance '72e4004e-a622-4f99-af36-0f1c0d995f0d' progress to 33 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.281118] env[69808]: DEBUG oslo_concurrency.lockutils [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.336403] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.360852] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.608688} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.361134] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.361326] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.361503] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.474907] env[69808]: INFO nova.compute.manager [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Took 34.76 seconds to build instance. [ 1118.545891] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b405ba-1e68-4720-923d-91f0c4cf351b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.568188] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b15f2a3-ac05-4e98-8455-ca2c64c94475 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.587562] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "refresh_cache-ac2f70b9-f4e9-4f18-906f-47c662a7117b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.587802] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquired lock "refresh_cache-ac2f70b9-f4e9-4f18-906f-47c662a7117b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.588064] env[69808]: DEBUG nova.network.neutron [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.589518] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Updating instance 'f15361d8-4dd2-4237-8b04-c2e516b9140f' progress to 67 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.655849] env[69808]: DEBUG oslo_concurrency.lockutils [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquiring lock "d6395d56-b98c-4230-93bf-ceda696f6731" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.656125] env[69808]: DEBUG oslo_concurrency.lockutils [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lock "d6395d56-b98c-4230-93bf-ceda696f6731" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.656344] env[69808]: DEBUG oslo_concurrency.lockutils [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquiring lock "d6395d56-b98c-4230-93bf-ceda696f6731-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.656528] env[69808]: DEBUG oslo_concurrency.lockutils [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lock "d6395d56-b98c-4230-93bf-ceda696f6731-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.656695] env[69808]: DEBUG oslo_concurrency.lockutils [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lock "d6395d56-b98c-4230-93bf-ceda696f6731-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.659212] env[69808]: INFO nova.compute.manager [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Terminating instance [ 1118.763297] env[69808]: DEBUG nova.scheduler.client.report [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.777555] env[69808]: DEBUG nova.virt.hardware [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.777797] env[69808]: DEBUG nova.virt.hardware [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.778041] env[69808]: DEBUG nova.virt.hardware [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.778339] env[69808]: DEBUG nova.virt.hardware [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.778585] env[69808]: DEBUG nova.virt.hardware [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.778711] env[69808]: DEBUG nova.virt.hardware [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.778920] env[69808]: DEBUG nova.virt.hardware [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.779093] env[69808]: DEBUG nova.virt.hardware [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.779276] env[69808]: DEBUG nova.virt.hardware [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.779436] env[69808]: DEBUG nova.virt.hardware [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.779609] env[69808]: DEBUG nova.virt.hardware [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.785017] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1118.785943] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86e11249-e022-4b43-8548-b33e1d624126 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.805663] env[69808]: DEBUG oslo_vmware.api [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1118.805663] env[69808]: value = "task-3790605" [ 1118.805663] env[69808]: _type = "Task" [ 1118.805663] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.815880] env[69808]: DEBUG oslo_vmware.api [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790605, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.837588] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790604, 'name': ReconfigVM_Task, 'duration_secs': 0.630834} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.837953] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.838200] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f07c2a45-5c2b-4901-8650-95aed8d82038 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.845355] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1118.845355] env[69808]: value = "task-3790606" [ 1118.845355] env[69808]: _type = "Task" [ 1118.845355] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.854848] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.977341] env[69808]: DEBUG oslo_concurrency.lockutils [None req-069577fa-254b-4458-8a98-13fc835cdb63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.276s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.984840] env[69808]: DEBUG nova.compute.manager [req-b9a8254c-66a8-4f0b-b1ac-99a226c2d168 req-c4c750d0-a088-46f3-a577-abbf28e90d69 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Received event network-changed-bc48f136-ec73-49ee-aa5e-6b29e92de5b7 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.985133] env[69808]: DEBUG nova.compute.manager [req-b9a8254c-66a8-4f0b-b1ac-99a226c2d168 req-c4c750d0-a088-46f3-a577-abbf28e90d69 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Refreshing instance network info cache due to event network-changed-bc48f136-ec73-49ee-aa5e-6b29e92de5b7. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.985804] env[69808]: DEBUG oslo_concurrency.lockutils [req-b9a8254c-66a8-4f0b-b1ac-99a226c2d168 req-c4c750d0-a088-46f3-a577-abbf28e90d69 service nova] Acquiring lock "refresh_cache-94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.985990] env[69808]: DEBUG oslo_concurrency.lockutils [req-b9a8254c-66a8-4f0b-b1ac-99a226c2d168 req-c4c750d0-a088-46f3-a577-abbf28e90d69 service nova] Acquired lock "refresh_cache-94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.986216] env[69808]: DEBUG nova.network.neutron [req-b9a8254c-66a8-4f0b-b1ac-99a226c2d168 req-c4c750d0-a088-46f3-a577-abbf28e90d69 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Refreshing network info cache for port bc48f136-ec73-49ee-aa5e-6b29e92de5b7 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.149149] env[69808]: DEBUG nova.network.neutron [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.156792] env[69808]: DEBUG nova.network.neutron [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Port 0e8df638-8d88-4d50-820e-f8c0c90c1b62 binding to destination host cpu-1 is already ACTIVE {{(pid=69808) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1119.163238] env[69808]: DEBUG nova.compute.manager [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.163567] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.164469] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd217f57-8e6a-4d8a-b465-79d113ab404e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.175887] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.180022] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ebf38de-fa85-4374-bdd5-178afb7d6fc5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.187023] env[69808]: DEBUG oslo_vmware.api [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1119.187023] env[69808]: value = "task-3790607" [ 1119.187023] env[69808]: _type = "Task" [ 1119.187023] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.194956] env[69808]: DEBUG oslo_vmware.api [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.269158] env[69808]: DEBUG oslo_concurrency.lockutils [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.271167] env[69808]: DEBUG oslo_concurrency.lockutils [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.661s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.271413] env[69808]: DEBUG nova.objects.instance [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Lazy-loading 'resources' on Instance uuid 1da20561-760a-4846-9b82-45b3c87b9014 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.301606] env[69808]: INFO nova.scheduler.client.report [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Deleted allocations for instance 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5 [ 1119.316811] env[69808]: DEBUG oslo_vmware.api [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790605, 'name': ReconfigVM_Task, 'duration_secs': 0.283681} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.317161] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1119.318043] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402d9a2b-b8a5-4f08-9fdf-12a4a1696fa6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.346756] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 72e4004e-a622-4f99-af36-0f1c0d995f0d/72e4004e-a622-4f99-af36-0f1c0d995f0d.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.349516] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58a282e1-48ee-4d1f-a3bf-81ba69970016 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.377164] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790606, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.380480] env[69808]: DEBUG oslo_vmware.api [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1119.380480] env[69808]: value = "task-3790608" [ 1119.380480] env[69808]: _type = "Task" [ 1119.380480] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.395491] env[69808]: DEBUG oslo_vmware.api [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790608, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.411370] env[69808]: DEBUG nova.virt.hardware [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.411691] env[69808]: DEBUG nova.virt.hardware [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.411862] env[69808]: DEBUG nova.virt.hardware [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.412084] env[69808]: DEBUG nova.virt.hardware [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.412333] env[69808]: DEBUG nova.virt.hardware [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.412623] env[69808]: DEBUG nova.virt.hardware [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.412912] env[69808]: DEBUG nova.virt.hardware [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.413257] env[69808]: DEBUG nova.virt.hardware [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.413373] env[69808]: DEBUG nova.virt.hardware [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.413543] env[69808]: DEBUG nova.virt.hardware [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.413756] env[69808]: DEBUG nova.virt.hardware [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.415602] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1d3030-8854-4b11-ac94-b43063c745a6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.419373] env[69808]: DEBUG nova.network.neutron [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Updating instance_info_cache with network_info: [{"id": "2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad", "address": "fa:16:3e:15:a3:ee", "network": {"id": "df96a74c-19d0-4fa6-86cd-118550095e1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921938810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60f5afe8694941a483771559188e08d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ab2eb59-bd", "ovs_interfaceid": "2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.426169] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c57a22-8c7e-4847-9a03-b761cfc5013c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.444987] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:1d:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '685015bf-7a65-4662-914b-3e62eb2e76f7', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.453900] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.454239] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.454472] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2216dc9b-beeb-492e-acd5-d99f3365f064 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.475896] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.475896] env[69808]: value = "task-3790609" [ 1119.475896] env[69808]: _type = "Task" [ 1119.475896] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.486729] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790609, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.698539] env[69808]: DEBUG oslo_vmware.api [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790607, 'name': PowerOffVM_Task, 'duration_secs': 0.264576} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.698859] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.699039] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.700454] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-295910fc-6c35-4a92-b6a8-33a9065eb606 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.782325] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.782631] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.782885] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Deleting the datastore file [datastore1] d6395d56-b98c-4230-93bf-ceda696f6731 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.783189] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1575bcd-123e-42a6-8a90-e65c548d28f5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.792835] env[69808]: DEBUG oslo_vmware.api [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for the task: (returnval){ [ 1119.792835] env[69808]: value = "task-3790611" [ 1119.792835] env[69808]: _type = "Task" [ 1119.792835] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.814021] env[69808]: DEBUG oslo_vmware.api [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.814526] env[69808]: DEBUG oslo_concurrency.lockutils [None req-45287f52-8dbd-4ef9-956a-3a62779f3950 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lock "01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.540s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.842054] env[69808]: DEBUG nova.network.neutron [req-b9a8254c-66a8-4f0b-b1ac-99a226c2d168 req-c4c750d0-a088-46f3-a577-abbf28e90d69 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Updated VIF entry in instance network info cache for port bc48f136-ec73-49ee-aa5e-6b29e92de5b7. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.842441] env[69808]: DEBUG nova.network.neutron [req-b9a8254c-66a8-4f0b-b1ac-99a226c2d168 req-c4c750d0-a088-46f3-a577-abbf28e90d69 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Updating instance_info_cache with network_info: [{"id": "bc48f136-ec73-49ee-aa5e-6b29e92de5b7", "address": "fa:16:3e:1a:b6:b8", "network": {"id": "d134c7c1-9dc9-44e2-8f59-5949991a52ec", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2083617213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13951c071cf4c6a93dedab6f7f3c15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbc48f136-ec", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.864194] env[69808]: DEBUG oslo_vmware.api [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790606, 'name': PowerOnVM_Task, 'duration_secs': 0.611885} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.866893] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.870452] env[69808]: DEBUG nova.compute.manager [None req-0bdaf450-85a4-4b0c-8a7f-c64d10ae16ac tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1119.871494] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25dbca9-4eb6-4e33-afd6-4c36735dcf7d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.893477] env[69808]: DEBUG oslo_vmware.api [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790608, 'name': ReconfigVM_Task, 'duration_secs': 0.435494} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.893727] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 72e4004e-a622-4f99-af36-0f1c0d995f0d/72e4004e-a622-4f99-af36-0f1c0d995f0d.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.894026] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Updating instance '72e4004e-a622-4f99-af36-0f1c0d995f0d' progress to 50 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.922556] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Releasing lock "refresh_cache-ac2f70b9-f4e9-4f18-906f-47c662a7117b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.922668] env[69808]: DEBUG nova.compute.manager [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Instance network_info: |[{"id": "2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad", "address": "fa:16:3e:15:a3:ee", "network": {"id": "df96a74c-19d0-4fa6-86cd-118550095e1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921938810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60f5afe8694941a483771559188e08d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ab2eb59-bd", "ovs_interfaceid": "2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.923104] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:a3:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.931725] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.934099] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.934893] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2336f08-cbc1-4761-ac51-4e3d638d33f6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.962521] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.962521] env[69808]: value = "task-3790612" [ 1119.962521] env[69808]: _type = "Task" [ 1119.962521] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.973060] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790612, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.989177] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790609, 'name': CreateVM_Task, 'duration_secs': 0.385576} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.989791] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.990059] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.990304] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.990636] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.991389] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59ee8052-ae0a-498c-951e-834bab5172a7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.996248] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1119.996248] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528f283e-d525-9600-a211-07d39e30892d" [ 1119.996248] env[69808]: _type = "Task" [ 1119.996248] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.009019] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528f283e-d525-9600-a211-07d39e30892d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.040767] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3340b745-53d2-408b-b991-ea278f38d61a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.048673] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-de822c71-0acc-4677-9f55-3dd36aa69870 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Suspending the VM {{(pid=69808) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1120.048943] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8ab20f71-e3f2-46a2-9e4d-e54c12f957f7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.061436] env[69808]: DEBUG oslo_vmware.api [None req-de822c71-0acc-4677-9f55-3dd36aa69870 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1120.061436] env[69808]: value = "task-3790613" [ 1120.061436] env[69808]: _type = "Task" [ 1120.061436] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.071669] env[69808]: DEBUG oslo_vmware.api [None req-de822c71-0acc-4677-9f55-3dd36aa69870 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790613, 'name': SuspendVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.131995] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546913ec-eb4a-4e2c-a440-f0f3545eabf3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.143032] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b073bb1-0e5f-45f2-9035-ed7a7c0dd6a0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.188114] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9909bda-0e9b-40d7-94fd-8c182d0fb95f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.191914] env[69808]: DEBUG nova.compute.manager [req-8c82559d-55ad-4826-8ccd-0efb480b50ce req-a3e68986-690a-4e98-b985-5248fa621f48 service nova] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Received event network-changed-2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.192129] env[69808]: DEBUG nova.compute.manager [req-8c82559d-55ad-4826-8ccd-0efb480b50ce req-a3e68986-690a-4e98-b985-5248fa621f48 service nova] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Refreshing instance network info cache due to event network-changed-2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.192354] env[69808]: DEBUG oslo_concurrency.lockutils [req-8c82559d-55ad-4826-8ccd-0efb480b50ce req-a3e68986-690a-4e98-b985-5248fa621f48 service nova] Acquiring lock "refresh_cache-ac2f70b9-f4e9-4f18-906f-47c662a7117b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.192494] env[69808]: DEBUG oslo_concurrency.lockutils [req-8c82559d-55ad-4826-8ccd-0efb480b50ce req-a3e68986-690a-4e98-b985-5248fa621f48 service nova] Acquired lock "refresh_cache-ac2f70b9-f4e9-4f18-906f-47c662a7117b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.192684] env[69808]: DEBUG nova.network.neutron [req-8c82559d-55ad-4826-8ccd-0efb480b50ce req-a3e68986-690a-4e98-b985-5248fa621f48 service nova] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Refreshing network info cache for port 2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.204962] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "f15361d8-4dd2-4237-8b04-c2e516b9140f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.204962] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "f15361d8-4dd2-4237-8b04-c2e516b9140f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.204962] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "f15361d8-4dd2-4237-8b04-c2e516b9140f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.212746] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac5410e-5617-4916-a24b-828505363f2d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.230524] env[69808]: DEBUG nova.compute.provider_tree [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.305157] env[69808]: DEBUG oslo_vmware.api [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Task: {'id': task-3790611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323558} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.305493] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.305705] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.305893] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.306078] env[69808]: INFO nova.compute.manager [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1120.306369] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.306548] env[69808]: DEBUG nova.compute.manager [-] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.306832] env[69808]: DEBUG nova.network.neutron [-] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.345849] env[69808]: DEBUG oslo_concurrency.lockutils [req-b9a8254c-66a8-4f0b-b1ac-99a226c2d168 req-c4c750d0-a088-46f3-a577-abbf28e90d69 service nova] Releasing lock "refresh_cache-94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.404524] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c8936e-9d33-4148-84c6-6e4ef0da2b71 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.430890] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a046a24c-4c88-443d-aa97-9a83e67a20e9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.454406] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Updating instance '72e4004e-a622-4f99-af36-0f1c0d995f0d' progress to 67 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.472275] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790612, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.511106] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528f283e-d525-9600-a211-07d39e30892d, 'name': SearchDatastore_Task, 'duration_secs': 0.012659} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.512605] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.512971] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.513179] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.513478] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.513555] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.514412] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61d69b33-831d-48b1-9319-a7347ee75807 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.529080] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.529297] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.530434] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ac08807-6482-43da-b9c9-8cb7a529c3e4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.538702] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1120.538702] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e712db-ae49-ca5c-3f55-505fc32938fa" [ 1120.538702] env[69808]: _type = "Task" [ 1120.538702] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.549505] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e712db-ae49-ca5c-3f55-505fc32938fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.573926] env[69808]: DEBUG oslo_vmware.api [None req-de822c71-0acc-4677-9f55-3dd36aa69870 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790613, 'name': SuspendVM_Task} progress is 62%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.703134] env[69808]: DEBUG oslo_concurrency.lockutils [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquiring lock "252516b1-d12e-4423-866e-52ce27d85ff6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.703412] env[69808]: DEBUG oslo_concurrency.lockutils [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lock "252516b1-d12e-4423-866e-52ce27d85ff6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.703830] env[69808]: DEBUG oslo_concurrency.lockutils [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquiring lock "252516b1-d12e-4423-866e-52ce27d85ff6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.703943] env[69808]: DEBUG oslo_concurrency.lockutils [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lock "252516b1-d12e-4423-866e-52ce27d85ff6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.704449] env[69808]: DEBUG oslo_concurrency.lockutils [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lock "252516b1-d12e-4423-866e-52ce27d85ff6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.709832] env[69808]: INFO nova.compute.manager [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Terminating instance [ 1120.733871] env[69808]: DEBUG nova.scheduler.client.report [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.971502] env[69808]: DEBUG nova.network.neutron [req-8c82559d-55ad-4826-8ccd-0efb480b50ce req-a3e68986-690a-4e98-b985-5248fa621f48 service nova] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Updated VIF entry in instance network info cache for port 2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.971909] env[69808]: DEBUG nova.network.neutron [req-8c82559d-55ad-4826-8ccd-0efb480b50ce req-a3e68986-690a-4e98-b985-5248fa621f48 service nova] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Updating instance_info_cache with network_info: [{"id": "2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad", "address": "fa:16:3e:15:a3:ee", "network": {"id": "df96a74c-19d0-4fa6-86cd-118550095e1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921938810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60f5afe8694941a483771559188e08d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ab2eb59-bd", "ovs_interfaceid": "2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.979800] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790612, 'name': CreateVM_Task, 'duration_secs': 0.67921} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.980666] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.981101] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.981282] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.981718] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.981997] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3c3b63d-ef7a-48a9-aa84-8deb463e7553 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.992531] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1120.992531] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d70d49-7879-c80b-da52-b4d6fb9b07aa" [ 1120.992531] env[69808]: _type = "Task" [ 1120.992531] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.004707] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d70d49-7879-c80b-da52-b4d6fb9b07aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.050037] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e712db-ae49-ca5c-3f55-505fc32938fa, 'name': SearchDatastore_Task, 'duration_secs': 0.013332} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.050760] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80157d45-154f-424f-8804-2d7b8a10edd8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.058118] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1121.058118] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524b19e7-9056-2817-9274-b13eba97ea99" [ 1121.058118] env[69808]: _type = "Task" [ 1121.058118] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.063241] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.070682] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524b19e7-9056-2817-9274-b13eba97ea99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.076932] env[69808]: DEBUG oslo_vmware.api [None req-de822c71-0acc-4677-9f55-3dd36aa69870 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790613, 'name': SuspendVM_Task, 'duration_secs': 0.727295} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.077309] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-de822c71-0acc-4677-9f55-3dd36aa69870 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Suspended the VM {{(pid=69808) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1121.077496] env[69808]: DEBUG nova.compute.manager [None req-de822c71-0acc-4677-9f55-3dd36aa69870 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1121.078463] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49700fd5-fae8-4762-867d-73fcc2d729b5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.098084] env[69808]: DEBUG nova.network.neutron [-] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.217328] env[69808]: DEBUG nova.compute.manager [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.217620] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.219077] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c35c422-ef08-4071-85c0-aebd996b2120 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.229720] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.230090] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68ce3d41-4b44-4b39-96c7-2b295671eac7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.239959] env[69808]: DEBUG oslo_concurrency.lockutils [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.243255] env[69808]: DEBUG oslo_vmware.api [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1121.243255] env[69808]: value = "task-3790614" [ 1121.243255] env[69808]: _type = "Task" [ 1121.243255] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.244559] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "refresh_cache-f15361d8-4dd2-4237-8b04-c2e516b9140f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.244701] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "refresh_cache-f15361d8-4dd2-4237-8b04-c2e516b9140f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.244977] env[69808]: DEBUG nova.network.neutron [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.246832] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.552s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.247240] env[69808]: DEBUG nova.objects.instance [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Lazy-loading 'resources' on Instance uuid 35727923-0c25-426b-a711-7c3c307098c1 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.261999] env[69808]: DEBUG oslo_vmware.api [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.270337] env[69808]: INFO nova.scheduler.client.report [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Deleted allocations for instance 1da20561-760a-4846-9b82-45b3c87b9014 [ 1121.481398] env[69808]: DEBUG oslo_concurrency.lockutils [req-8c82559d-55ad-4826-8ccd-0efb480b50ce req-a3e68986-690a-4e98-b985-5248fa621f48 service nova] Releasing lock "refresh_cache-ac2f70b9-f4e9-4f18-906f-47c662a7117b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.505608] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d70d49-7879-c80b-da52-b4d6fb9b07aa, 'name': SearchDatastore_Task, 'duration_secs': 0.037533} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.505911] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.506182] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.506410] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.569631] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524b19e7-9056-2817-9274-b13eba97ea99, 'name': SearchDatastore_Task, 'duration_secs': 0.037733} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.569929] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.570226] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 44032fc3-b172-41b6-ab74-3da4a48a0d96/44032fc3-b172-41b6-ab74-3da4a48a0d96.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.570531] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.570729] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.570960] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d8b4956-a7ff-4fba-b23e-1984feb34ca0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.573387] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e073059d-313e-469b-af28-a08478d575c0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.582174] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1121.582174] env[69808]: value = "task-3790615" [ 1121.582174] env[69808]: _type = "Task" [ 1121.582174] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.588268] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.588516] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.594016] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba86050f-afa3-4032-8f25-3f38a9507030 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.601758] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.602185] env[69808]: INFO nova.compute.manager [-] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Took 1.30 seconds to deallocate network for instance. [ 1121.606697] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1121.606697] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52356bed-9000-c27e-e677-63deb74ad8c2" [ 1121.606697] env[69808]: _type = "Task" [ 1121.606697] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.621315] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52356bed-9000-c27e-e677-63deb74ad8c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.765315] env[69808]: DEBUG oslo_vmware.api [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790614, 'name': PowerOffVM_Task, 'duration_secs': 0.281131} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.770025] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.770025] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.770025] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a497aec-20f4-4c14-81ee-2b9340e4fb4a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.778180] env[69808]: DEBUG oslo_concurrency.lockutils [None req-47946ced-7395-4b8e-9967-579c8149a5da tempest-AttachInterfacesV270Test-739358921 tempest-AttachInterfacesV270Test-739358921-project-member] Lock "1da20561-760a-4846-9b82-45b3c87b9014" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.670s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.849301] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.849301] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.849301] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Deleting the datastore file [datastore1] 252516b1-d12e-4423-866e-52ce27d85ff6 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.849301] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8faf562-8014-4f3d-9b95-c8f1f0c90db3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.860245] env[69808]: DEBUG oslo_vmware.api [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for the task: (returnval){ [ 1121.860245] env[69808]: value = "task-3790617" [ 1121.860245] env[69808]: _type = "Task" [ 1121.860245] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.871927] env[69808]: DEBUG oslo_vmware.api [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.099015] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790615, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.123019] env[69808]: DEBUG oslo_concurrency.lockutils [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.130915] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52356bed-9000-c27e-e677-63deb74ad8c2, 'name': SearchDatastore_Task, 'duration_secs': 0.013505} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.133964] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06887b1e-7ace-4582-954e-862dc749e915 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.144632] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1122.144632] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5239634d-b6d4-5d96-11ad-767ccc192d36" [ 1122.144632] env[69808]: _type = "Task" [ 1122.144632] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.156561] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5239634d-b6d4-5d96-11ad-767ccc192d36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.158587] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6beee6f-73b1-4767-9f7e-5930205cfb10 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.168353] env[69808]: DEBUG nova.network.neutron [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Port f127c55c-95d8-4d4a-bcd2-ebd09a15b015 binding to destination host cpu-1 is already ACTIVE {{(pid=69808) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1122.170842] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fc5427-befb-4a57-bb94-a011196ac17c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.207531] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7252c4-62b1-43aa-91a1-baad73bf0f89 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.221845] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8eac450-0bb2-4fe3-90e9-456688c68a8e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.236624] env[69808]: DEBUG nova.compute.manager [req-969be638-5919-4134-9e55-42b8c11130b5 req-adca2640-c903-47f2-b523-f908a7108a4f service nova] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Received event network-vif-deleted-960ff4fd-599b-4ee0-9002-9eadd9b50203 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.248167] env[69808]: DEBUG nova.compute.provider_tree [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.298530] env[69808]: DEBUG nova.network.neutron [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Updating instance_info_cache with network_info: [{"id": "0e8df638-8d88-4d50-820e-f8c0c90c1b62", "address": "fa:16:3e:b0:58:4d", "network": {"id": "af196450-77dc-4ac0-959d-83905e667de1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1784084215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde177c157c54ffbaad7a0b9616ff02b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e8df638-8d", "ovs_interfaceid": "0e8df638-8d88-4d50-820e-f8c0c90c1b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.372146] env[69808]: DEBUG oslo_vmware.api [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.595957] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761083} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.596283] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 44032fc3-b172-41b6-ab74-3da4a48a0d96/44032fc3-b172-41b6-ab74-3da4a48a0d96.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.596509] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.596783] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e26ae3a8-acd0-4e17-92cc-af0b1412874b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.608094] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1122.608094] env[69808]: value = "task-3790618" [ 1122.608094] env[69808]: _type = "Task" [ 1122.608094] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.620984] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.655959] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5239634d-b6d4-5d96-11ad-767ccc192d36, 'name': SearchDatastore_Task, 'duration_secs': 0.067083} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.658017] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.658017] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] ac2f70b9-f4e9-4f18-906f-47c662a7117b/ac2f70b9-f4e9-4f18-906f-47c662a7117b.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.658017] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a58119d4-c8ab-4820-bc6d-0a7e7f5174d3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.665813] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1122.665813] env[69808]: value = "task-3790619" [ 1122.665813] env[69808]: _type = "Task" [ 1122.665813] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.675337] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.753730] env[69808]: DEBUG nova.scheduler.client.report [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.804374] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "refresh_cache-f15361d8-4dd2-4237-8b04-c2e516b9140f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.842527] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.842785] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.843015] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.843217] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.843397] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.846539] env[69808]: INFO nova.compute.manager [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Terminating instance [ 1122.871351] env[69808]: DEBUG oslo_vmware.api [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Task: {'id': task-3790617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.742919} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.871616] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.871804] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.872014] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.872543] env[69808]: INFO nova.compute.manager [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1122.872543] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.873025] env[69808]: DEBUG nova.compute.manager [-] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.873127] env[69808]: DEBUG nova.network.neutron [-] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.980429] env[69808]: INFO nova.compute.manager [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Rescuing [ 1122.980561] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "refresh_cache-6a06b65d-e09a-4812-889f-4d123cf95266" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.980625] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquired lock "refresh_cache-6a06b65d-e09a-4812-889f-4d123cf95266" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.980789] env[69808]: DEBUG nova.network.neutron [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.119217] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223973} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.119607] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.123447] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058c56e9-5247-4bb4-8391-96250f24e6d1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.148252] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 44032fc3-b172-41b6-ab74-3da4a48a0d96/44032fc3-b172-41b6-ab74-3da4a48a0d96.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.148252] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bacc9cd6-b426-4b39-a1ba-85f09242a994 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.171346] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1123.171346] env[69808]: value = "task-3790620" [ 1123.171346] env[69808]: _type = "Task" [ 1123.171346] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.178907] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.192164] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "72e4004e-a622-4f99-af36-0f1c0d995f0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.192415] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "72e4004e-a622-4f99-af36-0f1c0d995f0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.192595] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "72e4004e-a622-4f99-af36-0f1c0d995f0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.204886] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790620, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.259899] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.262425] env[69808]: DEBUG oslo_concurrency.lockutils [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.166s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.262718] env[69808]: DEBUG nova.objects.instance [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Lazy-loading 'resources' on Instance uuid 17255121-e63e-4fc7-81e6-6fa1d283391f {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.299673] env[69808]: INFO nova.scheduler.client.report [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Deleted allocations for instance 35727923-0c25-426b-a711-7c3c307098c1 [ 1123.344664] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d43ade-5574-4e1b-85a3-b8a8110f148a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.351549] env[69808]: DEBUG nova.compute.manager [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.351549] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.352460] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816f4956-a660-4636-a8d3-950151fcf35b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.372331] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77435bca-4a34-4033-987c-0df3deb524cd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.380094] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.381218] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce1a9841-2923-4707-8f0a-67d06b08a823 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.386410] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Updating instance 'f15361d8-4dd2-4237-8b04-c2e516b9140f' progress to 83 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.469546] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.469807] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.469978] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Deleting the datastore file [datastore2] 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.470611] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78386ea8-2537-4328-a0e0-b76c65fdabed {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.483359] env[69808]: DEBUG oslo_vmware.api [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1123.483359] env[69808]: value = "task-3790622" [ 1123.483359] env[69808]: _type = "Task" [ 1123.483359] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.501104] env[69808]: DEBUG oslo_vmware.api [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.680681] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790619, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.692331] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.813820] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c47ff156-06f2-4a85-a086-9f6d585306ce tempest-ServerTagsTestJSON-637720551 tempest-ServerTagsTestJSON-637720551-project-member] Lock "35727923-0c25-426b-a711-7c3c307098c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.188s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.834745] env[69808]: DEBUG nova.network.neutron [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Updating instance_info_cache with network_info: [{"id": "59575657-c03e-456b-9562-60d831151dca", "address": "fa:16:3e:de:55:c8", "network": {"id": "0d61cf34-608e-4e50-a47b-f2c6cd28190c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-332730720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "865bf55b83e94184b66e4fb2bbb5d49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59575657-c0", "ovs_interfaceid": "59575657-c03e-456b-9562-60d831151dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.893598] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.893981] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06f76b8d-077a-40fa-afdb-12458db15b9c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.907515] env[69808]: DEBUG oslo_vmware.api [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1123.907515] env[69808]: value = "task-3790623" [ 1123.907515] env[69808]: _type = "Task" [ 1123.907515] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.917253] env[69808]: DEBUG oslo_vmware.api [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.993063] env[69808]: DEBUG oslo_vmware.api [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363315} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.995799] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.995992] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.996192] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.996403] env[69808]: INFO nova.compute.manager [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1123.996612] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.997018] env[69808]: DEBUG nova.compute.manager [-] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1123.997131] env[69808]: DEBUG nova.network.neutron [-] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.091328] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c361169-ef54-48a0-936c-adb9b69974db {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.099646] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f004596-3a9f-4261-8509-575aad80206e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.136447] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16c0edd-9ee4-4282-9ca0-b0b3694742c8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.147462] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456ed542-28aa-4795-8bf5-a4392d72e52b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.167518] env[69808]: DEBUG nova.compute.provider_tree [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.189662] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790619, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.04126} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.189936] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790620, 'name': ReconfigVM_Task, 'duration_secs': 0.691551} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.190372] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] ac2f70b9-f4e9-4f18-906f-47c662a7117b/ac2f70b9-f4e9-4f18-906f-47c662a7117b.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.190639] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.190938] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 44032fc3-b172-41b6-ab74-3da4a48a0d96/44032fc3-b172-41b6-ab74-3da4a48a0d96.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.191598] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea8931e1-82f3-471c-8421-7c623d7ae311 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.194314] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a081690a-2ef8-4301-98b9-0005e517cc2d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.205020] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1124.205020] env[69808]: value = "task-3790624" [ 1124.205020] env[69808]: _type = "Task" [ 1124.205020] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.205020] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1124.205020] env[69808]: value = "task-3790625" [ 1124.205020] env[69808]: _type = "Task" [ 1124.205020] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.224180] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.228038] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790625, 'name': Rename_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.248483] env[69808]: DEBUG nova.network.neutron [-] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.281716] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "refresh_cache-72e4004e-a622-4f99-af36-0f1c0d995f0d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.281916] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired lock "refresh_cache-72e4004e-a622-4f99-af36-0f1c0d995f0d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.282114] env[69808]: DEBUG nova.network.neutron [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.317025] env[69808]: DEBUG nova.compute.manager [req-f885273f-8054-4978-900a-5797c72b759c req-28ba2f42-362b-4c9a-b4fe-a49456882504 service nova] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Received event network-vif-deleted-373c2312-58d4-48a5-9640-f29bd7c517f4 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.338747] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Releasing lock "refresh_cache-6a06b65d-e09a-4812-889f-4d123cf95266" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.418062] env[69808]: DEBUG oslo_vmware.api [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790623, 'name': PowerOnVM_Task, 'duration_secs': 0.427776} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.418535] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.419545] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b7610cb1-6d37-43da-9e32-3142db6b4014 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Updating instance 'f15361d8-4dd2-4237-8b04-c2e516b9140f' progress to 100 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.483632] env[69808]: DEBUG nova.compute.manager [req-2f1008a1-d1f5-4882-bb32-e69a164f386f req-49ce8888-84a0-47b3-83c0-3ab97110bf3a service nova] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Received event network-vif-deleted-a20afa99-5987-4861-8ed5-3ff2feb72f33 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.483854] env[69808]: INFO nova.compute.manager [req-2f1008a1-d1f5-4882-bb32-e69a164f386f req-49ce8888-84a0-47b3-83c0-3ab97110bf3a service nova] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Neutron deleted interface a20afa99-5987-4861-8ed5-3ff2feb72f33; detaching it from the instance and deleting it from the info cache [ 1124.484051] env[69808]: DEBUG nova.network.neutron [req-2f1008a1-d1f5-4882-bb32-e69a164f386f req-49ce8888-84a0-47b3-83c0-3ab97110bf3a service nova] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.674181] env[69808]: DEBUG nova.scheduler.client.report [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.721412] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084174} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.724993] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.725278] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790625, 'name': Rename_Task, 'duration_secs': 0.381311} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.726144] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24cdeff-bf4c-4daa-bf38-69a7b1e3054c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.729015] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.731774] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d9ee008-e06f-48e5-b246-574b11300d42 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.758253] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] ac2f70b9-f4e9-4f18-906f-47c662a7117b/ac2f70b9-f4e9-4f18-906f-47c662a7117b.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.760230] env[69808]: INFO nova.compute.manager [-] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Took 1.89 seconds to deallocate network for instance. [ 1124.760713] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5150339b-a31c-4156-a662-f31f8517bb2c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.776150] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1124.776150] env[69808]: value = "task-3790626" [ 1124.776150] env[69808]: _type = "Task" [ 1124.776150] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.794324] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1124.794324] env[69808]: value = "task-3790627" [ 1124.794324] env[69808]: _type = "Task" [ 1124.794324] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.805313] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790626, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.815293] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790627, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.934049] env[69808]: DEBUG nova.network.neutron [-] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.988079] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10f087ae-c764-446d-b4b4-053c8561a40e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.003557] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdad5f33-45ca-4ad2-a34c-81d4f608bb59 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.039562] env[69808]: DEBUG nova.compute.manager [req-2f1008a1-d1f5-4882-bb32-e69a164f386f req-49ce8888-84a0-47b3-83c0-3ab97110bf3a service nova] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Detach interface failed, port_id=a20afa99-5987-4861-8ed5-3ff2feb72f33, reason: Instance 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1125.152512] env[69808]: DEBUG nova.network.neutron [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Updating instance_info_cache with network_info: [{"id": "f127c55c-95d8-4d4a-bcd2-ebd09a15b015", "address": "fa:16:3e:fd:7a:b4", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf127c55c-95", "ovs_interfaceid": "f127c55c-95d8-4d4a-bcd2-ebd09a15b015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.184211] env[69808]: DEBUG oslo_concurrency.lockutils [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.192296] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.558s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.192728] env[69808]: DEBUG nova.objects.instance [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lazy-loading 'resources' on Instance uuid c8b365c1-b843-476b-96d1-6e88230a0d42 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.226379] env[69808]: INFO nova.scheduler.client.report [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Deleted allocations for instance 17255121-e63e-4fc7-81e6-6fa1d283391f [ 1125.292048] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790626, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.294108] env[69808]: DEBUG oslo_concurrency.lockutils [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.314373] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.441930] env[69808]: INFO nova.compute.manager [-] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Took 1.44 seconds to deallocate network for instance. [ 1125.655641] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Releasing lock "refresh_cache-72e4004e-a622-4f99-af36-0f1c0d995f0d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.737996] env[69808]: DEBUG oslo_concurrency.lockutils [None req-42f5c0f9-3c49-48aa-bf49-8da3ac8f2782 tempest-ImagesNegativeTestJSON-301567964 tempest-ImagesNegativeTestJSON-301567964-project-member] Lock "17255121-e63e-4fc7-81e6-6fa1d283391f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.216s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.793757] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790626, 'name': PowerOnVM_Task, 'duration_secs': 0.834333} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.794554] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.795593] env[69808]: DEBUG nova.compute.manager [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1125.796362] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44594031-6850-4b89-8ca1-40f865a872d9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.818029] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790627, 'name': ReconfigVM_Task, 'duration_secs': 0.727394} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.818793] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Reconfigured VM instance instance-00000061 to attach disk [datastore2] ac2f70b9-f4e9-4f18-906f-47c662a7117b/ac2f70b9-f4e9-4f18-906f-47c662a7117b.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.819368] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c69e94d-8572-4612-a54d-f2612c0f6729 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.829184] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1125.829184] env[69808]: value = "task-3790628" [ 1125.829184] env[69808]: _type = "Task" [ 1125.829184] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.837398] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790628, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.885415] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.885847] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db5ba81a-9748-49bc-bd9e-1904fc2ea2dd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.895653] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1125.895653] env[69808]: value = "task-3790629" [ 1125.895653] env[69808]: _type = "Task" [ 1125.895653] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.917681] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.952273] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.021677] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ec1d81-2fc6-4e18-a47a-ee39200e0a6e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.031705] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab4c93f-399c-4568-9207-ec175a675dd4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.076434] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f9eb39-7e90-4a65-ba38-7cc5b523137d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.087786] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d472e96-77b9-496e-a8db-db245606f410 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.110306] env[69808]: DEBUG nova.compute.provider_tree [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.172612] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2974b8c7-7e5a-4a12-89ef-12f0e06bd90c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.182244] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62219f4-767f-4e56-9e7c-c86be626fc84 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.320197] env[69808]: INFO nova.compute.manager [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] bringing vm to original state: 'stopped' [ 1126.338477] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790628, 'name': Rename_Task, 'duration_secs': 0.234579} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.338786] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.339058] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c578bb86-6acc-43b8-9333-59ea6cca00b5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.350640] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1126.350640] env[69808]: value = "task-3790630" [ 1126.350640] env[69808]: _type = "Task" [ 1126.350640] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.360056] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.409254] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f46e2360-0fa3-4df8-b1bc-f5f9800479dc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "f15361d8-4dd2-4237-8b04-c2e516b9140f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.409577] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f46e2360-0fa3-4df8-b1bc-f5f9800479dc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "f15361d8-4dd2-4237-8b04-c2e516b9140f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.409773] env[69808]: DEBUG nova.compute.manager [None req-f46e2360-0fa3-4df8-b1bc-f5f9800479dc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Going to confirm migration 5 {{(pid=69808) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1126.411228] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790629, 'name': PowerOffVM_Task, 'duration_secs': 0.231275} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.411794] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.412762] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85414a2f-15a4-41d6-98ac-989a03f616f1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.433862] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db26e456-5bb1-4149-a5be-db48e1990d0f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.481353] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.481721] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dba91dd-6d79-45e0-86ca-52364def4fda {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.489576] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1126.489576] env[69808]: value = "task-3790631" [ 1126.489576] env[69808]: _type = "Task" [ 1126.489576] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.498884] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.615032] env[69808]: DEBUG nova.scheduler.client.report [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.861805] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790630, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.978576] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f46e2360-0fa3-4df8-b1bc-f5f9800479dc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "refresh_cache-f15361d8-4dd2-4237-8b04-c2e516b9140f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.978840] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f46e2360-0fa3-4df8-b1bc-f5f9800479dc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "refresh_cache-f15361d8-4dd2-4237-8b04-c2e516b9140f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.978935] env[69808]: DEBUG nova.network.neutron [None req-f46e2360-0fa3-4df8-b1bc-f5f9800479dc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.979148] env[69808]: DEBUG nova.objects.instance [None req-f46e2360-0fa3-4df8-b1bc-f5f9800479dc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lazy-loading 'info_cache' on Instance uuid f15361d8-4dd2-4237-8b04-c2e516b9140f {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.001163] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] VM already powered off {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1127.001329] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.001657] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.001827] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.002028] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.002296] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f6426e4-b963-426e-8903-a94b66bcd829 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.012982] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.013166] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.013959] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe7aed21-3b41-43ed-918f-4e65029056a8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.022037] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1127.022037] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a05adf-ef09-7056-2aea-395df8e28e55" [ 1127.022037] env[69808]: _type = "Task" [ 1127.022037] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.029955] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a05adf-ef09-7056-2aea-395df8e28e55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.122239] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.124978] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.892s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.125354] env[69808]: DEBUG nova.objects.instance [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lazy-loading 'resources' on Instance uuid 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.149154] env[69808]: INFO nova.scheduler.client.report [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Deleted allocations for instance c8b365c1-b843-476b-96d1-6e88230a0d42 [ 1127.305616] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7481637c-9069-4aa4-b454-293708367355 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.339732] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "44032fc3-b172-41b6-ab74-3da4a48a0d96" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.339992] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "44032fc3-b172-41b6-ab74-3da4a48a0d96" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.340208] env[69808]: DEBUG nova.compute.manager [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1127.343016] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7485feb-18a5-4d1d-bf67-c2628abfb58e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.344980] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269c8307-caad-479a-8047-98cb1070398d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.357743] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Updating instance '72e4004e-a622-4f99-af36-0f1c0d995f0d' progress to 83 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.366771] env[69808]: DEBUG nova.compute.manager [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69808) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1127.374830] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790630, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.532732] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a05adf-ef09-7056-2aea-395df8e28e55, 'name': SearchDatastore_Task, 'duration_secs': 0.019949} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.533535] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa3f0068-fc01-43c0-9055-5f87ab6eaefb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.543178] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1127.543178] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522e322b-444d-97f1-9eb8-5e57c3da7718" [ 1127.543178] env[69808]: _type = "Task" [ 1127.543178] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.557367] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522e322b-444d-97f1-9eb8-5e57c3da7718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.628821] env[69808]: DEBUG nova.objects.instance [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lazy-loading 'numa_topology' on Instance uuid 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.661434] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a7ea39cd-de69-4e85-b2fc-814b1f1a9de5 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "c8b365c1-b843-476b-96d1-6e88230a0d42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.459s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.868354] env[69808]: DEBUG oslo_vmware.api [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790630, 'name': PowerOnVM_Task, 'duration_secs': 1.454517} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.871017] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.871017] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.871017] env[69808]: INFO nova.compute.manager [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Took 10.59 seconds to spawn the instance on the hypervisor. [ 1127.871304] env[69808]: DEBUG nova.compute.manager [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1127.872056] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.872457] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec2c6b51-388d-4606-8d16-228bd598aaa0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.875035] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2123a569-a200-44e7-8233-4569eb425d65 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.879112] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8471a133-5839-4c97-bb3f-3be0c91fb6e5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.894585] env[69808]: DEBUG oslo_vmware.api [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1127.894585] env[69808]: value = "task-3790632" [ 1127.894585] env[69808]: _type = "Task" [ 1127.894585] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.894920] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1127.894920] env[69808]: value = "task-3790633" [ 1127.894920] env[69808]: _type = "Task" [ 1127.894920] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.907695] env[69808]: DEBUG oslo_vmware.api [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.912063] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.054904] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522e322b-444d-97f1-9eb8-5e57c3da7718, 'name': SearchDatastore_Task, 'duration_secs': 0.01428} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.055231] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.055512] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 6a06b65d-e09a-4812-889f-4d123cf95266/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk. {{(pid=69808) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1128.055792] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de456b38-85cf-489d-bdcf-1aba3420909f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.065611] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1128.065611] env[69808]: value = "task-3790634" [ 1128.065611] env[69808]: _type = "Task" [ 1128.065611] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.077124] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.131626] env[69808]: DEBUG nova.objects.base [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Object Instance<94be9cc8-bd7d-4338-b9ce-14d47ab7f79e> lazy-loaded attributes: resources,numa_topology {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1128.334191] env[69808]: DEBUG nova.network.neutron [None req-f46e2360-0fa3-4df8-b1bc-f5f9800479dc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Updating instance_info_cache with network_info: [{"id": "0e8df638-8d88-4d50-820e-f8c0c90c1b62", "address": "fa:16:3e:b0:58:4d", "network": {"id": "af196450-77dc-4ac0-959d-83905e667de1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1784084215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde177c157c54ffbaad7a0b9616ff02b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e8df638-8d", "ovs_interfaceid": "0e8df638-8d88-4d50-820e-f8c0c90c1b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.415382] env[69808]: INFO nova.compute.manager [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Took 34.45 seconds to build instance. [ 1128.430636] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790633, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.431414] env[69808]: DEBUG oslo_vmware.api [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790632, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.460397] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c0cf3e-362c-4fe5-9054-5b41597626ae {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.472129] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc252de0-a6c8-46ab-9ac1-8ad37396ce50 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.514849] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298a06c2-baad-457a-90e2-ae1d6f806e12 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.526475] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679a782d-9d2b-4fbc-bdfb-5a2912ad963b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.550075] env[69808]: DEBUG nova.compute.provider_tree [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.581256] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790634, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.838315] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f46e2360-0fa3-4df8-b1bc-f5f9800479dc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "refresh_cache-f15361d8-4dd2-4237-8b04-c2e516b9140f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.838613] env[69808]: DEBUG nova.objects.instance [None req-f46e2360-0fa3-4df8-b1bc-f5f9800479dc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lazy-loading 'migration_context' on Instance uuid f15361d8-4dd2-4237-8b04-c2e516b9140f {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.922531] env[69808]: DEBUG oslo_vmware.api [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790633, 'name': PowerOffVM_Task, 'duration_secs': 0.547545} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.925026] env[69808]: DEBUG oslo_concurrency.lockutils [None req-25c4a7ea-81c0-41d3-b35e-33e036e7bd0f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "ac2f70b9-f4e9-4f18-906f-47c662a7117b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.973s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.925026] env[69808]: DEBUG oslo_vmware.api [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.925026] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.925026] env[69808]: DEBUG nova.compute.manager [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1128.925026] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5aea749-bdfc-40cf-b080-dafd38d253ba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.055023] env[69808]: DEBUG nova.scheduler.client.report [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.083212] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610162} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.083530] env[69808]: INFO nova.virt.vmwareapi.ds_util [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 6a06b65d-e09a-4812-889f-4d123cf95266/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk. [ 1129.084366] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa1043d-d591-42e5-a838-ec95c2b240a1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.120785] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 6a06b65d-e09a-4812-889f-4d123cf95266/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.121322] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e174d4d-0a59-4517-ae2f-74327b83309b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.141403] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1129.141403] env[69808]: value = "task-3790635" [ 1129.141403] env[69808]: _type = "Task" [ 1129.141403] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.152338] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.341940] env[69808]: DEBUG nova.objects.base [None req-f46e2360-0fa3-4df8-b1bc-f5f9800479dc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1129.343389] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d3342a-4361-4a72-bfd7-d1b93cb16b42 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.373926] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afc65ce2-0f17-43e6-8c4e-adfffba43466 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.382117] env[69808]: DEBUG oslo_vmware.api [None req-f46e2360-0fa3-4df8-b1bc-f5f9800479dc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1129.382117] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c47af6-ca9f-fb15-615f-f4eea2874c49" [ 1129.382117] env[69808]: _type = "Task" [ 1129.382117] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.391458] env[69808]: DEBUG oslo_vmware.api [None req-f46e2360-0fa3-4df8-b1bc-f5f9800479dc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c47af6-ca9f-fb15-615f-f4eea2874c49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.412625] env[69808]: DEBUG oslo_vmware.api [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790632, 'name': PowerOnVM_Task, 'duration_secs': 1.122662} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.412908] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.413170] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c9595c-7188-4573-a452-ce9647ba6083 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Updating instance '72e4004e-a622-4f99-af36-0f1c0d995f0d' progress to 100 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.444965] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "44032fc3-b172-41b6-ab74-3da4a48a0d96" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.105s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.559875] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.435s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.563335] env[69808]: DEBUG oslo_concurrency.lockutils [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.282s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.565083] env[69808]: INFO nova.compute.claims [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.656578] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.896446] env[69808]: DEBUG oslo_vmware.api [None req-f46e2360-0fa3-4df8-b1bc-f5f9800479dc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c47af6-ca9f-fb15-615f-f4eea2874c49, 'name': SearchDatastore_Task, 'duration_secs': 0.027941} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.896678] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f46e2360-0fa3-4df8-b1bc-f5f9800479dc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.956136] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.079413] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b70c575c-7d18-4b1b-ada8-51265c47c4dc tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.873s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.081678] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.018s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.081678] env[69808]: INFO nova.compute.manager [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Unshelving [ 1130.157617] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.340470] env[69808]: DEBUG nova.compute.manager [req-d27b1324-6301-421f-ae1b-cb72521b0f5e req-87407403-1c8f-4f59-b2c6-a722fca9243d service nova] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Received event network-changed-2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.340678] env[69808]: DEBUG nova.compute.manager [req-d27b1324-6301-421f-ae1b-cb72521b0f5e req-87407403-1c8f-4f59-b2c6-a722fca9243d service nova] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Refreshing instance network info cache due to event network-changed-2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.340898] env[69808]: DEBUG oslo_concurrency.lockutils [req-d27b1324-6301-421f-ae1b-cb72521b0f5e req-87407403-1c8f-4f59-b2c6-a722fca9243d service nova] Acquiring lock "refresh_cache-ac2f70b9-f4e9-4f18-906f-47c662a7117b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.342123] env[69808]: DEBUG oslo_concurrency.lockutils [req-d27b1324-6301-421f-ae1b-cb72521b0f5e req-87407403-1c8f-4f59-b2c6-a722fca9243d service nova] Acquired lock "refresh_cache-ac2f70b9-f4e9-4f18-906f-47c662a7117b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.342384] env[69808]: DEBUG nova.network.neutron [req-d27b1324-6301-421f-ae1b-cb72521b0f5e req-87407403-1c8f-4f59-b2c6-a722fca9243d service nova] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Refreshing network info cache for port 2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.659604] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790635, 'name': ReconfigVM_Task, 'duration_secs': 1.236677} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.664502] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 6a06b65d-e09a-4812-889f-4d123cf95266/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.669020] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836b49e0-cc0f-424e-b1ef-ed40fb0b4845 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.700551] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40420539-5147-4d1c-ab57-4ffa7eaefcc2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.720436] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1130.720436] env[69808]: value = "task-3790636" [ 1130.720436] env[69808]: _type = "Task" [ 1130.720436] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.730235] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.912817] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cee0ef-e0aa-4f11-a993-35e41c39b4a1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.926184] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e569f44c-61d9-40c2-ac34-67bfca038dac {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.963787] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9041ed-2865-47a6-93ba-41e43a5f8f65 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.976699] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444e2761-33e6-43a4-873b-af69cc3773b6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.002526] env[69808]: DEBUG nova.compute.provider_tree [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.098816] env[69808]: DEBUG nova.compute.utils [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.214436] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "73b987bb-8cca-452b-b6b3-60b27ef2382d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.214628] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "73b987bb-8cca-452b-b6b3-60b27ef2382d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.229903] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790636, 'name': ReconfigVM_Task, 'duration_secs': 0.396512} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.230832] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.231116] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d63e9bd-6512-4dd6-b421-f53c0f464b65 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.238486] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1131.238486] env[69808]: value = "task-3790637" [ 1131.238486] env[69808]: _type = "Task" [ 1131.238486] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.246427] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.471252] env[69808]: DEBUG oslo_concurrency.lockutils [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "44032fc3-b172-41b6-ab74-3da4a48a0d96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.474979] env[69808]: DEBUG oslo_concurrency.lockutils [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "44032fc3-b172-41b6-ab74-3da4a48a0d96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.474979] env[69808]: DEBUG oslo_concurrency.lockutils [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "44032fc3-b172-41b6-ab74-3da4a48a0d96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.474979] env[69808]: DEBUG oslo_concurrency.lockutils [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "44032fc3-b172-41b6-ab74-3da4a48a0d96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.474979] env[69808]: DEBUG oslo_concurrency.lockutils [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "44032fc3-b172-41b6-ab74-3da4a48a0d96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.476248] env[69808]: INFO nova.compute.manager [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Terminating instance [ 1131.506845] env[69808]: DEBUG nova.scheduler.client.report [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.588650] env[69808]: DEBUG nova.network.neutron [req-d27b1324-6301-421f-ae1b-cb72521b0f5e req-87407403-1c8f-4f59-b2c6-a722fca9243d service nova] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Updated VIF entry in instance network info cache for port 2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.589085] env[69808]: DEBUG nova.network.neutron [req-d27b1324-6301-421f-ae1b-cb72521b0f5e req-87407403-1c8f-4f59-b2c6-a722fca9243d service nova] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Updating instance_info_cache with network_info: [{"id": "2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad", "address": "fa:16:3e:15:a3:ee", "network": {"id": "df96a74c-19d0-4fa6-86cd-118550095e1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921938810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60f5afe8694941a483771559188e08d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ab2eb59-bd", "ovs_interfaceid": "2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.603386] env[69808]: INFO nova.virt.block_device [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Booting with volume 8b752c48-dcbb-40d6-9876-41eb7bda75a1 at /dev/sdb [ 1131.652428] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-466dce1f-0b3a-438a-b9fb-9979dfe10e1d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.664542] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92eab21-4ad7-4d09-beb6-2894de3503de {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.700562] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3e691d5-3a6c-4670-94e8-ddda34d61858 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.712539] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84287d4-2e81-40a1-a882-f9bb5ad9befd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.725127] env[69808]: DEBUG nova.compute.manager [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1131.762030] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae4b85c-7a93-46a9-a261-0c55992b3083 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.774223] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790637, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.778263] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e08709-a1a0-4d98-a0cd-6b1882c27174 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.797341] env[69808]: DEBUG nova.virt.block_device [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Updating existing volume attachment record: 3b2bbcb6-d876-42aa-98bf-5cdd5be74068 {{(pid=69808) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1131.983464] env[69808]: DEBUG nova.compute.manager [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.984145] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.985030] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085c1b62-21f7-4b3c-b936-6629e00c46c5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.996434] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.996434] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-557f4c8a-fe10-4388-92cb-e87ff5feeca0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.012647] env[69808]: DEBUG oslo_concurrency.lockutils [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.013241] env[69808]: DEBUG nova.compute.manager [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.017998] env[69808]: DEBUG oslo_concurrency.lockutils [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.895s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.018259] env[69808]: DEBUG nova.objects.instance [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lazy-loading 'resources' on Instance uuid d6395d56-b98c-4230-93bf-ceda696f6731 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.092221] env[69808]: DEBUG oslo_concurrency.lockutils [req-d27b1324-6301-421f-ae1b-cb72521b0f5e req-87407403-1c8f-4f59-b2c6-a722fca9243d service nova] Releasing lock "refresh_cache-ac2f70b9-f4e9-4f18-906f-47c662a7117b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.092868] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.093129] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.093359] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Deleting the datastore file [datastore2] 44032fc3-b172-41b6-ab74-3da4a48a0d96 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.093969] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1898569-9d3e-42c0-b37c-97b475ca86d3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.103936] env[69808]: DEBUG oslo_vmware.api [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1132.103936] env[69808]: value = "task-3790642" [ 1132.103936] env[69808]: _type = "Task" [ 1132.103936] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.116242] env[69808]: DEBUG oslo_vmware.api [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.263680] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.269808] env[69808]: DEBUG oslo_vmware.api [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790637, 'name': PowerOnVM_Task, 'duration_secs': 0.674933} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.270228] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.273184] env[69808]: DEBUG nova.compute.manager [None req-c7b5819b-3206-4138-94dc-439166d72903 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1132.274055] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ea86c2-c8aa-4368-9dac-ac4c267f7888 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.520225] env[69808]: DEBUG nova.compute.utils [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.521831] env[69808]: DEBUG nova.compute.manager [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.522242] env[69808]: DEBUG nova.network.neutron [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.580058] env[69808]: DEBUG nova.network.neutron [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Port f127c55c-95d8-4d4a-bcd2-ebd09a15b015 binding to destination host cpu-1 is already ACTIVE {{(pid=69808) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1132.580058] env[69808]: DEBUG oslo_concurrency.lockutils [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "refresh_cache-72e4004e-a622-4f99-af36-0f1c0d995f0d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.580058] env[69808]: DEBUG oslo_concurrency.lockutils [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired lock "refresh_cache-72e4004e-a622-4f99-af36-0f1c0d995f0d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.580058] env[69808]: DEBUG nova.network.neutron [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.611162] env[69808]: DEBUG nova.policy [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bdd6d8141234ef8b7941aed9f8b35c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08804065ac184d048e49b966b75ce3ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.623625] env[69808]: DEBUG oslo_vmware.api [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236335} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.623887] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.624084] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.624265] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.624437] env[69808]: INFO nova.compute.manager [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1132.624698] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.624902] env[69808]: DEBUG nova.compute.manager [-] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.624999] env[69808]: DEBUG nova.network.neutron [-] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.851765] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f364cfc-e3ec-49dc-8422-6cd8e9d247cb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.861756] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8195ed6-20d3-4d07-8b68-880d6f0d2a38 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.898102] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb184616-d49a-40e7-8ff2-fab1fc522d6e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.907279] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e273e5-5a9e-4b63-9e45-cc98ccc8714a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.926465] env[69808]: DEBUG nova.compute.provider_tree [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.983912] env[69808]: DEBUG nova.network.neutron [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Successfully created port: 96623f73-4be0-4b40-ba64-f55a903be981 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.032089] env[69808]: DEBUG nova.compute.manager [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.034939] env[69808]: DEBUG nova.compute.manager [req-c4685265-93a4-4cc9-98f4-4709d0689beb req-97f2ef64-3b53-402e-811c-c8fe03b5e414 service nova] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Received event network-vif-deleted-685015bf-7a65-4662-914b-3e62eb2e76f7 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.035245] env[69808]: INFO nova.compute.manager [req-c4685265-93a4-4cc9-98f4-4709d0689beb req-97f2ef64-3b53-402e-811c-c8fe03b5e414 service nova] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Neutron deleted interface 685015bf-7a65-4662-914b-3e62eb2e76f7; detaching it from the instance and deleting it from the info cache [ 1133.035310] env[69808]: DEBUG nova.network.neutron [req-c4685265-93a4-4cc9-98f4-4709d0689beb req-97f2ef64-3b53-402e-811c-c8fe03b5e414 service nova] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.276009] env[69808]: INFO nova.compute.manager [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Unrescuing [ 1133.276355] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "refresh_cache-6a06b65d-e09a-4812-889f-4d123cf95266" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.276536] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquired lock "refresh_cache-6a06b65d-e09a-4812-889f-4d123cf95266" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.276709] env[69808]: DEBUG nova.network.neutron [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.405458] env[69808]: DEBUG nova.network.neutron [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Updating instance_info_cache with network_info: [{"id": "f127c55c-95d8-4d4a-bcd2-ebd09a15b015", "address": "fa:16:3e:fd:7a:b4", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf127c55c-95", "ovs_interfaceid": "f127c55c-95d8-4d4a-bcd2-ebd09a15b015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.433023] env[69808]: DEBUG nova.scheduler.client.report [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.496414] env[69808]: DEBUG nova.network.neutron [-] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.541909] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f7b5fc5-0c87-45f6-8143-2daff160f1ec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.556052] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d50469-382e-4505-aee0-c6ceaa102187 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.597881] env[69808]: DEBUG nova.compute.manager [req-c4685265-93a4-4cc9-98f4-4709d0689beb req-97f2ef64-3b53-402e-811c-c8fe03b5e414 service nova] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Detach interface failed, port_id=685015bf-7a65-4662-914b-3e62eb2e76f7, reason: Instance 44032fc3-b172-41b6-ab74-3da4a48a0d96 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1133.911721] env[69808]: DEBUG oslo_concurrency.lockutils [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Releasing lock "refresh_cache-72e4004e-a622-4f99-af36-0f1c0d995f0d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.937520] env[69808]: DEBUG oslo_concurrency.lockutils [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.940299] env[69808]: DEBUG oslo_concurrency.lockutils [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.646s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.940434] env[69808]: DEBUG nova.objects.instance [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lazy-loading 'resources' on Instance uuid 252516b1-d12e-4423-866e-52ce27d85ff6 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.961173] env[69808]: INFO nova.scheduler.client.report [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Deleted allocations for instance d6395d56-b98c-4230-93bf-ceda696f6731 [ 1133.998629] env[69808]: INFO nova.compute.manager [-] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Took 1.37 seconds to deallocate network for instance. [ 1134.048192] env[69808]: DEBUG nova.compute.manager [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.082097] env[69808]: DEBUG nova.network.neutron [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Updating instance_info_cache with network_info: [{"id": "59575657-c03e-456b-9562-60d831151dca", "address": "fa:16:3e:de:55:c8", "network": {"id": "0d61cf34-608e-4e50-a47b-f2c6cd28190c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-332730720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "865bf55b83e94184b66e4fb2bbb5d49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59575657-c0", "ovs_interfaceid": "59575657-c03e-456b-9562-60d831151dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.094308] env[69808]: DEBUG nova.virt.hardware [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.094308] env[69808]: DEBUG nova.virt.hardware [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.094308] env[69808]: DEBUG nova.virt.hardware [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.094308] env[69808]: DEBUG nova.virt.hardware [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.094308] env[69808]: DEBUG nova.virt.hardware [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.094308] env[69808]: DEBUG nova.virt.hardware [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.094308] env[69808]: DEBUG nova.virt.hardware [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.094308] env[69808]: DEBUG nova.virt.hardware [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.094308] env[69808]: DEBUG nova.virt.hardware [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.094866] env[69808]: DEBUG nova.virt.hardware [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.094866] env[69808]: DEBUG nova.virt.hardware [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.095656] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7444d69-b68d-41a0-99f1-3073834caa42 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.107949] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10de7088-ed2c-498f-ac1c-42d4cf055373 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.215375] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "42003ac9-4edb-4ea0-a3a6-2b15fa4f879b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.215726] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "42003ac9-4edb-4ea0-a3a6-2b15fa4f879b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.258841] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "8c218f00-c7be-4978-8326-296ce3c6f55f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.259146] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "8c218f00-c7be-4978-8326-296ce3c6f55f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.297509] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "5c32c02f-477b-4388-9300-9394ba424490" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.297809] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "5c32c02f-477b-4388-9300-9394ba424490" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.418020] env[69808]: DEBUG nova.compute.manager [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69808) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1134.481250] env[69808]: DEBUG oslo_concurrency.lockutils [None req-20586e00-d31d-4518-8fc9-9033f67c5069 tempest-ListImageFiltersTestJSON-1050900725 tempest-ListImageFiltersTestJSON-1050900725-project-member] Lock "d6395d56-b98c-4230-93bf-ceda696f6731" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.825s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.506357] env[69808]: DEBUG oslo_concurrency.lockutils [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.586699] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Releasing lock "refresh_cache-6a06b65d-e09a-4812-889f-4d123cf95266" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.589367] env[69808]: DEBUG nova.objects.instance [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lazy-loading 'flavor' on Instance uuid 6a06b65d-e09a-4812-889f-4d123cf95266 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.660590] env[69808]: DEBUG nova.compute.manager [req-b0c41701-098c-45a8-827d-3690d0336f41 req-da082857-30ef-4683-b074-e00955cfa01f service nova] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Received event network-vif-plugged-96623f73-4be0-4b40-ba64-f55a903be981 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.660884] env[69808]: DEBUG oslo_concurrency.lockutils [req-b0c41701-098c-45a8-827d-3690d0336f41 req-da082857-30ef-4683-b074-e00955cfa01f service nova] Acquiring lock "a2f6ca7c-8909-4d62-bfca-887b614e7a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.661230] env[69808]: DEBUG oslo_concurrency.lockutils [req-b0c41701-098c-45a8-827d-3690d0336f41 req-da082857-30ef-4683-b074-e00955cfa01f service nova] Lock "a2f6ca7c-8909-4d62-bfca-887b614e7a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.661521] env[69808]: DEBUG oslo_concurrency.lockutils [req-b0c41701-098c-45a8-827d-3690d0336f41 req-da082857-30ef-4683-b074-e00955cfa01f service nova] Lock "a2f6ca7c-8909-4d62-bfca-887b614e7a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.661836] env[69808]: DEBUG nova.compute.manager [req-b0c41701-098c-45a8-827d-3690d0336f41 req-da082857-30ef-4683-b074-e00955cfa01f service nova] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] No waiting events found dispatching network-vif-plugged-96623f73-4be0-4b40-ba64-f55a903be981 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1134.662788] env[69808]: WARNING nova.compute.manager [req-b0c41701-098c-45a8-827d-3690d0336f41 req-da082857-30ef-4683-b074-e00955cfa01f service nova] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Received unexpected event network-vif-plugged-96623f73-4be0-4b40-ba64-f55a903be981 for instance with vm_state building and task_state spawning. [ 1134.722452] env[69808]: DEBUG nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.730338] env[69808]: DEBUG nova.network.neutron [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Successfully updated port: 96623f73-4be0-4b40-ba64-f55a903be981 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.763178] env[69808]: DEBUG nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.803109] env[69808]: DEBUG nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.856432] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01384be8-fa3d-43aa-b826-dcab7b2adc72 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.868778] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5ca7b6-1859-4432-922b-b45521d0aa6c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.902621] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050032c4-fb7a-41c0-8ed7-fc496e23f911 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.911504] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb45c06-ff7e-4eed-932e-282c27f2b8b9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.926588] env[69808]: DEBUG nova.compute.provider_tree [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.097827] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbe5df5-ba79-4593-99e6-35a4e74491ed {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.120906] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.121255] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-441476ef-6f22-4887-9e21-1e5f07406fa2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.129619] env[69808]: DEBUG oslo_vmware.api [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1135.129619] env[69808]: value = "task-3790644" [ 1135.129619] env[69808]: _type = "Task" [ 1135.129619] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.139014] env[69808]: DEBUG oslo_vmware.api [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.235360] env[69808]: DEBUG oslo_concurrency.lockutils [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "refresh_cache-a2f6ca7c-8909-4d62-bfca-887b614e7a4e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.235454] env[69808]: DEBUG oslo_concurrency.lockutils [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired lock "refresh_cache-a2f6ca7c-8909-4d62-bfca-887b614e7a4e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.235878] env[69808]: DEBUG nova.network.neutron [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.244741] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.282089] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.337098] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.430470] env[69808]: DEBUG nova.scheduler.client.report [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.569044] env[69808]: DEBUG oslo_concurrency.lockutils [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.639791] env[69808]: DEBUG oslo_vmware.api [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790644, 'name': PowerOffVM_Task, 'duration_secs': 0.442341} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.640111] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.645480] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1135.645817] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91498fd2-df63-4ac7-bc71-e0adc61f2baf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.666476] env[69808]: DEBUG oslo_vmware.api [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1135.666476] env[69808]: value = "task-3790645" [ 1135.666476] env[69808]: _type = "Task" [ 1135.666476] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.675892] env[69808]: DEBUG oslo_vmware.api [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.786306] env[69808]: DEBUG nova.network.neutron [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.936371] env[69808]: DEBUG oslo_concurrency.lockutils [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.939037] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.988s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.940020] env[69808]: DEBUG nova.objects.instance [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lazy-loading 'resources' on Instance uuid 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.965842] env[69808]: DEBUG nova.network.neutron [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Updating instance_info_cache with network_info: [{"id": "96623f73-4be0-4b40-ba64-f55a903be981", "address": "fa:16:3e:6e:70:dc", "network": {"id": "2b56dc08-fe78-437a-a060-3aead94f8b87", "bridge": "br-int", "label": "tempest-ServersTestJSON-503382848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08804065ac184d048e49b966b75ce3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96623f73-4b", "ovs_interfaceid": "96623f73-4be0-4b40-ba64-f55a903be981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.969181] env[69808]: INFO nova.scheduler.client.report [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Deleted allocations for instance 252516b1-d12e-4423-866e-52ce27d85ff6 [ 1136.181409] env[69808]: DEBUG oslo_vmware.api [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790645, 'name': ReconfigVM_Task, 'duration_secs': 0.317765} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.181409] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1136.181409] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.181409] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de513510-e226-42d9-8b71-d690cd5e3030 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.187793] env[69808]: DEBUG oslo_vmware.api [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1136.187793] env[69808]: value = "task-3790646" [ 1136.187793] env[69808]: _type = "Task" [ 1136.187793] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.196696] env[69808]: DEBUG oslo_vmware.api [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.469000] env[69808]: DEBUG oslo_concurrency.lockutils [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Releasing lock "refresh_cache-a2f6ca7c-8909-4d62-bfca-887b614e7a4e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.469373] env[69808]: DEBUG nova.compute.manager [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Instance network_info: |[{"id": "96623f73-4be0-4b40-ba64-f55a903be981", "address": "fa:16:3e:6e:70:dc", "network": {"id": "2b56dc08-fe78-437a-a060-3aead94f8b87", "bridge": "br-int", "label": "tempest-ServersTestJSON-503382848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08804065ac184d048e49b966b75ce3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96623f73-4b", "ovs_interfaceid": "96623f73-4be0-4b40-ba64-f55a903be981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.470013] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:70:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96623f73-4be0-4b40-ba64-f55a903be981', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.477803] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.480955] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.483859] env[69808]: DEBUG oslo_concurrency.lockutils [None req-03c41cf6-01d6-4bc7-81a9-1b6891ba2102 tempest-ServerRescueTestJSON-1353918234 tempest-ServerRescueTestJSON-1353918234-project-member] Lock "252516b1-d12e-4423-866e-52ce27d85ff6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.780s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.484893] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cee5e4e0-d091-4ebb-bb1b-0b71be742275 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.507224] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.507224] env[69808]: value = "task-3790647" [ 1136.507224] env[69808]: _type = "Task" [ 1136.507224] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.517714] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790647, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.706650] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquiring lock "02aedc8b-b91d-40f7-be34-4027bf6abed0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.706961] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lock "02aedc8b-b91d-40f7-be34-4027bf6abed0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.708382] env[69808]: DEBUG oslo_vmware.api [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790646, 'name': PowerOnVM_Task, 'duration_secs': 0.423641} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.710220] env[69808]: DEBUG nova.compute.manager [req-c9fa6dd8-ecbe-46b2-b0da-524515ee5f7b req-1e399d32-ece4-4394-a1a8-c91cab16fb3f service nova] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Received event network-changed-96623f73-4be0-4b40-ba64-f55a903be981 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.710456] env[69808]: DEBUG nova.compute.manager [req-c9fa6dd8-ecbe-46b2-b0da-524515ee5f7b req-1e399d32-ece4-4394-a1a8-c91cab16fb3f service nova] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Refreshing instance network info cache due to event network-changed-96623f73-4be0-4b40-ba64-f55a903be981. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.710717] env[69808]: DEBUG oslo_concurrency.lockutils [req-c9fa6dd8-ecbe-46b2-b0da-524515ee5f7b req-1e399d32-ece4-4394-a1a8-c91cab16fb3f service nova] Acquiring lock "refresh_cache-a2f6ca7c-8909-4d62-bfca-887b614e7a4e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.711282] env[69808]: DEBUG oslo_concurrency.lockutils [req-c9fa6dd8-ecbe-46b2-b0da-524515ee5f7b req-1e399d32-ece4-4394-a1a8-c91cab16fb3f service nova] Acquired lock "refresh_cache-a2f6ca7c-8909-4d62-bfca-887b614e7a4e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.711571] env[69808]: DEBUG nova.network.neutron [req-c9fa6dd8-ecbe-46b2-b0da-524515ee5f7b req-1e399d32-ece4-4394-a1a8-c91cab16fb3f service nova] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Refreshing network info cache for port 96623f73-4be0-4b40-ba64-f55a903be981 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.715897] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.715897] env[69808]: DEBUG nova.compute.manager [None req-a007d8d7-10d1-4237-b3d0-949ff6cf0597 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1136.715897] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cace7759-e407-4aa2-a9fd-f362e9f0bbfd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.813425] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cea307-c4c3-457c-a2e7-24f421c0c0f0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.823112] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571cd26e-c3ae-4f35-932a-82ba9915f7dd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.859752] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7dc289-eecb-4276-906b-925d91393b88 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.869738] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16691b1-cf14-41c9-b8db-cd24a433630b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.887817] env[69808]: DEBUG nova.compute.provider_tree [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.941502] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquiring lock "b88aa266-0792-4e2f-86d5-60d338e11397" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.943154] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lock "b88aa266-0792-4e2f-86d5-60d338e11397" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.033774] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790647, 'name': CreateVM_Task, 'duration_secs': 0.509709} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.037159] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.038234] env[69808]: DEBUG oslo_concurrency.lockutils [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.038836] env[69808]: DEBUG oslo_concurrency.lockutils [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.038989] env[69808]: DEBUG oslo_concurrency.lockutils [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.039376] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-260620dd-188d-4222-90d7-f7554f50a03b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.046907] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1137.046907] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520b602c-6aa7-2cbc-7b23-a119bce17dfe" [ 1137.046907] env[69808]: _type = "Task" [ 1137.046907] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.060088] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520b602c-6aa7-2cbc-7b23-a119bce17dfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.211022] env[69808]: DEBUG nova.compute.manager [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.390972] env[69808]: DEBUG nova.scheduler.client.report [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.444655] env[69808]: DEBUG nova.compute.manager [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.450297] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.496319] env[69808]: DEBUG nova.network.neutron [req-c9fa6dd8-ecbe-46b2-b0da-524515ee5f7b req-1e399d32-ece4-4394-a1a8-c91cab16fb3f service nova] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Updated VIF entry in instance network info cache for port 96623f73-4be0-4b40-ba64-f55a903be981. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.496733] env[69808]: DEBUG nova.network.neutron [req-c9fa6dd8-ecbe-46b2-b0da-524515ee5f7b req-1e399d32-ece4-4394-a1a8-c91cab16fb3f service nova] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Updating instance_info_cache with network_info: [{"id": "96623f73-4be0-4b40-ba64-f55a903be981", "address": "fa:16:3e:6e:70:dc", "network": {"id": "2b56dc08-fe78-437a-a060-3aead94f8b87", "bridge": "br-int", "label": "tempest-ServersTestJSON-503382848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08804065ac184d048e49b966b75ce3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96623f73-4b", "ovs_interfaceid": "96623f73-4be0-4b40-ba64-f55a903be981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.558765] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520b602c-6aa7-2cbc-7b23-a119bce17dfe, 'name': SearchDatastore_Task, 'duration_secs': 0.023319} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.559107] env[69808]: DEBUG oslo_concurrency.lockutils [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.559356] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.559599] env[69808]: DEBUG oslo_concurrency.lockutils [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.559744] env[69808]: DEBUG oslo_concurrency.lockutils [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.559919] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.560205] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65665049-bf0b-40f3-bb5f-4bebebcaf8bf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.571702] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.574858] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.575644] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a44b911-8457-440f-986e-5c9d78284fec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.582999] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1137.582999] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523dcde9-78fa-c829-344c-ad7c83439d64" [ 1137.582999] env[69808]: _type = "Task" [ 1137.582999] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.598029] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523dcde9-78fa-c829-344c-ad7c83439d64, 'name': SearchDatastore_Task, 'duration_secs': 0.011386} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.598955] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da7f83a1-8c4e-41fd-8d32-23bf23cb0225 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.605154] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1137.605154] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a54333-70b9-b5f0-5df2-e619843dc733" [ 1137.605154] env[69808]: _type = "Task" [ 1137.605154] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.614784] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a54333-70b9-b5f0-5df2-e619843dc733, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.748341] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.896126] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.899208] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f46e2360-0fa3-4df8-b1bc-f5f9800479dc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.002s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.924127] env[69808]: INFO nova.scheduler.client.report [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Deleted allocations for instance 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c [ 1137.964999] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.000565] env[69808]: DEBUG oslo_concurrency.lockutils [req-c9fa6dd8-ecbe-46b2-b0da-524515ee5f7b req-1e399d32-ece4-4394-a1a8-c91cab16fb3f service nova] Releasing lock "refresh_cache-a2f6ca7c-8909-4d62-bfca-887b614e7a4e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.118892] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a54333-70b9-b5f0-5df2-e619843dc733, 'name': SearchDatastore_Task, 'duration_secs': 0.010395} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.118892] env[69808]: DEBUG oslo_concurrency.lockutils [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.118892] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] a2f6ca7c-8909-4d62-bfca-887b614e7a4e/a2f6ca7c-8909-4d62-bfca-887b614e7a4e.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.118892] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b266318b-ecef-458f-8f3f-192122412fcd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.125971] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1138.125971] env[69808]: value = "task-3790648" [ 1138.125971] env[69808]: _type = "Task" [ 1138.125971] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.135345] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.432727] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6c89d77e-758f-4915-b057-450485887eee tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.590s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.637562] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790648, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.702314] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fbbbde-96f5-4672-acd7-c1933ca6bae2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.710376] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1de5c88-a667-4405-9cef-0af8a55f1654 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.763857] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c075384f-0436-4ede-914f-27a64c994cfc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.775399] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab44215d-5106-49b8-b1ee-50389b3341dd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.795702] env[69808]: DEBUG nova.compute.provider_tree [None req-f46e2360-0fa3-4df8-b1bc-f5f9800479dc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.137036] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582013} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.137354] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] a2f6ca7c-8909-4d62-bfca-887b614e7a4e/a2f6ca7c-8909-4d62-bfca-887b614e7a4e.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.137587] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.137850] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3daae5b3-6a3b-4572-a865-bd7b46ad7a28 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.147504] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1139.147504] env[69808]: value = "task-3790649" [ 1139.147504] env[69808]: _type = "Task" [ 1139.147504] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.157684] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.300846] env[69808]: DEBUG nova.scheduler.client.report [None req-f46e2360-0fa3-4df8-b1bc-f5f9800479dc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.325332] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "24041c49-00e8-4488-9bc5-b9078279a0f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.325554] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "24041c49-00e8-4488-9bc5-b9078279a0f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.660636] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087846} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.661034] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.662120] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cff594c-dc24-4da5-ada5-1392aed88a48 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.684942] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] a2f6ca7c-8909-4d62-bfca-887b614e7a4e/a2f6ca7c-8909-4d62-bfca-887b614e7a4e.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.685292] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a7e75be-b8b6-46ff-90b9-1aca7f3c5d92 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.707280] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1139.707280] env[69808]: value = "task-3790650" [ 1139.707280] env[69808]: _type = "Task" [ 1139.707280] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.716100] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790650, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.828160] env[69808]: DEBUG nova.compute.manager [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1140.218225] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790650, 'name': ReconfigVM_Task, 'duration_secs': 0.356826} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.218444] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Reconfigured VM instance instance-00000062 to attach disk [datastore2] a2f6ca7c-8909-4d62-bfca-887b614e7a4e/a2f6ca7c-8909-4d62-bfca-887b614e7a4e.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.219096] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae0f6e37-59ea-4f9b-a973-6629c7ee7dbc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.225584] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1140.225584] env[69808]: value = "task-3790651" [ 1140.225584] env[69808]: _type = "Task" [ 1140.225584] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.235166] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790651, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.312375] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f46e2360-0fa3-4df8-b1bc-f5f9800479dc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.413s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.315642] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.362s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.315849] env[69808]: DEBUG nova.objects.instance [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69808) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1140.352515] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.619461] env[69808]: DEBUG oslo_concurrency.lockutils [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "9391d62e-b558-4c36-a315-0428fe456cac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.619746] env[69808]: DEBUG oslo_concurrency.lockutils [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "9391d62e-b558-4c36-a315-0428fe456cac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.736875] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790651, 'name': Rename_Task, 'duration_secs': 0.141853} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.737264] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.737530] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98a3035d-4564-4f1a-8c99-9ce5f4f2a32a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.745385] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1140.745385] env[69808]: value = "task-3790652" [ 1140.745385] env[69808]: _type = "Task" [ 1140.745385] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.754245] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.883146] env[69808]: INFO nova.scheduler.client.report [None req-f46e2360-0fa3-4df8-b1bc-f5f9800479dc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Deleted allocation for migration 3a538b3d-f6ae-47a5-90a9-15b4bb3ef4b2 [ 1141.122484] env[69808]: DEBUG nova.compute.manager [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1141.256665] env[69808]: DEBUG oslo_vmware.api [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790652, 'name': PowerOnVM_Task, 'duration_secs': 0.496856} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.257135] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.257335] env[69808]: INFO nova.compute.manager [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1141.257454] env[69808]: DEBUG nova.compute.manager [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1141.258312] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90384cd-1665-4b14-8a08-afdc82ab96cc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.330240] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8072dd95-536d-46af-ab66-d3bf0112e6f2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.330240] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.067s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.331785] env[69808]: INFO nova.compute.claims [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.391571] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f46e2360-0fa3-4df8-b1bc-f5f9800479dc tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "f15361d8-4dd2-4237-8b04-c2e516b9140f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.982s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.404038] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "f15361d8-4dd2-4237-8b04-c2e516b9140f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.404204] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "f15361d8-4dd2-4237-8b04-c2e516b9140f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.404449] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "f15361d8-4dd2-4237-8b04-c2e516b9140f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.404848] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "f15361d8-4dd2-4237-8b04-c2e516b9140f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.405088] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "f15361d8-4dd2-4237-8b04-c2e516b9140f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.408089] env[69808]: INFO nova.compute.manager [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Terminating instance [ 1141.642313] env[69808]: DEBUG oslo_concurrency.lockutils [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.775788] env[69808]: INFO nova.compute.manager [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Took 23.51 seconds to build instance. [ 1141.913293] env[69808]: DEBUG nova.compute.manager [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.913586] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.914042] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "a1d9fa27-9ee6-46fe-802f-f4138cbdf733" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.914270] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "a1d9fa27-9ee6-46fe-802f-f4138cbdf733" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.916368] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f785f50-f9ab-419c-b5eb-9a3b922d9b3e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.926259] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.926395] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0198365b-24f3-492d-ab69-727ca8c76bd3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.936104] env[69808]: DEBUG oslo_vmware.api [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1141.936104] env[69808]: value = "task-3790653" [ 1141.936104] env[69808]: _type = "Task" [ 1141.936104] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.948894] env[69808]: DEBUG oslo_vmware.api [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.254404] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "a2f6ca7c-8909-4d62-bfca-887b614e7a4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.278398] env[69808]: DEBUG oslo_concurrency.lockutils [None req-36f3b860-d820-4b0c-9113-60464c3b408e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "a2f6ca7c-8909-4d62-bfca-887b614e7a4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.026s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.278703] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "a2f6ca7c-8909-4d62-bfca-887b614e7a4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.025s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.278927] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "a2f6ca7c-8909-4d62-bfca-887b614e7a4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.279153] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "a2f6ca7c-8909-4d62-bfca-887b614e7a4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.279322] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "a2f6ca7c-8909-4d62-bfca-887b614e7a4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.281519] env[69808]: INFO nova.compute.manager [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Terminating instance [ 1142.421238] env[69808]: DEBUG nova.compute.manager [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1142.449826] env[69808]: DEBUG oslo_vmware.api [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790653, 'name': PowerOffVM_Task, 'duration_secs': 0.197922} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.450140] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.450385] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.453256] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-495c05cd-36a1-414e-a247-2fd949547f4d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.524070] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.524070] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.524070] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Deleting the datastore file [datastore2] f15361d8-4dd2-4237-8b04-c2e516b9140f {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.524070] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d47df68b-db23-41f7-bff7-de5f74c55310 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.530700] env[69808]: DEBUG oslo_vmware.api [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1142.530700] env[69808]: value = "task-3790655" [ 1142.530700] env[69808]: _type = "Task" [ 1142.530700] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.541407] env[69808]: DEBUG oslo_vmware.api [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.645615] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c87759-ae40-47ae-8797-25e72b44bfe8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.653939] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33a349a-c902-44a2-882c-e191aae2111a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.687959] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdab575-ae76-472c-9792-ac04029169a2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.696091] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72972012-4138-4081-b48f-f5dab1ca66d6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.709969] env[69808]: DEBUG nova.compute.provider_tree [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.786069] env[69808]: DEBUG nova.compute.manager [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.786069] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.786998] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7261e66-ef02-4494-a576-68a619b25767 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.795078] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.795348] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f4f6bbb-b2d4-4ffb-a5cb-48dadd2eaedb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.803026] env[69808]: DEBUG oslo_vmware.api [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1142.803026] env[69808]: value = "task-3790656" [ 1142.803026] env[69808]: _type = "Task" [ 1142.803026] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.811027] env[69808]: DEBUG oslo_vmware.api [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.941467] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.041194] env[69808]: DEBUG oslo_vmware.api [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206527} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.041461] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.041649] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.041829] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.042010] env[69808]: INFO nova.compute.manager [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1143.042258] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.042460] env[69808]: DEBUG nova.compute.manager [-] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.042557] env[69808]: DEBUG nova.network.neutron [-] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.214156] env[69808]: DEBUG nova.scheduler.client.report [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.287796] env[69808]: DEBUG nova.compute.manager [req-0860af55-7e3b-4ff6-8861-e0263c3ffd7d req-140afa68-e17f-4012-bf45-3a0f8e0f21be service nova] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Received event network-vif-deleted-0e8df638-8d88-4d50-820e-f8c0c90c1b62 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.288015] env[69808]: INFO nova.compute.manager [req-0860af55-7e3b-4ff6-8861-e0263c3ffd7d req-140afa68-e17f-4012-bf45-3a0f8e0f21be service nova] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Neutron deleted interface 0e8df638-8d88-4d50-820e-f8c0c90c1b62; detaching it from the instance and deleting it from the info cache [ 1143.288191] env[69808]: DEBUG nova.network.neutron [req-0860af55-7e3b-4ff6-8861-e0263c3ffd7d req-140afa68-e17f-4012-bf45-3a0f8e0f21be service nova] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.313460] env[69808]: DEBUG oslo_vmware.api [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790656, 'name': PowerOffVM_Task, 'duration_secs': 0.291768} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.313715] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.313886] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.314154] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa1c2a80-98f2-4d80-8cd1-1ebe0afd7e7c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.376095] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.376446] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.376685] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Deleting the datastore file [datastore2] a2f6ca7c-8909-4d62-bfca-887b614e7a4e {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.377110] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bc970d8-3321-4d79-b936-d925f93807cd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.385316] env[69808]: DEBUG oslo_vmware.api [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1143.385316] env[69808]: value = "task-3790658" [ 1143.385316] env[69808]: _type = "Task" [ 1143.385316] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.396518] env[69808]: DEBUG oslo_vmware.api [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.719985] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.720567] env[69808]: DEBUG nova.compute.manager [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.723285] env[69808]: DEBUG oslo_concurrency.lockutils [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.217s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.723505] env[69808]: DEBUG nova.objects.instance [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lazy-loading 'resources' on Instance uuid 44032fc3-b172-41b6-ab74-3da4a48a0d96 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.769988] env[69808]: DEBUG nova.network.neutron [-] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.790780] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebf4a848-4a0e-4c7d-8ae1-bdd0bc0049a6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.801635] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d4a673-83aa-4d5f-bbf1-195a4eb3e5b6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.833808] env[69808]: DEBUG nova.compute.manager [req-0860af55-7e3b-4ff6-8861-e0263c3ffd7d req-140afa68-e17f-4012-bf45-3a0f8e0f21be service nova] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Detach interface failed, port_id=0e8df638-8d88-4d50-820e-f8c0c90c1b62, reason: Instance f15361d8-4dd2-4237-8b04-c2e516b9140f could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1143.895657] env[69808]: DEBUG oslo_vmware.api [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140516} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.895910] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.896121] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.896308] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.896486] env[69808]: INFO nova.compute.manager [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1143.896729] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.896924] env[69808]: DEBUG nova.compute.manager [-] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.897023] env[69808]: DEBUG nova.network.neutron [-] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.227795] env[69808]: DEBUG nova.compute.utils [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.232485] env[69808]: DEBUG nova.compute.manager [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.232831] env[69808]: DEBUG nova.network.neutron [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.272758] env[69808]: INFO nova.compute.manager [-] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Took 1.23 seconds to deallocate network for instance. [ 1144.290754] env[69808]: DEBUG nova.policy [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6315105d7b9c436990157010b2d76657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c7cf3d1f5f94168ae452203efcece8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.529063] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4aa25a-20dc-4768-80be-54dfc78d1314 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.538674] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49b306b-4f44-4f72-9f4a-a0bbb9d17793 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.575084] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd1b440-0251-4957-b91e-4eee68ca2b7b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.586296] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0573c285-3bf2-4558-a3a7-b4aeb2cbf4d2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.600324] env[69808]: DEBUG nova.compute.provider_tree [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.705274] env[69808]: DEBUG nova.network.neutron [-] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.733282] env[69808]: DEBUG nova.compute.manager [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.781455] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.908157] env[69808]: DEBUG nova.network.neutron [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Successfully created port: b0d9d29c-3e64-4cb0-a312-ffc77c21aa20 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.104082] env[69808]: DEBUG nova.scheduler.client.report [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.208255] env[69808]: INFO nova.compute.manager [-] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Took 1.31 seconds to deallocate network for instance. [ 1145.317450] env[69808]: DEBUG nova.compute.manager [req-a854c150-ee98-4b6b-95b4-b3d3badcf07d req-e074d406-c902-4649-a816-7eab93012b2d service nova] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Received event network-vif-deleted-96623f73-4be0-4b40-ba64-f55a903be981 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.613174] env[69808]: DEBUG oslo_concurrency.lockutils [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.616071] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.372s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.617499] env[69808]: INFO nova.compute.claims [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.638031] env[69808]: INFO nova.scheduler.client.report [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Deleted allocations for instance 44032fc3-b172-41b6-ab74-3da4a48a0d96 [ 1145.715052] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.746021] env[69808]: DEBUG nova.compute.manager [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.772332] env[69808]: DEBUG nova.virt.hardware [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.772591] env[69808]: DEBUG nova.virt.hardware [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.772750] env[69808]: DEBUG nova.virt.hardware [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.772947] env[69808]: DEBUG nova.virt.hardware [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.773115] env[69808]: DEBUG nova.virt.hardware [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.773273] env[69808]: DEBUG nova.virt.hardware [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.773484] env[69808]: DEBUG nova.virt.hardware [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.773643] env[69808]: DEBUG nova.virt.hardware [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.773810] env[69808]: DEBUG nova.virt.hardware [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.773973] env[69808]: DEBUG nova.virt.hardware [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.774164] env[69808]: DEBUG nova.virt.hardware [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.775072] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ca4253-1c84-442d-a6fe-79cce087a1e4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.784055] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd77d254-059e-4a25-9181-1e3b4dc1beb7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.146177] env[69808]: DEBUG oslo_concurrency.lockutils [None req-85a35f09-cfcf-49cf-9bff-d343825566e2 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "44032fc3-b172-41b6-ab74-3da4a48a0d96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.674s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.492947] env[69808]: DEBUG nova.network.neutron [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Successfully updated port: b0d9d29c-3e64-4cb0-a312-ffc77c21aa20 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.925439] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd52ba8-a455-4126-be0c-80a9931a19ac {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.933537] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c874bd8e-a6a9-4f83-ac44-679ed9bd0ce4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.967138] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe11349-3ac7-48d7-ac6f-955706ba2937 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.975913] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec3330d-ac52-4d28-b1e7-04edc582f94c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.991232] env[69808]: DEBUG nova.compute.provider_tree [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.999258] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.999258] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.999258] env[69808]: DEBUG nova.network.neutron [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.352160] env[69808]: DEBUG nova.compute.manager [req-ff7df213-7795-4f49-993a-12976d6f7c08 req-4f15a8c0-b82f-4648-b078-c99604f36570 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Received event network-vif-plugged-b0d9d29c-3e64-4cb0-a312-ffc77c21aa20 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.352402] env[69808]: DEBUG oslo_concurrency.lockutils [req-ff7df213-7795-4f49-993a-12976d6f7c08 req-4f15a8c0-b82f-4648-b078-c99604f36570 service nova] Acquiring lock "73b987bb-8cca-452b-b6b3-60b27ef2382d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.352685] env[69808]: DEBUG oslo_concurrency.lockutils [req-ff7df213-7795-4f49-993a-12976d6f7c08 req-4f15a8c0-b82f-4648-b078-c99604f36570 service nova] Lock "73b987bb-8cca-452b-b6b3-60b27ef2382d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.352887] env[69808]: DEBUG oslo_concurrency.lockutils [req-ff7df213-7795-4f49-993a-12976d6f7c08 req-4f15a8c0-b82f-4648-b078-c99604f36570 service nova] Lock "73b987bb-8cca-452b-b6b3-60b27ef2382d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.354511] env[69808]: DEBUG nova.compute.manager [req-ff7df213-7795-4f49-993a-12976d6f7c08 req-4f15a8c0-b82f-4648-b078-c99604f36570 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] No waiting events found dispatching network-vif-plugged-b0d9d29c-3e64-4cb0-a312-ffc77c21aa20 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1147.354511] env[69808]: WARNING nova.compute.manager [req-ff7df213-7795-4f49-993a-12976d6f7c08 req-4f15a8c0-b82f-4648-b078-c99604f36570 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Received unexpected event network-vif-plugged-b0d9d29c-3e64-4cb0-a312-ffc77c21aa20 for instance with vm_state building and task_state spawning. [ 1147.354511] env[69808]: DEBUG nova.compute.manager [req-ff7df213-7795-4f49-993a-12976d6f7c08 req-4f15a8c0-b82f-4648-b078-c99604f36570 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Received event network-changed-b0d9d29c-3e64-4cb0-a312-ffc77c21aa20 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.354511] env[69808]: DEBUG nova.compute.manager [req-ff7df213-7795-4f49-993a-12976d6f7c08 req-4f15a8c0-b82f-4648-b078-c99604f36570 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Refreshing instance network info cache due to event network-changed-b0d9d29c-3e64-4cb0-a312-ffc77c21aa20. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.354511] env[69808]: DEBUG oslo_concurrency.lockutils [req-ff7df213-7795-4f49-993a-12976d6f7c08 req-4f15a8c0-b82f-4648-b078-c99604f36570 service nova] Acquiring lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.494220] env[69808]: DEBUG nova.scheduler.client.report [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.558783] env[69808]: DEBUG nova.network.neutron [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.769109] env[69808]: DEBUG nova.network.neutron [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Updating instance_info_cache with network_info: [{"id": "b0d9d29c-3e64-4cb0-a312-ffc77c21aa20", "address": "fa:16:3e:e0:3b:ee", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d9d29c-3e", "ovs_interfaceid": "b0d9d29c-3e64-4cb0-a312-ffc77c21aa20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.009043] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.009678] env[69808]: DEBUG nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.013311] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.732s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.014762] env[69808]: INFO nova.compute.claims [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.113807] env[69808]: DEBUG oslo_concurrency.lockutils [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "c0467513-713e-431b-8785-639eb2b863b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.113807] env[69808]: DEBUG oslo_concurrency.lockutils [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "c0467513-713e-431b-8785-639eb2b863b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.272103] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.272522] env[69808]: DEBUG nova.compute.manager [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Instance network_info: |[{"id": "b0d9d29c-3e64-4cb0-a312-ffc77c21aa20", "address": "fa:16:3e:e0:3b:ee", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d9d29c-3e", "ovs_interfaceid": "b0d9d29c-3e64-4cb0-a312-ffc77c21aa20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.272876] env[69808]: DEBUG oslo_concurrency.lockutils [req-ff7df213-7795-4f49-993a-12976d6f7c08 req-4f15a8c0-b82f-4648-b078-c99604f36570 service nova] Acquired lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.273100] env[69808]: DEBUG nova.network.neutron [req-ff7df213-7795-4f49-993a-12976d6f7c08 req-4f15a8c0-b82f-4648-b078-c99604f36570 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Refreshing network info cache for port b0d9d29c-3e64-4cb0-a312-ffc77c21aa20 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.274549] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:3b:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0d9d29c-3e64-4cb0-a312-ffc77c21aa20', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.282643] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.283769] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.284103] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8723b90f-ed12-40f4-87ab-6d5355d291f0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.305535] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.305535] env[69808]: value = "task-3790659" [ 1148.305535] env[69808]: _type = "Task" [ 1148.305535] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.314761] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790659, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.522047] env[69808]: DEBUG nova.compute.utils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.523409] env[69808]: DEBUG nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.523584] env[69808]: DEBUG nova.network.neutron [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.570726] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "10494ca4-57da-4930-bc34-3fcb2a805c4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.571081] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "10494ca4-57da-4930-bc34-3fcb2a805c4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.577422] env[69808]: DEBUG nova.policy [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc567369864b44e9ae4d930f68f1e34a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e45a14a62cac4708a657647317c3d778', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.615741] env[69808]: DEBUG nova.compute.manager [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1148.823020] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790659, 'name': CreateVM_Task, 'duration_secs': 0.378308} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.823020] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.823020] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.823020] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.823020] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.823020] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdf93bb4-8d41-4006-92c4-5be98b6c6594 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.827067] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1148.827067] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52fc3d7e-b1bb-90f0-b37e-56b8aa57fc77" [ 1148.827067] env[69808]: _type = "Task" [ 1148.827067] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.838684] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52fc3d7e-b1bb-90f0-b37e-56b8aa57fc77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.867793] env[69808]: DEBUG nova.network.neutron [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Successfully created port: 70db0ea6-7471-4eda-882e-8c4bc5e1873d {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.000854] env[69808]: DEBUG nova.network.neutron [req-ff7df213-7795-4f49-993a-12976d6f7c08 req-4f15a8c0-b82f-4648-b078-c99604f36570 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Updated VIF entry in instance network info cache for port b0d9d29c-3e64-4cb0-a312-ffc77c21aa20. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.001261] env[69808]: DEBUG nova.network.neutron [req-ff7df213-7795-4f49-993a-12976d6f7c08 req-4f15a8c0-b82f-4648-b078-c99604f36570 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Updating instance_info_cache with network_info: [{"id": "b0d9d29c-3e64-4cb0-a312-ffc77c21aa20", "address": "fa:16:3e:e0:3b:ee", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d9d29c-3e", "ovs_interfaceid": "b0d9d29c-3e64-4cb0-a312-ffc77c21aa20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.029226] env[69808]: DEBUG nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.143744] env[69808]: DEBUG oslo_concurrency.lockutils [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.326298] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c341f69-6eed-4657-b6cf-c13dfc9bb952 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.340410] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4eea4a-11e6-470a-813a-393b07643731 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.344147] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52fc3d7e-b1bb-90f0-b37e-56b8aa57fc77, 'name': SearchDatastore_Task, 'duration_secs': 0.012518} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.344451] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.344688] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.344915] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.345072] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.345308] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.345979] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9950053e-8389-4188-972e-eda312b3fc49 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.374243] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6098462b-f282-4a03-bad9-47dc0be732a1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.377047] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.377349] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.378842] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e62d9388-729b-4682-815b-fa9eb89de634 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.385253] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1149.385253] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52956a69-f87d-114a-70d7-7d4a58a14836" [ 1149.385253] env[69808]: _type = "Task" [ 1149.385253] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.392060] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4e20e7-9762-4d13-b385-05cd911654da {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.402205] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52956a69-f87d-114a-70d7-7d4a58a14836, 'name': SearchDatastore_Task, 'duration_secs': 0.011351} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.412499] env[69808]: DEBUG nova.compute.provider_tree [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.415204] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86622dbc-ef8e-4d47-add7-05fead237900 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.421172] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1149.421172] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ecfeeb-2bde-5b37-38a4-c72d6cbb10b9" [ 1149.421172] env[69808]: _type = "Task" [ 1149.421172] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.430989] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ecfeeb-2bde-5b37-38a4-c72d6cbb10b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.504040] env[69808]: DEBUG oslo_concurrency.lockutils [req-ff7df213-7795-4f49-993a-12976d6f7c08 req-4f15a8c0-b82f-4648-b078-c99604f36570 service nova] Releasing lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.919858] env[69808]: DEBUG nova.scheduler.client.report [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.932704] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ecfeeb-2bde-5b37-38a4-c72d6cbb10b9, 'name': SearchDatastore_Task, 'duration_secs': 0.013644} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.933069] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.933344] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 73b987bb-8cca-452b-b6b3-60b27ef2382d/73b987bb-8cca-452b-b6b3-60b27ef2382d.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.933616] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3a95484-42c0-4c1c-9674-91c483fdac20 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.941591] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1149.941591] env[69808]: value = "task-3790660" [ 1149.941591] env[69808]: _type = "Task" [ 1149.941591] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.950144] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.038062] env[69808]: DEBUG nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.065595] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.065850] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.066015] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.066207] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.066358] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.066572] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.066854] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.067063] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.067280] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.067537] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.067753] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.069039] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35871ab-188b-4abb-b7c7-f259e0b49083 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.077862] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b944b4-f4a7-43e6-89b4-3924c5ea15c4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.390167] env[69808]: DEBUG nova.compute.manager [req-7a230cee-0a06-46f6-8665-ef8eb99490fe req-845749f6-0730-4a5a-8b50-dae9de16d35b service nova] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Received event network-vif-plugged-70db0ea6-7471-4eda-882e-8c4bc5e1873d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.390167] env[69808]: DEBUG oslo_concurrency.lockutils [req-7a230cee-0a06-46f6-8665-ef8eb99490fe req-845749f6-0730-4a5a-8b50-dae9de16d35b service nova] Acquiring lock "42003ac9-4edb-4ea0-a3a6-2b15fa4f879b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.390167] env[69808]: DEBUG oslo_concurrency.lockutils [req-7a230cee-0a06-46f6-8665-ef8eb99490fe req-845749f6-0730-4a5a-8b50-dae9de16d35b service nova] Lock "42003ac9-4edb-4ea0-a3a6-2b15fa4f879b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.390167] env[69808]: DEBUG oslo_concurrency.lockutils [req-7a230cee-0a06-46f6-8665-ef8eb99490fe req-845749f6-0730-4a5a-8b50-dae9de16d35b service nova] Lock "42003ac9-4edb-4ea0-a3a6-2b15fa4f879b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.390167] env[69808]: DEBUG nova.compute.manager [req-7a230cee-0a06-46f6-8665-ef8eb99490fe req-845749f6-0730-4a5a-8b50-dae9de16d35b service nova] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] No waiting events found dispatching network-vif-plugged-70db0ea6-7471-4eda-882e-8c4bc5e1873d {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1150.390167] env[69808]: WARNING nova.compute.manager [req-7a230cee-0a06-46f6-8665-ef8eb99490fe req-845749f6-0730-4a5a-8b50-dae9de16d35b service nova] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Received unexpected event network-vif-plugged-70db0ea6-7471-4eda-882e-8c4bc5e1873d for instance with vm_state building and task_state spawning. [ 1150.426954] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.427916] env[69808]: DEBUG nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1150.430735] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.094s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.432196] env[69808]: INFO nova.compute.claims [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.456404] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790660, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.485616] env[69808]: DEBUG nova.network.neutron [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Successfully updated port: 70db0ea6-7471-4eda-882e-8c4bc5e1873d {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.943564] env[69808]: DEBUG nova.compute.utils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.946757] env[69808]: DEBUG nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1150.946946] env[69808]: DEBUG nova.network.neutron [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.960048] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542784} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.960048] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 73b987bb-8cca-452b-b6b3-60b27ef2382d/73b987bb-8cca-452b-b6b3-60b27ef2382d.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.960271] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.960499] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94dd636f-082b-45c5-867d-f282e84bcdcf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.968760] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1150.968760] env[69808]: value = "task-3790661" [ 1150.968760] env[69808]: _type = "Task" [ 1150.968760] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.978398] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.988651] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "refresh_cache-42003ac9-4edb-4ea0-a3a6-2b15fa4f879b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.988881] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquired lock "refresh_cache-42003ac9-4edb-4ea0-a3a6-2b15fa4f879b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.989060] env[69808]: DEBUG nova.network.neutron [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.994506] env[69808]: DEBUG nova.policy [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc567369864b44e9ae4d930f68f1e34a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e45a14a62cac4708a657647317c3d778', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.266675] env[69808]: DEBUG nova.network.neutron [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Successfully created port: e4516a82-65e4-42e6-a720-e0ef1d0a5052 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1151.447790] env[69808]: DEBUG nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.480436] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070633} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.480705] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.481709] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52e55e3-66df-44bf-bc41-e8d7a17775b7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.511799] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 73b987bb-8cca-452b-b6b3-60b27ef2382d/73b987bb-8cca-452b-b6b3-60b27ef2382d.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.512422] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07b7e465-c147-400f-a570-8660bda67d4b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.537043] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1151.537043] env[69808]: value = "task-3790662" [ 1151.537043] env[69808]: _type = "Task" [ 1151.537043] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.546266] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.588809] env[69808]: DEBUG nova.network.neutron [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.780891] env[69808]: DEBUG nova.network.neutron [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Updating instance_info_cache with network_info: [{"id": "70db0ea6-7471-4eda-882e-8c4bc5e1873d", "address": "fa:16:3e:11:cc:a3", "network": {"id": "17e4c494-098f-437f-ad93-72eea3ad3971", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-264278404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45a14a62cac4708a657647317c3d778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70db0ea6-74", "ovs_interfaceid": "70db0ea6-7471-4eda-882e-8c4bc5e1873d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.835462] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200b409d-1131-4f7d-b3c8-7f9b15830cc6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.846456] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7ec1f6-96bb-442f-9e45-aee2715849a6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.879024] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f929bd-ce4f-4491-91e5-6c0f311b5bf4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.886220] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616bb8d7-9278-4aa8-a950-64b515a5e717 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.900756] env[69808]: DEBUG nova.compute.provider_tree [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.047723] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790662, 'name': ReconfigVM_Task, 'duration_secs': 0.308205} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.048176] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 73b987bb-8cca-452b-b6b3-60b27ef2382d/73b987bb-8cca-452b-b6b3-60b27ef2382d.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.048737] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cd83331-bd97-47c9-abe6-af39c6ca4253 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.056648] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1152.056648] env[69808]: value = "task-3790663" [ 1152.056648] env[69808]: _type = "Task" [ 1152.056648] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.065766] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790663, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.286951] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Releasing lock "refresh_cache-42003ac9-4edb-4ea0-a3a6-2b15fa4f879b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.287359] env[69808]: DEBUG nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Instance network_info: |[{"id": "70db0ea6-7471-4eda-882e-8c4bc5e1873d", "address": "fa:16:3e:11:cc:a3", "network": {"id": "17e4c494-098f-437f-ad93-72eea3ad3971", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-264278404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45a14a62cac4708a657647317c3d778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70db0ea6-74", "ovs_interfaceid": "70db0ea6-7471-4eda-882e-8c4bc5e1873d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.287843] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:cc:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70db0ea6-7471-4eda-882e-8c4bc5e1873d', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.295578] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Creating folder: Project (e45a14a62cac4708a657647317c3d778). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.295923] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a809adc2-54b2-453c-9a6b-8f17b70161b9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.307711] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Created folder: Project (e45a14a62cac4708a657647317c3d778) in parent group-v753775. [ 1152.307917] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Creating folder: Instances. Parent ref: group-v754053. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.308197] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d6ea55d-b89d-443c-aaa7-09bf85e2145e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.318678] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Created folder: Instances in parent group-v754053. [ 1152.318912] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.319134] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.319356] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-666e06b0-a60a-4d67-b4f1-e205eb15d48c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.340601] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.340601] env[69808]: value = "task-3790666" [ 1152.340601] env[69808]: _type = "Task" [ 1152.340601] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.348997] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790666, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.406392] env[69808]: DEBUG nova.scheduler.client.report [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.418220] env[69808]: DEBUG nova.compute.manager [req-84d14199-3d41-4f4e-b002-eef2beb194d0 req-3bcc1d3b-0f3a-45ff-aef8-264ee94d71e7 service nova] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Received event network-changed-70db0ea6-7471-4eda-882e-8c4bc5e1873d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.418524] env[69808]: DEBUG nova.compute.manager [req-84d14199-3d41-4f4e-b002-eef2beb194d0 req-3bcc1d3b-0f3a-45ff-aef8-264ee94d71e7 service nova] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Refreshing instance network info cache due to event network-changed-70db0ea6-7471-4eda-882e-8c4bc5e1873d. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.418677] env[69808]: DEBUG oslo_concurrency.lockutils [req-84d14199-3d41-4f4e-b002-eef2beb194d0 req-3bcc1d3b-0f3a-45ff-aef8-264ee94d71e7 service nova] Acquiring lock "refresh_cache-42003ac9-4edb-4ea0-a3a6-2b15fa4f879b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.418869] env[69808]: DEBUG oslo_concurrency.lockutils [req-84d14199-3d41-4f4e-b002-eef2beb194d0 req-3bcc1d3b-0f3a-45ff-aef8-264ee94d71e7 service nova] Acquired lock "refresh_cache-42003ac9-4edb-4ea0-a3a6-2b15fa4f879b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.419035] env[69808]: DEBUG nova.network.neutron [req-84d14199-3d41-4f4e-b002-eef2beb194d0 req-3bcc1d3b-0f3a-45ff-aef8-264ee94d71e7 service nova] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Refreshing network info cache for port 70db0ea6-7471-4eda-882e-8c4bc5e1873d {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.460492] env[69808]: DEBUG nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.502527] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.503261] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.503261] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.503261] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.503261] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.503440] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.503612] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.503783] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.503952] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.504835] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.504835] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.505191] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575e16cf-296c-4395-81b4-b875a2885b86 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.513578] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cc8a00-d095-44ea-be4d-fcfdda89af3a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.570025] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790663, 'name': Rename_Task, 'duration_secs': 0.218753} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.570311] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.570560] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-784e9689-ff72-4fb1-af0e-4c77ff84c868 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.580062] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1152.580062] env[69808]: value = "task-3790667" [ 1152.580062] env[69808]: _type = "Task" [ 1152.580062] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.588815] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.851620] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790666, 'name': CreateVM_Task, 'duration_secs': 0.395019} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.851810] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.852549] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.852751] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.853143] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.853411] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c61cba09-6ad9-4f5d-b4bd-630d1b3a96b7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.858706] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1152.858706] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f64c98-17b1-cb95-930c-684ff85bfa8d" [ 1152.858706] env[69808]: _type = "Task" [ 1152.858706] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.868242] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f64c98-17b1-cb95-930c-684ff85bfa8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.911338] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.911925] env[69808]: DEBUG nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.914703] env[69808]: DEBUG oslo_concurrency.lockutils [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 17.346s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.948119] env[69808]: DEBUG nova.network.neutron [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Successfully updated port: e4516a82-65e4-42e6-a720-e0ef1d0a5052 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.090791] env[69808]: DEBUG oslo_vmware.api [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790667, 'name': PowerOnVM_Task, 'duration_secs': 0.460159} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.091956] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.091956] env[69808]: INFO nova.compute.manager [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1153.091956] env[69808]: DEBUG nova.compute.manager [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1153.092663] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d3cf8b-3d98-4504-9b6a-4f2f38a47377 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.144350] env[69808]: DEBUG nova.network.neutron [req-84d14199-3d41-4f4e-b002-eef2beb194d0 req-3bcc1d3b-0f3a-45ff-aef8-264ee94d71e7 service nova] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Updated VIF entry in instance network info cache for port 70db0ea6-7471-4eda-882e-8c4bc5e1873d. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.144778] env[69808]: DEBUG nova.network.neutron [req-84d14199-3d41-4f4e-b002-eef2beb194d0 req-3bcc1d3b-0f3a-45ff-aef8-264ee94d71e7 service nova] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Updating instance_info_cache with network_info: [{"id": "70db0ea6-7471-4eda-882e-8c4bc5e1873d", "address": "fa:16:3e:11:cc:a3", "network": {"id": "17e4c494-098f-437f-ad93-72eea3ad3971", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-264278404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45a14a62cac4708a657647317c3d778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70db0ea6-74", "ovs_interfaceid": "70db0ea6-7471-4eda-882e-8c4bc5e1873d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.369977] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f64c98-17b1-cb95-930c-684ff85bfa8d, 'name': SearchDatastore_Task, 'duration_secs': 0.011459} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.370238] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.370474] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.370713] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.370859] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.371046] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.371300] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89102315-06c4-4a8c-86c5-686058a22be3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.380050] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.380216] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.380924] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c7b529-960f-498b-89ce-0221e4723e22 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.386124] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1153.386124] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524dbee0-ae85-d5da-e0d6-832642bac3a0" [ 1153.386124] env[69808]: _type = "Task" [ 1153.386124] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.393414] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524dbee0-ae85-d5da-e0d6-832642bac3a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.418442] env[69808]: DEBUG nova.compute.utils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.419879] env[69808]: DEBUG nova.objects.instance [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lazy-loading 'migration_context' on Instance uuid 72e4004e-a622-4f99-af36-0f1c0d995f0d {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.421157] env[69808]: DEBUG nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1153.421301] env[69808]: DEBUG nova.network.neutron [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.451115] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "refresh_cache-8c218f00-c7be-4978-8326-296ce3c6f55f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.451186] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquired lock "refresh_cache-8c218f00-c7be-4978-8326-296ce3c6f55f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.451472] env[69808]: DEBUG nova.network.neutron [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.460158] env[69808]: DEBUG nova.policy [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc567369864b44e9ae4d930f68f1e34a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e45a14a62cac4708a657647317c3d778', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.610702] env[69808]: INFO nova.compute.manager [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Took 21.38 seconds to build instance. [ 1153.646798] env[69808]: DEBUG oslo_concurrency.lockutils [req-84d14199-3d41-4f4e-b002-eef2beb194d0 req-3bcc1d3b-0f3a-45ff-aef8-264ee94d71e7 service nova] Releasing lock "refresh_cache-42003ac9-4edb-4ea0-a3a6-2b15fa4f879b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.758838] env[69808]: DEBUG nova.network.neutron [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Successfully created port: 428f1dcf-1acc-4d7b-8f16-7399f5e18719 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.898341] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524dbee0-ae85-d5da-e0d6-832642bac3a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009353} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.899211] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce06b63-e1ac-491b-a618-7d5f1bdc9500 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.904743] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1153.904743] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b902ac-a149-ee85-c041-a621df7f91cf" [ 1153.904743] env[69808]: _type = "Task" [ 1153.904743] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.916986] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b902ac-a149-ee85-c041-a621df7f91cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.921686] env[69808]: DEBUG nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.994171] env[69808]: DEBUG nova.network.neutron [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.113533] env[69808]: DEBUG oslo_concurrency.lockutils [None req-efaf93ce-c157-432b-ac42-0c39f09d76bc tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "73b987bb-8cca-452b-b6b3-60b27ef2382d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.899s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.193751] env[69808]: DEBUG nova.network.neutron [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Updating instance_info_cache with network_info: [{"id": "e4516a82-65e4-42e6-a720-e0ef1d0a5052", "address": "fa:16:3e:e9:db:43", "network": {"id": "17e4c494-098f-437f-ad93-72eea3ad3971", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-264278404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45a14a62cac4708a657647317c3d778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4516a82-65", "ovs_interfaceid": "e4516a82-65e4-42e6-a720-e0ef1d0a5052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.255438] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd01cf0-6077-45eb-a9c8-f405c3a00fbe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.267519] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bed45f3-8a0b-4bcf-822b-223137848a26 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.302424] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f525a6-a8fc-49c0-bbeb-a3fdabdad487 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.307917] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045769a2-6c9e-4c07-af4d-07534706917a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.322338] env[69808]: DEBUG nova.compute.provider_tree [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.417849] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b902ac-a149-ee85-c041-a621df7f91cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010979} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.418097] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.418480] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b/42003ac9-4edb-4ea0-a3a6-2b15fa4f879b.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.418665] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb2cb860-95b8-4ce8-8c1f-43997be5121e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.426416] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1154.426416] env[69808]: value = "task-3790668" [ 1154.426416] env[69808]: _type = "Task" [ 1154.426416] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.440202] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.447661] env[69808]: DEBUG nova.compute.manager [req-e267ee12-eb45-4c76-af5c-8e17e8120e32 req-4497ef00-ea06-4c13-91e2-1ee1be1c146f service nova] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Received event network-vif-plugged-e4516a82-65e4-42e6-a720-e0ef1d0a5052 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.447918] env[69808]: DEBUG oslo_concurrency.lockutils [req-e267ee12-eb45-4c76-af5c-8e17e8120e32 req-4497ef00-ea06-4c13-91e2-1ee1be1c146f service nova] Acquiring lock "8c218f00-c7be-4978-8326-296ce3c6f55f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.448110] env[69808]: DEBUG oslo_concurrency.lockutils [req-e267ee12-eb45-4c76-af5c-8e17e8120e32 req-4497ef00-ea06-4c13-91e2-1ee1be1c146f service nova] Lock "8c218f00-c7be-4978-8326-296ce3c6f55f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.448281] env[69808]: DEBUG oslo_concurrency.lockutils [req-e267ee12-eb45-4c76-af5c-8e17e8120e32 req-4497ef00-ea06-4c13-91e2-1ee1be1c146f service nova] Lock "8c218f00-c7be-4978-8326-296ce3c6f55f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.448524] env[69808]: DEBUG nova.compute.manager [req-e267ee12-eb45-4c76-af5c-8e17e8120e32 req-4497ef00-ea06-4c13-91e2-1ee1be1c146f service nova] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] No waiting events found dispatching network-vif-plugged-e4516a82-65e4-42e6-a720-e0ef1d0a5052 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1154.448657] env[69808]: WARNING nova.compute.manager [req-e267ee12-eb45-4c76-af5c-8e17e8120e32 req-4497ef00-ea06-4c13-91e2-1ee1be1c146f service nova] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Received unexpected event network-vif-plugged-e4516a82-65e4-42e6-a720-e0ef1d0a5052 for instance with vm_state building and task_state spawning. [ 1154.448816] env[69808]: DEBUG nova.compute.manager [req-e267ee12-eb45-4c76-af5c-8e17e8120e32 req-4497ef00-ea06-4c13-91e2-1ee1be1c146f service nova] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Received event network-changed-e4516a82-65e4-42e6-a720-e0ef1d0a5052 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.448969] env[69808]: DEBUG nova.compute.manager [req-e267ee12-eb45-4c76-af5c-8e17e8120e32 req-4497ef00-ea06-4c13-91e2-1ee1be1c146f service nova] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Refreshing instance network info cache due to event network-changed-e4516a82-65e4-42e6-a720-e0ef1d0a5052. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.449149] env[69808]: DEBUG oslo_concurrency.lockutils [req-e267ee12-eb45-4c76-af5c-8e17e8120e32 req-4497ef00-ea06-4c13-91e2-1ee1be1c146f service nova] Acquiring lock "refresh_cache-8c218f00-c7be-4978-8326-296ce3c6f55f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.546862] env[69808]: DEBUG nova.compute.manager [req-135dab86-8b40-49d8-9543-cae5d5e7959d req-c94a3ad3-0441-4cfa-8876-84f5fab2c411 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Received event network-changed-b0d9d29c-3e64-4cb0-a312-ffc77c21aa20 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.547243] env[69808]: DEBUG nova.compute.manager [req-135dab86-8b40-49d8-9543-cae5d5e7959d req-c94a3ad3-0441-4cfa-8876-84f5fab2c411 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Refreshing instance network info cache due to event network-changed-b0d9d29c-3e64-4cb0-a312-ffc77c21aa20. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.547601] env[69808]: DEBUG oslo_concurrency.lockutils [req-135dab86-8b40-49d8-9543-cae5d5e7959d req-c94a3ad3-0441-4cfa-8876-84f5fab2c411 service nova] Acquiring lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.547805] env[69808]: DEBUG oslo_concurrency.lockutils [req-135dab86-8b40-49d8-9543-cae5d5e7959d req-c94a3ad3-0441-4cfa-8876-84f5fab2c411 service nova] Acquired lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.548042] env[69808]: DEBUG nova.network.neutron [req-135dab86-8b40-49d8-9543-cae5d5e7959d req-c94a3ad3-0441-4cfa-8876-84f5fab2c411 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Refreshing network info cache for port b0d9d29c-3e64-4cb0-a312-ffc77c21aa20 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.619253] env[69808]: DEBUG nova.compute.manager [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1154.696368] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Releasing lock "refresh_cache-8c218f00-c7be-4978-8326-296ce3c6f55f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.696728] env[69808]: DEBUG nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Instance network_info: |[{"id": "e4516a82-65e4-42e6-a720-e0ef1d0a5052", "address": "fa:16:3e:e9:db:43", "network": {"id": "17e4c494-098f-437f-ad93-72eea3ad3971", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-264278404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45a14a62cac4708a657647317c3d778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4516a82-65", "ovs_interfaceid": "e4516a82-65e4-42e6-a720-e0ef1d0a5052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.697043] env[69808]: DEBUG oslo_concurrency.lockutils [req-e267ee12-eb45-4c76-af5c-8e17e8120e32 req-4497ef00-ea06-4c13-91e2-1ee1be1c146f service nova] Acquired lock "refresh_cache-8c218f00-c7be-4978-8326-296ce3c6f55f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.697239] env[69808]: DEBUG nova.network.neutron [req-e267ee12-eb45-4c76-af5c-8e17e8120e32 req-4497ef00-ea06-4c13-91e2-1ee1be1c146f service nova] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Refreshing network info cache for port e4516a82-65e4-42e6-a720-e0ef1d0a5052 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.698707] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:db:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4516a82-65e4-42e6-a720-e0ef1d0a5052', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.707536] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.710658] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.711184] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86f9efde-71d4-43c4-b0de-272cf30eef77 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.734526] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.734526] env[69808]: value = "task-3790669" [ 1154.734526] env[69808]: _type = "Task" [ 1154.734526] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.746269] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790669, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.825665] env[69808]: DEBUG nova.scheduler.client.report [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.935702] env[69808]: DEBUG nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.942570] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510412} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.943018] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b/42003ac9-4edb-4ea0-a3a6-2b15fa4f879b.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.943203] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.943543] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f712ad4e-4c56-4617-b1b6-f7aa4b3d7b95 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.952943] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1154.952943] env[69808]: value = "task-3790670" [ 1154.952943] env[69808]: _type = "Task" [ 1154.952943] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.963032] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.972802] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.973111] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.973283] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.973468] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.973620] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.973807] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.974108] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.974297] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.974465] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.974632] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.974814] env[69808]: DEBUG nova.virt.hardware [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.975911] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdb990a-7a3a-4530-8d81-2ce926692579 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.987977] env[69808]: DEBUG nova.network.neutron [req-e267ee12-eb45-4c76-af5c-8e17e8120e32 req-4497ef00-ea06-4c13-91e2-1ee1be1c146f service nova] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Updated VIF entry in instance network info cache for port e4516a82-65e4-42e6-a720-e0ef1d0a5052. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.989548] env[69808]: DEBUG nova.network.neutron [req-e267ee12-eb45-4c76-af5c-8e17e8120e32 req-4497ef00-ea06-4c13-91e2-1ee1be1c146f service nova] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Updating instance_info_cache with network_info: [{"id": "e4516a82-65e4-42e6-a720-e0ef1d0a5052", "address": "fa:16:3e:e9:db:43", "network": {"id": "17e4c494-098f-437f-ad93-72eea3ad3971", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-264278404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45a14a62cac4708a657647317c3d778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4516a82-65", "ovs_interfaceid": "e4516a82-65e4-42e6-a720-e0ef1d0a5052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.991733] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4454e996-f972-4224-903d-c35abc8fd5c5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.146574] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.244984] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790669, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.302342] env[69808]: DEBUG nova.network.neutron [req-135dab86-8b40-49d8-9543-cae5d5e7959d req-c94a3ad3-0441-4cfa-8876-84f5fab2c411 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Updated VIF entry in instance network info cache for port b0d9d29c-3e64-4cb0-a312-ffc77c21aa20. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.302697] env[69808]: DEBUG nova.network.neutron [req-135dab86-8b40-49d8-9543-cae5d5e7959d req-c94a3ad3-0441-4cfa-8876-84f5fab2c411 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Updating instance_info_cache with network_info: [{"id": "b0d9d29c-3e64-4cb0-a312-ffc77c21aa20", "address": "fa:16:3e:e0:3b:ee", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d9d29c-3e", "ovs_interfaceid": "b0d9d29c-3e64-4cb0-a312-ffc77c21aa20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.354969] env[69808]: DEBUG nova.network.neutron [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Successfully updated port: 428f1dcf-1acc-4d7b-8f16-7399f5e18719 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.464911] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069575} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.465341] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.466195] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9296b997-9c32-43f1-99f3-e8c6e0501455 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.488954] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b/42003ac9-4edb-4ea0-a3a6-2b15fa4f879b.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.489230] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f735f438-c746-4ea8-b3f5-0350fce21f21 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.504660] env[69808]: DEBUG oslo_concurrency.lockutils [req-e267ee12-eb45-4c76-af5c-8e17e8120e32 req-4497ef00-ea06-4c13-91e2-1ee1be1c146f service nova] Releasing lock "refresh_cache-8c218f00-c7be-4978-8326-296ce3c6f55f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.511151] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1155.511151] env[69808]: value = "task-3790671" [ 1155.511151] env[69808]: _type = "Task" [ 1155.511151] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.519656] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.746839] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790669, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.806163] env[69808]: DEBUG oslo_concurrency.lockutils [req-135dab86-8b40-49d8-9543-cae5d5e7959d req-c94a3ad3-0441-4cfa-8876-84f5fab2c411 service nova] Releasing lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.836266] env[69808]: DEBUG oslo_concurrency.lockutils [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.921s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.841990] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.392s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.842239] env[69808]: DEBUG nova.objects.instance [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lazy-loading 'pci_requests' on Instance uuid 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.857499] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "refresh_cache-5c32c02f-477b-4388-9300-9394ba424490" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.857592] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquired lock "refresh_cache-5c32c02f-477b-4388-9300-9394ba424490" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.857769] env[69808]: DEBUG nova.network.neutron [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.023027] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790671, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.247684] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790669, 'name': CreateVM_Task, 'duration_secs': 1.507244} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.247964] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.248602] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.248773] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.249115] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.249384] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00385f95-76d0-48c8-b9e2-20fe09770d1a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.254928] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1156.254928] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bd4d08-82cd-7462-5209-7e666f9a7131" [ 1156.254928] env[69808]: _type = "Task" [ 1156.254928] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.263400] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bd4d08-82cd-7462-5209-7e666f9a7131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.346593] env[69808]: DEBUG nova.objects.instance [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lazy-loading 'numa_topology' on Instance uuid 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.388542] env[69808]: DEBUG nova.network.neutron [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.512687] env[69808]: DEBUG nova.network.neutron [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Updating instance_info_cache with network_info: [{"id": "428f1dcf-1acc-4d7b-8f16-7399f5e18719", "address": "fa:16:3e:af:c6:bb", "network": {"id": "17e4c494-098f-437f-ad93-72eea3ad3971", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-264278404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45a14a62cac4708a657647317c3d778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428f1dcf-1a", "ovs_interfaceid": "428f1dcf-1acc-4d7b-8f16-7399f5e18719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.523708] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790671, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.571551] env[69808]: DEBUG nova.compute.manager [req-ab976e2f-d199-4b61-a04a-b664f22a7e39 req-3d39b10c-0ed2-48e0-98f8-a523cddfaf45 service nova] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Received event network-vif-plugged-428f1dcf-1acc-4d7b-8f16-7399f5e18719 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.571708] env[69808]: DEBUG oslo_concurrency.lockutils [req-ab976e2f-d199-4b61-a04a-b664f22a7e39 req-3d39b10c-0ed2-48e0-98f8-a523cddfaf45 service nova] Acquiring lock "5c32c02f-477b-4388-9300-9394ba424490-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.571923] env[69808]: DEBUG oslo_concurrency.lockutils [req-ab976e2f-d199-4b61-a04a-b664f22a7e39 req-3d39b10c-0ed2-48e0-98f8-a523cddfaf45 service nova] Lock "5c32c02f-477b-4388-9300-9394ba424490-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.572100] env[69808]: DEBUG oslo_concurrency.lockutils [req-ab976e2f-d199-4b61-a04a-b664f22a7e39 req-3d39b10c-0ed2-48e0-98f8-a523cddfaf45 service nova] Lock "5c32c02f-477b-4388-9300-9394ba424490-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.572275] env[69808]: DEBUG nova.compute.manager [req-ab976e2f-d199-4b61-a04a-b664f22a7e39 req-3d39b10c-0ed2-48e0-98f8-a523cddfaf45 service nova] [instance: 5c32c02f-477b-4388-9300-9394ba424490] No waiting events found dispatching network-vif-plugged-428f1dcf-1acc-4d7b-8f16-7399f5e18719 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1156.572442] env[69808]: WARNING nova.compute.manager [req-ab976e2f-d199-4b61-a04a-b664f22a7e39 req-3d39b10c-0ed2-48e0-98f8-a523cddfaf45 service nova] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Received unexpected event network-vif-plugged-428f1dcf-1acc-4d7b-8f16-7399f5e18719 for instance with vm_state building and task_state spawning. [ 1156.572603] env[69808]: DEBUG nova.compute.manager [req-ab976e2f-d199-4b61-a04a-b664f22a7e39 req-3d39b10c-0ed2-48e0-98f8-a523cddfaf45 service nova] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Received event network-changed-428f1dcf-1acc-4d7b-8f16-7399f5e18719 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.572757] env[69808]: DEBUG nova.compute.manager [req-ab976e2f-d199-4b61-a04a-b664f22a7e39 req-3d39b10c-0ed2-48e0-98f8-a523cddfaf45 service nova] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Refreshing instance network info cache due to event network-changed-428f1dcf-1acc-4d7b-8f16-7399f5e18719. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.572921] env[69808]: DEBUG oslo_concurrency.lockutils [req-ab976e2f-d199-4b61-a04a-b664f22a7e39 req-3d39b10c-0ed2-48e0-98f8-a523cddfaf45 service nova] Acquiring lock "refresh_cache-5c32c02f-477b-4388-9300-9394ba424490" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.766788] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bd4d08-82cd-7462-5209-7e666f9a7131, 'name': SearchDatastore_Task, 'duration_secs': 0.009328} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.767114] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.767389] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.767738] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.767899] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.768096] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.768365] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0007bf57-24a5-4f03-86f9-eee1023401fa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.777752] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.777892] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.778640] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebdefa9d-f202-4328-bd0e-8a4aa07752ee {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.784748] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1156.784748] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524e3117-0257-591f-7072-753963858ed9" [ 1156.784748] env[69808]: _type = "Task" [ 1156.784748] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.794191] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524e3117-0257-591f-7072-753963858ed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.850711] env[69808]: INFO nova.compute.claims [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.018453] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Releasing lock "refresh_cache-5c32c02f-477b-4388-9300-9394ba424490" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.018857] env[69808]: DEBUG nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Instance network_info: |[{"id": "428f1dcf-1acc-4d7b-8f16-7399f5e18719", "address": "fa:16:3e:af:c6:bb", "network": {"id": "17e4c494-098f-437f-ad93-72eea3ad3971", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-264278404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45a14a62cac4708a657647317c3d778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428f1dcf-1a", "ovs_interfaceid": "428f1dcf-1acc-4d7b-8f16-7399f5e18719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.019180] env[69808]: DEBUG oslo_concurrency.lockutils [req-ab976e2f-d199-4b61-a04a-b664f22a7e39 req-3d39b10c-0ed2-48e0-98f8-a523cddfaf45 service nova] Acquired lock "refresh_cache-5c32c02f-477b-4388-9300-9394ba424490" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.019359] env[69808]: DEBUG nova.network.neutron [req-ab976e2f-d199-4b61-a04a-b664f22a7e39 req-3d39b10c-0ed2-48e0-98f8-a523cddfaf45 service nova] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Refreshing network info cache for port 428f1dcf-1acc-4d7b-8f16-7399f5e18719 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.020617] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:c6:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '428f1dcf-1acc-4d7b-8f16-7399f5e18719', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.029994] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.033661] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.037203] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0db9d046-eadf-4649-8cdc-ea7d32f1275b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.052176] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790671, 'name': ReconfigVM_Task, 'duration_secs': 1.298365} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.052459] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b/42003ac9-4edb-4ea0-a3a6-2b15fa4f879b.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.053424] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-298daafc-de0a-4eb8-b4ca-0f6c962c30a3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.058913] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.058913] env[69808]: value = "task-3790672" [ 1157.058913] env[69808]: _type = "Task" [ 1157.058913] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.060223] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1157.060223] env[69808]: value = "task-3790673" [ 1157.060223] env[69808]: _type = "Task" [ 1157.060223] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.071282] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790672, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.074622] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790673, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.299081] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524e3117-0257-591f-7072-753963858ed9, 'name': SearchDatastore_Task, 'duration_secs': 0.009882} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.299081] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fb65ac1-342d-4277-916f-b93bf94813c9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.304217] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1157.304217] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523b656d-c476-399b-28ac-0fec6ba44221" [ 1157.304217] env[69808]: _type = "Task" [ 1157.304217] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.313373] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523b656d-c476-399b-28ac-0fec6ba44221, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.318026] env[69808]: DEBUG nova.network.neutron [req-ab976e2f-d199-4b61-a04a-b664f22a7e39 req-3d39b10c-0ed2-48e0-98f8-a523cddfaf45 service nova] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Updated VIF entry in instance network info cache for port 428f1dcf-1acc-4d7b-8f16-7399f5e18719. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.318148] env[69808]: DEBUG nova.network.neutron [req-ab976e2f-d199-4b61-a04a-b664f22a7e39 req-3d39b10c-0ed2-48e0-98f8-a523cddfaf45 service nova] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Updating instance_info_cache with network_info: [{"id": "428f1dcf-1acc-4d7b-8f16-7399f5e18719", "address": "fa:16:3e:af:c6:bb", "network": {"id": "17e4c494-098f-437f-ad93-72eea3ad3971", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-264278404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45a14a62cac4708a657647317c3d778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428f1dcf-1a", "ovs_interfaceid": "428f1dcf-1acc-4d7b-8f16-7399f5e18719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.378065] env[69808]: INFO nova.compute.manager [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Swapping old allocation on dict_keys(['df70a276-1734-46c9-94fd-235e07f47845']) held by migration 6bdadb83-c6a2-4fea-b16f-43fdf1fc3cbf for instance [ 1157.402530] env[69808]: DEBUG nova.scheduler.client.report [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Overwriting current allocation {'allocations': {'df70a276-1734-46c9-94fd-235e07f47845': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 136}}, 'project_id': '13fcf0b3293a47cb9410c56bdc851669', 'user_id': '315f67bc88cf4e118fafbc22504ae880', 'consumer_generation': 1} on consumer 72e4004e-a622-4f99-af36-0f1c0d995f0d {{(pid=69808) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1157.482437] env[69808]: DEBUG oslo_concurrency.lockutils [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "refresh_cache-72e4004e-a622-4f99-af36-0f1c0d995f0d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.482633] env[69808]: DEBUG oslo_concurrency.lockutils [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired lock "refresh_cache-72e4004e-a622-4f99-af36-0f1c0d995f0d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.482811] env[69808]: DEBUG nova.network.neutron [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.572790] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790672, 'name': CreateVM_Task, 'duration_secs': 0.336024} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.575731] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.576039] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790673, 'name': Rename_Task, 'duration_secs': 0.168555} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.576690] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.576810] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.577128] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.577393] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.577656] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be3be161-60c7-4916-994f-0198c6c72ed7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.579158] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-454680b6-62ae-4cf3-94c7-0760fa230ec3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.584078] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1157.584078] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52da4454-4ce3-a947-a348-ae1c3393829f" [ 1157.584078] env[69808]: _type = "Task" [ 1157.584078] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.589592] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1157.589592] env[69808]: value = "task-3790674" [ 1157.589592] env[69808]: _type = "Task" [ 1157.589592] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.596340] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52da4454-4ce3-a947-a348-ae1c3393829f, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.597165] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.597485] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.597745] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.597898] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.598098] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.598342] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43878f08-caf7-4f69-876d-94044807ca12 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.603410] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.610651] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.610836] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.611665] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86ff9cc3-3a7f-4662-9657-a532a3c13a26 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.617174] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1157.617174] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c92a65-f140-e3ae-7e8f-25488d38f206" [ 1157.617174] env[69808]: _type = "Task" [ 1157.617174] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.626307] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c92a65-f140-e3ae-7e8f-25488d38f206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.815041] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523b656d-c476-399b-28ac-0fec6ba44221, 'name': SearchDatastore_Task, 'duration_secs': 0.010295} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.815233] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.815323] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 8c218f00-c7be-4978-8326-296ce3c6f55f/8c218f00-c7be-4978-8326-296ce3c6f55f.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.815585] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b7afd33-35c3-410a-ba22-c19e06c0a6ed {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.821273] env[69808]: DEBUG oslo_concurrency.lockutils [req-ab976e2f-d199-4b61-a04a-b664f22a7e39 req-3d39b10c-0ed2-48e0-98f8-a523cddfaf45 service nova] Releasing lock "refresh_cache-5c32c02f-477b-4388-9300-9394ba424490" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.822721] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1157.822721] env[69808]: value = "task-3790675" [ 1157.822721] env[69808]: _type = "Task" [ 1157.822721] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.831309] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.106897] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790674, 'name': PowerOnVM_Task, 'duration_secs': 0.474345} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.110827] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.111567] env[69808]: INFO nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1158.111567] env[69808]: DEBUG nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1158.112918] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf6bddc-7a18-4bc8-84d0-b528f931d1f8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.147556] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c92a65-f140-e3ae-7e8f-25488d38f206, 'name': SearchDatastore_Task, 'duration_secs': 0.010043} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.152588] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f521b1aa-99c7-444e-af14-c445cc41a984 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.163313] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1158.163313] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527becf7-7854-f15c-64a8-79f3a26e13f2" [ 1158.163313] env[69808]: _type = "Task" [ 1158.163313] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.180184] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527becf7-7854-f15c-64a8-79f3a26e13f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.203789] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf95357c-6dc3-46f9-a27b-19f92700a822 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.218761] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58c1c68-45ee-4473-aaf7-a64723768385 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.261780] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed886ed2-6a6d-411d-9b90-e38f4b98d812 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.275625] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215614be-5ef4-49a1-b2a9-d2bcd9895c31 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.295214] env[69808]: DEBUG nova.compute.provider_tree [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.332965] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492081} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.333301] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 8c218f00-c7be-4978-8326-296ce3c6f55f/8c218f00-c7be-4978-8326-296ce3c6f55f.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.333478] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.333729] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b38860d-b4d0-47ef-8564-2738cb82b9b2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.340600] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1158.340600] env[69808]: value = "task-3790676" [ 1158.340600] env[69808]: _type = "Task" [ 1158.340600] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.344947] env[69808]: DEBUG nova.network.neutron [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Updating instance_info_cache with network_info: [{"id": "f127c55c-95d8-4d4a-bcd2-ebd09a15b015", "address": "fa:16:3e:fd:7a:b4", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf127c55c-95", "ovs_interfaceid": "f127c55c-95d8-4d4a-bcd2-ebd09a15b015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.353137] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.640961] env[69808]: INFO nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Took 23.42 seconds to build instance. [ 1158.675184] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527becf7-7854-f15c-64a8-79f3a26e13f2, 'name': SearchDatastore_Task, 'duration_secs': 0.023172} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.675505] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.675741] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 5c32c02f-477b-4388-9300-9394ba424490/5c32c02f-477b-4388-9300-9394ba424490.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.676011] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-786e0094-6fc1-455e-ab6a-c43c15df8643 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.682831] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1158.682831] env[69808]: value = "task-3790677" [ 1158.682831] env[69808]: _type = "Task" [ 1158.682831] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.691652] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.799040] env[69808]: DEBUG nova.scheduler.client.report [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.851171] env[69808]: DEBUG oslo_concurrency.lockutils [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Releasing lock "refresh_cache-72e4004e-a622-4f99-af36-0f1c0d995f0d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.851931] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062925} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.852722] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19aa7d6d-544c-4889-9670-8855842570b6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.855395] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.856234] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b854126-797f-4e79-8e8f-35e258a9c9c6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.881185] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 8c218f00-c7be-4978-8326-296ce3c6f55f/8c218f00-c7be-4978-8326-296ce3c6f55f.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.883404] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3926b3bb-515b-4e07-aa95-c8101dd312c4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.899528] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce557e9-06b3-44fe-97a5-5f51c010e885 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.909159] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1158.909159] env[69808]: value = "task-3790678" [ 1158.909159] env[69808]: _type = "Task" [ 1158.909159] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.928102] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790678, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.143323] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "42003ac9-4edb-4ea0-a3a6-2b15fa4f879b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.927s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.193955] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467542} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.194235] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 5c32c02f-477b-4388-9300-9394ba424490/5c32c02f-477b-4388-9300-9394ba424490.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.194462] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.194726] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf081368-39bc-451c-8192-29350e912575 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.201822] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1159.201822] env[69808]: value = "task-3790679" [ 1159.201822] env[69808]: _type = "Task" [ 1159.201822] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.210958] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.304865] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.462s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.306612] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.558s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.308400] env[69808]: INFO nova.compute.claims [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.362932] env[69808]: INFO nova.network.neutron [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Updating port bc48f136-ec73-49ee-aa5e-6b29e92de5b7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1159.423558] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.714988] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069589} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.715294] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1159.716195] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8a4b94-8325-4f0a-8689-4f682db856d9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.740047] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 5c32c02f-477b-4388-9300-9394ba424490/5c32c02f-477b-4388-9300-9394ba424490.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.740388] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa84da51-1b23-40aa-b234-2231988a4944 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.761719] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1159.761719] env[69808]: value = "task-3790680" [ 1159.761719] env[69808]: _type = "Task" [ 1159.761719] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.772426] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.919799] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.016261] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.016575] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c168bb60-31ad-4efe-b99c-8f2947e822b1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.024504] env[69808]: DEBUG oslo_vmware.api [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1160.024504] env[69808]: value = "task-3790681" [ 1160.024504] env[69808]: _type = "Task" [ 1160.024504] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.034610] env[69808]: DEBUG oslo_vmware.api [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.273103] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.211387] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "refresh_cache-94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.211694] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquired lock "refresh_cache-94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.211934] env[69808]: DEBUG nova.network.neutron [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.222308] env[69808]: DEBUG nova.compute.manager [req-4107e36e-0dd0-4e78-b698-d07b34ca83fb req-04c3a3de-4e6b-4f78-803d-f1f1b67b95f5 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Received event network-vif-plugged-bc48f136-ec73-49ee-aa5e-6b29e92de5b7 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.222625] env[69808]: DEBUG oslo_concurrency.lockutils [req-4107e36e-0dd0-4e78-b698-d07b34ca83fb req-04c3a3de-4e6b-4f78-803d-f1f1b67b95f5 service nova] Acquiring lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.222933] env[69808]: DEBUG oslo_concurrency.lockutils [req-4107e36e-0dd0-4e78-b698-d07b34ca83fb req-04c3a3de-4e6b-4f78-803d-f1f1b67b95f5 service nova] Lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.223205] env[69808]: DEBUG oslo_concurrency.lockutils [req-4107e36e-0dd0-4e78-b698-d07b34ca83fb req-04c3a3de-4e6b-4f78-803d-f1f1b67b95f5 service nova] Lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.223457] env[69808]: DEBUG nova.compute.manager [req-4107e36e-0dd0-4e78-b698-d07b34ca83fb req-04c3a3de-4e6b-4f78-803d-f1f1b67b95f5 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] No waiting events found dispatching network-vif-plugged-bc48f136-ec73-49ee-aa5e-6b29e92de5b7 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1161.223772] env[69808]: WARNING nova.compute.manager [req-4107e36e-0dd0-4e78-b698-d07b34ca83fb req-04c3a3de-4e6b-4f78-803d-f1f1b67b95f5 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Received unexpected event network-vif-plugged-bc48f136-ec73-49ee-aa5e-6b29e92de5b7 for instance with vm_state shelved_offloaded and task_state spawning. [ 1161.246281] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790678, 'name': ReconfigVM_Task, 'duration_secs': 1.387371} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.254876] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 8c218f00-c7be-4978-8326-296ce3c6f55f/8c218f00-c7be-4978-8326-296ce3c6f55f.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.256245] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790680, 'name': ReconfigVM_Task, 'duration_secs': 0.960078} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.256884] env[69808]: DEBUG oslo_vmware.api [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790681, 'name': PowerOffVM_Task, 'duration_secs': 0.237072} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.260432] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfaa72f0-7ca1-42cb-98a4-bed98934fa76 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.262726] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 5c32c02f-477b-4388-9300-9394ba424490/5c32c02f-477b-4388-9300-9394ba424490.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.263593] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.264428] env[69808]: DEBUG nova.virt.hardware [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.264884] env[69808]: DEBUG nova.virt.hardware [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.264958] env[69808]: DEBUG nova.virt.hardware [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.265255] env[69808]: DEBUG nova.virt.hardware [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.265478] env[69808]: DEBUG nova.virt.hardware [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.265696] env[69808]: DEBUG nova.virt.hardware [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.265997] env[69808]: DEBUG nova.virt.hardware [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.266256] env[69808]: DEBUG nova.virt.hardware [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.266508] env[69808]: DEBUG nova.virt.hardware [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.266758] env[69808]: DEBUG nova.virt.hardware [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.267032] env[69808]: DEBUG nova.virt.hardware [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.275415] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1a85b05-cd0d-4d5e-b39c-89d2b756faf8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.278447] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9483972d-e80c-43b3-a9e2-e0c6425d0b11 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.304961] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1161.304961] env[69808]: value = "task-3790682" [ 1161.304961] env[69808]: _type = "Task" [ 1161.304961] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.308102] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1161.308102] env[69808]: value = "task-3790683" [ 1161.308102] env[69808]: _type = "Task" [ 1161.308102] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.308491] env[69808]: DEBUG oslo_vmware.api [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1161.308491] env[69808]: value = "task-3790684" [ 1161.308491] env[69808]: _type = "Task" [ 1161.308491] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.333447] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790682, 'name': Rename_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.343767] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790683, 'name': Rename_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.344209] env[69808]: DEBUG oslo_vmware.api [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.482020] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a5f344-d1cb-49d1-9f6f-62ee599c4715 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.490683] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1e684e-9123-4cb4-bf28-ca2f910c8214 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.525112] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee06b74d-99ad-4ed7-a9bf-43ef74ac038f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.534698] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82a371a-3551-4d4e-bd68-c23edc4f87e4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.551130] env[69808]: DEBUG nova.compute.provider_tree [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.822126] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790682, 'name': Rename_Task, 'duration_secs': 0.243141} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.823188] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.823768] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-341c3ad0-21a8-46cb-b361-9bc765a73600 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.828701] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790683, 'name': Rename_Task, 'duration_secs': 0.175318} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.832234] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.832560] env[69808]: DEBUG oslo_vmware.api [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790684, 'name': ReconfigVM_Task, 'duration_secs': 0.318808} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.832803] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edecabc1-204f-42e5-9863-1944231f4462 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.835033] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a726bd7-6147-42f0-b390-048cf7150f63 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.839227] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1161.839227] env[69808]: value = "task-3790685" [ 1161.839227] env[69808]: _type = "Task" [ 1161.839227] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.862840] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1161.862840] env[69808]: value = "task-3790686" [ 1161.862840] env[69808]: _type = "Task" [ 1161.862840] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.863687] env[69808]: DEBUG nova.virt.hardware [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.863902] env[69808]: DEBUG nova.virt.hardware [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.864079] env[69808]: DEBUG nova.virt.hardware [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.864282] env[69808]: DEBUG nova.virt.hardware [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.864427] env[69808]: DEBUG nova.virt.hardware [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.864579] env[69808]: DEBUG nova.virt.hardware [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.864792] env[69808]: DEBUG nova.virt.hardware [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.864949] env[69808]: DEBUG nova.virt.hardware [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.865133] env[69808]: DEBUG nova.virt.hardware [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.865302] env[69808]: DEBUG nova.virt.hardware [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.865543] env[69808]: DEBUG nova.virt.hardware [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.867218] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-018dfbdc-2468-47c1-8424-53e7fac227c7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.876242] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.880591] env[69808]: DEBUG oslo_vmware.api [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1161.880591] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524416a4-42c2-2477-4665-8248aae4a705" [ 1161.880591] env[69808]: _type = "Task" [ 1161.880591] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.884086] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790686, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.895147] env[69808]: DEBUG oslo_vmware.api [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524416a4-42c2-2477-4665-8248aae4a705, 'name': SearchDatastore_Task, 'duration_secs': 0.007852} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.900834] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1161.901153] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27f9b6be-be74-4c06-8024-64591f28eb9e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.920690] env[69808]: DEBUG oslo_vmware.api [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1161.920690] env[69808]: value = "task-3790687" [ 1161.920690] env[69808]: _type = "Task" [ 1161.920690] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.933257] env[69808]: DEBUG oslo_vmware.api [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790687, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.997748] env[69808]: DEBUG nova.network.neutron [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Updating instance_info_cache with network_info: [{"id": "bc48f136-ec73-49ee-aa5e-6b29e92de5b7", "address": "fa:16:3e:1a:b6:b8", "network": {"id": "d134c7c1-9dc9-44e2-8f59-5949991a52ec", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2083617213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13951c071cf4c6a93dedab6f7f3c15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc48f136-ec", "ovs_interfaceid": "bc48f136-ec73-49ee-aa5e-6b29e92de5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.054697] env[69808]: DEBUG nova.scheduler.client.report [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.350727] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790685, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.378485] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790686, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.433167] env[69808]: DEBUG oslo_vmware.api [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790687, 'name': ReconfigVM_Task, 'duration_secs': 0.204669} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.433465] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1162.434272] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae66a32-10d5-4101-b78d-69b045e0da3c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.459874] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 72e4004e-a622-4f99-af36-0f1c0d995f0d/72e4004e-a622-4f99-af36-0f1c0d995f0d.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.460204] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5b97098-cd9d-4cbe-80d2-6dc348483d34 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.480519] env[69808]: DEBUG oslo_vmware.api [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1162.480519] env[69808]: value = "task-3790688" [ 1162.480519] env[69808]: _type = "Task" [ 1162.480519] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.489643] env[69808]: DEBUG oslo_vmware.api [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.500799] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Releasing lock "refresh_cache-94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.533652] env[69808]: DEBUG nova.virt.hardware [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f1f97e52a36f8e8aed6f5ab81c793aea',container_format='bare',created_at=2025-05-02T11:44:51Z,direct_url=,disk_format='vmdk',id=8f52cb65-6c8e-4265-9271-2b796ae0c8b3,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2064276323-shelved',owner='e13951c071cf4c6a93dedab6f7f3c15a',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-05-02T11:45:08Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.533944] env[69808]: DEBUG nova.virt.hardware [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.534123] env[69808]: DEBUG nova.virt.hardware [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.534313] env[69808]: DEBUG nova.virt.hardware [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.534475] env[69808]: DEBUG nova.virt.hardware [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.534663] env[69808]: DEBUG nova.virt.hardware [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.535012] env[69808]: DEBUG nova.virt.hardware [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.535221] env[69808]: DEBUG nova.virt.hardware [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.535406] env[69808]: DEBUG nova.virt.hardware [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.535608] env[69808]: DEBUG nova.virt.hardware [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.536654] env[69808]: DEBUG nova.virt.hardware [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.536831] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6a6aa9-99f3-4ef0-9273-a3c612565229 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.545228] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9b9887-118d-41b1-b6e1-1588dc607dbe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.559857] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:b6:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc48f136-ec73-49ee-aa5e-6b29e92de5b7', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.568246] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.569383] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.263s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.569746] env[69808]: DEBUG nova.compute.manager [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.572708] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.573566] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.608s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.575443] env[69808]: INFO nova.compute.claims [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.579763] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2e48460-0c8b-490f-98db-1e435be43589 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.613212] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.613212] env[69808]: value = "task-3790689" [ 1162.613212] env[69808]: _type = "Task" [ 1162.613212] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.624638] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790689, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.851261] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790685, 'name': PowerOnVM_Task, 'duration_secs': 0.867513} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.851573] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.851776] env[69808]: INFO nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Took 10.39 seconds to spawn the instance on the hypervisor. [ 1162.851957] env[69808]: DEBUG nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1162.852928] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686a0077-ca06-4ed8-a868-ca2307712eed {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.878485] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790686, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.909544] env[69808]: DEBUG nova.compute.manager [req-96afcda6-79de-46f6-9728-835a9de5c819 req-1e9a4424-49f1-41aa-885f-d603a9a3be7b service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Received event network-changed-bc48f136-ec73-49ee-aa5e-6b29e92de5b7 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.909752] env[69808]: DEBUG nova.compute.manager [req-96afcda6-79de-46f6-9728-835a9de5c819 req-1e9a4424-49f1-41aa-885f-d603a9a3be7b service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Refreshing instance network info cache due to event network-changed-bc48f136-ec73-49ee-aa5e-6b29e92de5b7. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.909969] env[69808]: DEBUG oslo_concurrency.lockutils [req-96afcda6-79de-46f6-9728-835a9de5c819 req-1e9a4424-49f1-41aa-885f-d603a9a3be7b service nova] Acquiring lock "refresh_cache-94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.910130] env[69808]: DEBUG oslo_concurrency.lockutils [req-96afcda6-79de-46f6-9728-835a9de5c819 req-1e9a4424-49f1-41aa-885f-d603a9a3be7b service nova] Acquired lock "refresh_cache-94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.910292] env[69808]: DEBUG nova.network.neutron [req-96afcda6-79de-46f6-9728-835a9de5c819 req-1e9a4424-49f1-41aa-885f-d603a9a3be7b service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Refreshing network info cache for port bc48f136-ec73-49ee-aa5e-6b29e92de5b7 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.990629] env[69808]: DEBUG oslo_vmware.api [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790688, 'name': ReconfigVM_Task, 'duration_secs': 0.354375} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.990892] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 72e4004e-a622-4f99-af36-0f1c0d995f0d/72e4004e-a622-4f99-af36-0f1c0d995f0d.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.991741] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1adf08-c7a1-4513-bece-ee584666ae20 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.012289] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646e63e0-467e-4099-8824-f96e177cc924 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.033219] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8987860-ea4c-47d0-8b64-f8714476e7bc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.055499] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab7b7ae-a203-4d75-a558-130c0a55d6cb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.063145] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.063427] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0b792b8-96c5-439b-9fae-2862d6fbd8cc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.070104] env[69808]: DEBUG oslo_vmware.api [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1163.070104] env[69808]: value = "task-3790690" [ 1163.070104] env[69808]: _type = "Task" [ 1163.070104] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.077962] env[69808]: DEBUG oslo_vmware.api [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.105611] env[69808]: DEBUG nova.compute.utils [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.109120] env[69808]: DEBUG nova.compute.manager [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Not allocating networking since 'none' was specified. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1163.123956] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790689, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.369536] env[69808]: INFO nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Took 28.10 seconds to build instance. [ 1163.381230] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790686, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.581119] env[69808]: DEBUG oslo_vmware.api [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790690, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.609571] env[69808]: DEBUG nova.compute.manager [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.625570] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790689, 'name': CreateVM_Task, 'duration_secs': 0.597455} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.625759] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.626465] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8f52cb65-6c8e-4265-9271-2b796ae0c8b3" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.626633] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8f52cb65-6c8e-4265-9271-2b796ae0c8b3" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.627035] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8f52cb65-6c8e-4265-9271-2b796ae0c8b3" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.627277] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b6553db-c522-42f1-867d-c972f24e4d87 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.632096] env[69808]: DEBUG nova.network.neutron [req-96afcda6-79de-46f6-9728-835a9de5c819 req-1e9a4424-49f1-41aa-885f-d603a9a3be7b service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Updated VIF entry in instance network info cache for port bc48f136-ec73-49ee-aa5e-6b29e92de5b7. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.632543] env[69808]: DEBUG nova.network.neutron [req-96afcda6-79de-46f6-9728-835a9de5c819 req-1e9a4424-49f1-41aa-885f-d603a9a3be7b service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Updating instance_info_cache with network_info: [{"id": "bc48f136-ec73-49ee-aa5e-6b29e92de5b7", "address": "fa:16:3e:1a:b6:b8", "network": {"id": "d134c7c1-9dc9-44e2-8f59-5949991a52ec", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2083617213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13951c071cf4c6a93dedab6f7f3c15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc48f136-ec", "ovs_interfaceid": "bc48f136-ec73-49ee-aa5e-6b29e92de5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.637173] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1163.637173] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52580d35-8c84-5d45-9452-f065304dbea3" [ 1163.637173] env[69808]: _type = "Task" [ 1163.637173] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.652164] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8f52cb65-6c8e-4265-9271-2b796ae0c8b3" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.652428] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Processing image 8f52cb65-6c8e-4265-9271-2b796ae0c8b3 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.652656] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8f52cb65-6c8e-4265-9271-2b796ae0c8b3/8f52cb65-6c8e-4265-9271-2b796ae0c8b3.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.652798] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8f52cb65-6c8e-4265-9271-2b796ae0c8b3/8f52cb65-6c8e-4265-9271-2b796ae0c8b3.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.653037] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.653514] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42769e87-1248-47a1-8784-3e091191614c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.666067] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.666285] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.667137] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c134e0dc-71f0-4fea-9fbb-933125c62e7c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.676641] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1163.676641] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527635a8-800f-cc68-381d-cdc357936fb7" [ 1163.676641] env[69808]: _type = "Task" [ 1163.676641] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.684976] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527635a8-800f-cc68-381d-cdc357936fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.877686] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "8c218f00-c7be-4978-8326-296ce3c6f55f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.618s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.883499] env[69808]: DEBUG oslo_vmware.api [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790686, 'name': PowerOnVM_Task, 'duration_secs': 1.584886} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.883765] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.883972] env[69808]: INFO nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1163.884168] env[69808]: DEBUG nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1163.884962] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c07b4c9-2a42-4b36-b23c-3ba92edcbab9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.918027] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fb99f4-0275-4adf-a0e6-f4613fff5527 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.925687] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b8679b-8e47-41d4-8ccc-cec986e63a75 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.959788] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f754ec7-7b73-421e-99dc-07b253da1852 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.969691] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8d8da7-6248-47d4-9574-e580fda3df15 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.984589] env[69808]: DEBUG nova.compute.provider_tree [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.018314] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.018662] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.083059] env[69808]: DEBUG oslo_vmware.api [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790690, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.135877] env[69808]: DEBUG oslo_concurrency.lockutils [req-96afcda6-79de-46f6-9728-835a9de5c819 req-1e9a4424-49f1-41aa-885f-d603a9a3be7b service nova] Releasing lock "refresh_cache-94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.189758] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Preparing fetch location {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1164.190278] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Fetch image to [datastore2] OSTACK_IMG_92f9b19b-b131-4c7f-b290-2c6d0e6957cf/OSTACK_IMG_92f9b19b-b131-4c7f-b290-2c6d0e6957cf.vmdk {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1164.190594] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Downloading stream optimized image 8f52cb65-6c8e-4265-9271-2b796ae0c8b3 to [datastore2] OSTACK_IMG_92f9b19b-b131-4c7f-b290-2c6d0e6957cf/OSTACK_IMG_92f9b19b-b131-4c7f-b290-2c6d0e6957cf.vmdk on the data store datastore2 as vApp {{(pid=69808) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1164.190886] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Downloading image file data 8f52cb65-6c8e-4265-9271-2b796ae0c8b3 to the ESX as VM named 'OSTACK_IMG_92f9b19b-b131-4c7f-b290-2c6d0e6957cf' {{(pid=69808) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1164.276141] env[69808]: DEBUG oslo_vmware.rw_handles [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1164.276141] env[69808]: value = "resgroup-9" [ 1164.276141] env[69808]: _type = "ResourcePool" [ 1164.276141] env[69808]: }. {{(pid=69808) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1164.276475] env[69808]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a1d6fb3e-947f-4026-9844-f27358437098 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.299355] env[69808]: DEBUG oslo_vmware.rw_handles [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lease: (returnval){ [ 1164.299355] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f21fc5-e230-9c6b-6cdc-1259ab1d8ecf" [ 1164.299355] env[69808]: _type = "HttpNfcLease" [ 1164.299355] env[69808]: } obtained for vApp import into resource pool (val){ [ 1164.299355] env[69808]: value = "resgroup-9" [ 1164.299355] env[69808]: _type = "ResourcePool" [ 1164.299355] env[69808]: }. {{(pid=69808) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1164.299736] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the lease: (returnval){ [ 1164.299736] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f21fc5-e230-9c6b-6cdc-1259ab1d8ecf" [ 1164.299736] env[69808]: _type = "HttpNfcLease" [ 1164.299736] env[69808]: } to be ready. {{(pid=69808) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1164.306056] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1164.306056] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f21fc5-e230-9c6b-6cdc-1259ab1d8ecf" [ 1164.306056] env[69808]: _type = "HttpNfcLease" [ 1164.306056] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1164.407305] env[69808]: INFO nova.compute.manager [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Took 29.09 seconds to build instance. [ 1164.488178] env[69808]: DEBUG nova.scheduler.client.report [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.525886] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.526101] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.526153] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.526508] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.526709] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.526878] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.527028] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69808) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1164.527175] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.582303] env[69808]: DEBUG oslo_vmware.api [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790690, 'name': PowerOnVM_Task, 'duration_secs': 1.113524} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.582745] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.619153] env[69808]: DEBUG nova.compute.manager [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.645913] env[69808]: DEBUG nova.virt.hardware [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.646296] env[69808]: DEBUG nova.virt.hardware [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.646525] env[69808]: DEBUG nova.virt.hardware [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.646855] env[69808]: DEBUG nova.virt.hardware [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.647116] env[69808]: DEBUG nova.virt.hardware [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.647345] env[69808]: DEBUG nova.virt.hardware [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.647642] env[69808]: DEBUG nova.virt.hardware [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.647841] env[69808]: DEBUG nova.virt.hardware [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.648171] env[69808]: DEBUG nova.virt.hardware [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.648236] env[69808]: DEBUG nova.virt.hardware [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.648450] env[69808]: DEBUG nova.virt.hardware [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.649606] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3527b373-89ed-4c54-9b4f-2767ff6ac075 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.658587] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bc5592-2083-4810-b8c6-d07af263463e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.675968] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Instance VIF info [] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.683010] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Creating folder: Project (d9107b8eff6a4f9cb739796fcc331ff6). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1164.684500] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-777fc409-04b0-4f32-95af-8740adc6cb3a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.700945] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Created folder: Project (d9107b8eff6a4f9cb739796fcc331ff6) in parent group-v753775. [ 1164.701263] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Creating folder: Instances. Parent ref: group-v754060. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1164.701520] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2f421cb-eb28-40d2-a547-8f0b6a4fefbf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.712227] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Created folder: Instances in parent group-v754060. [ 1164.712450] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.713048] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.713048] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-867e2760-8d4e-4dd7-9c57-d603f1145661 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.733219] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.733219] env[69808]: value = "task-3790694" [ 1164.733219] env[69808]: _type = "Task" [ 1164.733219] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.743520] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790694, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.811264] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1164.811264] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f21fc5-e230-9c6b-6cdc-1259ab1d8ecf" [ 1164.811264] env[69808]: _type = "HttpNfcLease" [ 1164.811264] env[69808]: } is ready. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1164.811731] env[69808]: DEBUG oslo_vmware.rw_handles [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1164.811731] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f21fc5-e230-9c6b-6cdc-1259ab1d8ecf" [ 1164.811731] env[69808]: _type = "HttpNfcLease" [ 1164.811731] env[69808]: }. {{(pid=69808) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1164.812865] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb550634-cf2c-45ce-9a68-f842f0de9337 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.823984] env[69808]: DEBUG oslo_vmware.rw_handles [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528aa217-a032-50e2-f90e-951666988e98/disk-0.vmdk from lease info. {{(pid=69808) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1164.824305] env[69808]: DEBUG oslo_vmware.rw_handles [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528aa217-a032-50e2-f90e-951666988e98/disk-0.vmdk. {{(pid=69808) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1164.898528] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3ae6d4dd-1f1a-41ff-8e3a-be480272e11e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.910329] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9aef6810-59a8-40d5-9670-e55d78d9d171 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "5c32c02f-477b-4388-9300-9394ba424490" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.612s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.993425] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.994170] env[69808]: DEBUG nova.compute.manager [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.997119] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.645s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.998805] env[69808]: INFO nova.compute.claims [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.031630] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.190211] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "42003ac9-4edb-4ea0-a3a6-2b15fa4f879b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.190504] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "42003ac9-4edb-4ea0-a3a6-2b15fa4f879b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.190708] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "42003ac9-4edb-4ea0-a3a6-2b15fa4f879b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.190956] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "42003ac9-4edb-4ea0-a3a6-2b15fa4f879b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.191160] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "42003ac9-4edb-4ea0-a3a6-2b15fa4f879b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.193431] env[69808]: INFO nova.compute.manager [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Terminating instance [ 1165.246962] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790694, 'name': CreateVM_Task, 'duration_secs': 0.292994} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.249076] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.249554] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.249719] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.250057] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.250339] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d3d62ef-e63b-4ac3-82d1-95b3f93ee82b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.255784] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1165.255784] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52192176-6ad2-4a6d-541f-9ce0cb3e2ecd" [ 1165.255784] env[69808]: _type = "Task" [ 1165.255784] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.267618] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52192176-6ad2-4a6d-541f-9ce0cb3e2ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.503856] env[69808]: DEBUG nova.compute.utils [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.510260] env[69808]: DEBUG nova.compute.manager [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Not allocating networking since 'none' was specified. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1165.641216] env[69808]: INFO nova.compute.manager [None req-67f1ed18-1651-4b1a-a20a-d59c37bb4ef8 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Updating instance to original state: 'active' [ 1165.699568] env[69808]: DEBUG nova.compute.manager [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1165.699839] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.701131] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024885a8-58bf-42da-89bf-b90bd9e2ffd9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.714769] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.716684] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64b1eb37-078b-4da9-9197-17d779099265 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.726345] env[69808]: DEBUG oslo_vmware.api [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1165.726345] env[69808]: value = "task-3790695" [ 1165.726345] env[69808]: _type = "Task" [ 1165.726345] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.737469] env[69808]: DEBUG oslo_vmware.api [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.772916] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52192176-6ad2-4a6d-541f-9ce0cb3e2ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.009822} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.774805] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.775582] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.775582] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.775582] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.775767] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.776085] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08efea12-7ea9-4563-a262-dce5b174fe8f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.787069] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.787226] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.788085] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1394421b-003a-4779-90bc-6b578d2d0661 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.794937] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1165.794937] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b86ddc-484d-4369-4927-4d20e6aa245b" [ 1165.794937] env[69808]: _type = "Task" [ 1165.794937] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.804901] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b86ddc-484d-4369-4927-4d20e6aa245b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.013529] env[69808]: DEBUG nova.compute.manager [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1166.106606] env[69808]: DEBUG oslo_vmware.rw_handles [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Completed reading data from the image iterator. {{(pid=69808) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1166.106865] env[69808]: DEBUG oslo_vmware.rw_handles [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528aa217-a032-50e2-f90e-951666988e98/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1166.108362] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c095cdc9-16ff-4f86-a249-6d2eb6457f0b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.116835] env[69808]: DEBUG oslo_vmware.rw_handles [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528aa217-a032-50e2-f90e-951666988e98/disk-0.vmdk is in state: ready. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1166.117102] env[69808]: DEBUG oslo_vmware.rw_handles [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528aa217-a032-50e2-f90e-951666988e98/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1166.117450] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-98913af9-15ec-4f19-8939-c50576cfe49f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.236421] env[69808]: DEBUG oslo_vmware.api [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790695, 'name': PowerOffVM_Task, 'duration_secs': 0.288071} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.239640] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.239900] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.240472] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92cd3883-45af-46f0-af3d-249efb26ca11 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.311350] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b86ddc-484d-4369-4927-4d20e6aa245b, 'name': SearchDatastore_Task, 'duration_secs': 0.012754} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.312515] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22901cf2-f61a-4cce-9361-89e8313fb00e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.324275] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.324275] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.324275] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Deleting the datastore file [datastore1] 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.324275] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e9f61cd-921b-4b77-827b-13bde45a8895 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.332391] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1166.332391] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ac16a2-42a9-9ac4-3888-9a9c90570c1d" [ 1166.332391] env[69808]: _type = "Task" [ 1166.332391] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.332717] env[69808]: DEBUG oslo_vmware.api [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1166.332717] env[69808]: value = "task-3790697" [ 1166.332717] env[69808]: _type = "Task" [ 1166.332717] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.340286] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ac16a2-42a9-9ac4-3888-9a9c90570c1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.352098] env[69808]: DEBUG oslo_vmware.api [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.372201] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a5f458-fdaf-48ec-aeda-775a4e8919d0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.384444] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39894456-3104-44e5-8c7a-28103a167e10 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.388448] env[69808]: DEBUG oslo_vmware.rw_handles [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528aa217-a032-50e2-f90e-951666988e98/disk-0.vmdk. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1166.388758] env[69808]: INFO nova.virt.vmwareapi.images [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Downloaded image file data 8f52cb65-6c8e-4265-9271-2b796ae0c8b3 [ 1166.389637] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7aa8b16-4d1f-4da5-9513-c73ae782933c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.436953] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7d7721f-7bae-4443-a3e3-0f4e614136be {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.439941] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85013e93-9aec-420f-857a-497e7f8e06b8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.448710] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2440d070-52b9-4fd2-9a57-0448d2355a63 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.464457] env[69808]: DEBUG nova.compute.provider_tree [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.474309] env[69808]: INFO nova.virt.vmwareapi.images [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] The imported VM was unregistered [ 1166.476690] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Caching image {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1166.476936] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Creating directory with path [datastore2] devstack-image-cache_base/8f52cb65-6c8e-4265-9271-2b796ae0c8b3 {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.477913] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe452d04-0b90-414e-8bd3-7126371dea32 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.504498] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Created directory with path [datastore2] devstack-image-cache_base/8f52cb65-6c8e-4265-9271-2b796ae0c8b3 {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.504784] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_92f9b19b-b131-4c7f-b290-2c6d0e6957cf/OSTACK_IMG_92f9b19b-b131-4c7f-b290-2c6d0e6957cf.vmdk to [datastore2] devstack-image-cache_base/8f52cb65-6c8e-4265-9271-2b796ae0c8b3/8f52cb65-6c8e-4265-9271-2b796ae0c8b3.vmdk. {{(pid=69808) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1166.505169] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-47c5101a-c5da-42ac-a3cb-24ca5ba3376a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.514152] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1166.514152] env[69808]: value = "task-3790699" [ 1166.514152] env[69808]: _type = "Task" [ 1166.514152] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.527374] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790699, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.837631] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ac16a2-42a9-9ac4-3888-9a9c90570c1d, 'name': SearchDatastore_Task, 'duration_secs': 0.012955} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.840856] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.841147] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 02aedc8b-b91d-40f7-be34-4027bf6abed0/02aedc8b-b91d-40f7-be34-4027bf6abed0.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.841411] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3f81f65-d409-45f0-94a1-32a2827b3471 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.849573] env[69808]: DEBUG oslo_vmware.api [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.851086] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1166.851086] env[69808]: value = "task-3790700" [ 1166.851086] env[69808]: _type = "Task" [ 1166.851086] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.859337] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.969045] env[69808]: DEBUG nova.scheduler.client.report [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.025930] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790699, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.029361] env[69808]: DEBUG nova.compute.manager [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1167.066787] env[69808]: DEBUG nova.virt.hardware [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.067139] env[69808]: DEBUG nova.virt.hardware [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.067381] env[69808]: DEBUG nova.virt.hardware [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.067747] env[69808]: DEBUG nova.virt.hardware [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.067955] env[69808]: DEBUG nova.virt.hardware [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.068143] env[69808]: DEBUG nova.virt.hardware [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.068393] env[69808]: DEBUG nova.virt.hardware [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.068597] env[69808]: DEBUG nova.virt.hardware [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.068802] env[69808]: DEBUG nova.virt.hardware [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.068973] env[69808]: DEBUG nova.virt.hardware [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.069164] env[69808]: DEBUG nova.virt.hardware [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.069948] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "72e4004e-a622-4f99-af36-0f1c0d995f0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.069948] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "72e4004e-a622-4f99-af36-0f1c0d995f0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.070118] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "72e4004e-a622-4f99-af36-0f1c0d995f0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.070293] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "72e4004e-a622-4f99-af36-0f1c0d995f0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.070511] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "72e4004e-a622-4f99-af36-0f1c0d995f0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.073569] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70990811-8172-4a45-8bbf-f1375bceea67 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.077044] env[69808]: INFO nova.compute.manager [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Terminating instance [ 1167.085852] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7e8a06-fcf0-4df1-8eb5-91f32d5b56fc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.103710] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Instance VIF info [] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.109852] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.110598] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.110874] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c5c6661-d0ae-4b92-8b57-27090ce3a50e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.130238] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.130238] env[69808]: value = "task-3790701" [ 1167.130238] env[69808]: _type = "Task" [ 1167.130238] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.139391] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790701, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.348574] env[69808]: DEBUG oslo_vmware.api [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.71298} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.348856] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.349088] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.349283] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.349463] env[69808]: INFO nova.compute.manager [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1167.349708] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.350040] env[69808]: DEBUG nova.compute.manager [-] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.350141] env[69808]: DEBUG nova.network.neutron [-] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.361716] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.474282] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.474958] env[69808]: DEBUG nova.compute.manager [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1167.478415] env[69808]: DEBUG oslo_concurrency.lockutils [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.836s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.480489] env[69808]: INFO nova.compute.claims [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.527674] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790699, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.582352] env[69808]: DEBUG nova.compute.manager [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.582643] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.582949] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dc95852-ca11-4fed-9118-3f06eb45d48f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.593056] env[69808]: DEBUG oslo_vmware.api [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1167.593056] env[69808]: value = "task-3790702" [ 1167.593056] env[69808]: _type = "Task" [ 1167.593056] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.604332] env[69808]: DEBUG oslo_vmware.api [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.644336] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790701, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.700587] env[69808]: DEBUG nova.compute.manager [req-f079bb71-4736-4f3b-8d36-4d72df7777aa req-1b6b5f56-7450-4db5-8fb9-98f7aa9eacb8 service nova] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Received event network-vif-deleted-70db0ea6-7471-4eda-882e-8c4bc5e1873d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.700587] env[69808]: INFO nova.compute.manager [req-f079bb71-4736-4f3b-8d36-4d72df7777aa req-1b6b5f56-7450-4db5-8fb9-98f7aa9eacb8 service nova] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Neutron deleted interface 70db0ea6-7471-4eda-882e-8c4bc5e1873d; detaching it from the instance and deleting it from the info cache [ 1167.700587] env[69808]: DEBUG nova.network.neutron [req-f079bb71-4736-4f3b-8d36-4d72df7777aa req-1b6b5f56-7450-4db5-8fb9-98f7aa9eacb8 service nova] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.863730] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790700, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.987315] env[69808]: DEBUG nova.compute.utils [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.991779] env[69808]: DEBUG nova.compute.manager [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.992023] env[69808]: DEBUG nova.network.neutron [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.025747] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790699, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.030431] env[69808]: DEBUG nova.policy [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99e07388c26a4af18aeab1ef273a84d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ef04270f34a486eb86367eff48b4a48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.103786] env[69808]: DEBUG oslo_vmware.api [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.141165] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790701, 'name': CreateVM_Task, 'duration_secs': 0.680274} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.141628] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.142233] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.142608] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.143040] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.143546] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41b73a56-8d2b-4a81-89b4-670c5c3f7086 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.147363] env[69808]: DEBUG nova.network.neutron [-] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.150365] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1168.150365] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e9ce5e-50e2-09b2-8156-2829d6445285" [ 1168.150365] env[69808]: _type = "Task" [ 1168.150365] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.161307] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e9ce5e-50e2-09b2-8156-2829d6445285, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.206992] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ade410e-7187-4732-a7c1-a2607c3adbef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.217031] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c916543a-493b-4fcf-998f-4cd43b6af169 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.253022] env[69808]: DEBUG nova.compute.manager [req-f079bb71-4736-4f3b-8d36-4d72df7777aa req-1b6b5f56-7450-4db5-8fb9-98f7aa9eacb8 service nova] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Detach interface failed, port_id=70db0ea6-7471-4eda-882e-8c4bc5e1873d, reason: Instance 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1168.314107] env[69808]: DEBUG nova.network.neutron [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Successfully created port: 7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.364086] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790700, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.493256] env[69808]: DEBUG nova.compute.manager [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.528085] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790699, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.606630] env[69808]: DEBUG oslo_vmware.api [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.653512] env[69808]: INFO nova.compute.manager [-] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Took 1.30 seconds to deallocate network for instance. [ 1168.674805] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e9ce5e-50e2-09b2-8156-2829d6445285, 'name': SearchDatastore_Task, 'duration_secs': 0.017483} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.675071] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.675327] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.675600] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.675822] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.676049] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.676305] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89b33c88-75a4-4c20-92e3-f2e6d8fb17a1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.690107] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.690343] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.691100] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d4fc690-fc9a-48be-b656-a10879933845 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.700770] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1168.700770] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52931362-a331-877e-b133-818bc677024b" [ 1168.700770] env[69808]: _type = "Task" [ 1168.700770] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.712973] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52931362-a331-877e-b133-818bc677024b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.851172] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18839cb-10fe-43a8-8d46-afd8cbeaf5de {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.861311] env[69808]: DEBUG oslo_concurrency.lockutils [None req-37ae0e71-dadf-4896-90b1-a6b33bfc9048 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "ac2f70b9-f4e9-4f18-906f-47c662a7117b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.861556] env[69808]: DEBUG oslo_concurrency.lockutils [None req-37ae0e71-dadf-4896-90b1-a6b33bfc9048 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "ac2f70b9-f4e9-4f18-906f-47c662a7117b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.867083] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972bfa57-e2e7-4d1e-b6ea-3f9ee18d9a40 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.874779] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790700, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.909474] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a343a40b-0154-45b0-b96d-2f00b493c45f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.919030] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77d3b8c-27c1-4679-b79a-b537c4b1f3b6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.937544] env[69808]: DEBUG nova.compute.provider_tree [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.028221] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790699, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.106603] env[69808]: DEBUG oslo_vmware.api [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790702, 'name': PowerOffVM_Task, 'duration_secs': 1.2224} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.107791] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.107791] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Volume detach. Driver type: vmdk {{(pid=69808) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1169.107791] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754027', 'volume_id': 'd7c6067f-4c24-4b7c-b578-91468c18e56b', 'name': 'volume-d7c6067f-4c24-4b7c-b578-91468c18e56b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '72e4004e-a622-4f99-af36-0f1c0d995f0d', 'attached_at': '2025-05-02T11:45:55.000000', 'detached_at': '', 'volume_id': 'd7c6067f-4c24-4b7c-b578-91468c18e56b', 'serial': 'd7c6067f-4c24-4b7c-b578-91468c18e56b'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1169.108449] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b302f6-9716-48f7-a73d-bfbd9f6f7d3a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.132914] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b707aec-94b0-4d77-ba88-9bff2df47638 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.142236] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c514c5d-f02f-4ba2-832a-9db0e41b291f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.168124] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792548a1-f17c-4821-99ff-02e9fd9fc3a5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.170369] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.184762] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] The volume has not been displaced from its original location: [datastore1] volume-d7c6067f-4c24-4b7c-b578-91468c18e56b/volume-d7c6067f-4c24-4b7c-b578-91468c18e56b.vmdk. No consolidation needed. {{(pid=69808) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1169.190987] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1169.191527] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcb42437-05ae-4a8c-b534-59ffadfb7c69 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.214709] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52931362-a331-877e-b133-818bc677024b, 'name': SearchDatastore_Task, 'duration_secs': 0.024128} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.216965] env[69808]: DEBUG oslo_vmware.api [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1169.216965] env[69808]: value = "task-3790703" [ 1169.216965] env[69808]: _type = "Task" [ 1169.216965] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.217254] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651c6273-bcad-4707-ad4a-f9dd01d8c6d0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.229812] env[69808]: DEBUG oslo_vmware.api [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790703, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.232086] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1169.232086] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a2cf2d-7967-a82e-bd8c-1e9cb25d63c3" [ 1169.232086] env[69808]: _type = "Task" [ 1169.232086] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.240176] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a2cf2d-7967-a82e-bd8c-1e9cb25d63c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.370676] env[69808]: DEBUG nova.compute.utils [None req-37ae0e71-dadf-4896-90b1-a6b33bfc9048 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.372741] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790700, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.249493} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.373780] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 02aedc8b-b91d-40f7-be34-4027bf6abed0/02aedc8b-b91d-40f7-be34-4027bf6abed0.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.374053] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.374375] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4523d4a-b0c3-4fe6-ae2b-fd540615a0fa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.383929] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1169.383929] env[69808]: value = "task-3790704" [ 1169.383929] env[69808]: _type = "Task" [ 1169.383929] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.398330] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.441277] env[69808]: DEBUG nova.scheduler.client.report [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.509747] env[69808]: DEBUG nova.compute.manager [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1169.528468] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790699, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.550544] env[69808]: DEBUG nova.virt.hardware [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.550544] env[69808]: DEBUG nova.virt.hardware [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.550544] env[69808]: DEBUG nova.virt.hardware [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.550544] env[69808]: DEBUG nova.virt.hardware [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.550544] env[69808]: DEBUG nova.virt.hardware [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.550544] env[69808]: DEBUG nova.virt.hardware [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.550544] env[69808]: DEBUG nova.virt.hardware [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.550544] env[69808]: DEBUG nova.virt.hardware [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.550544] env[69808]: DEBUG nova.virt.hardware [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.550544] env[69808]: DEBUG nova.virt.hardware [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.550544] env[69808]: DEBUG nova.virt.hardware [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.550544] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50484600-2eb1-4a8e-ba24-bb9c0883122f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.571446] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89eb1ae6-9bfc-46ba-9655-c7851a8ca551 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.734335] env[69808]: DEBUG oslo_vmware.api [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790703, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.743967] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a2cf2d-7967-a82e-bd8c-1e9cb25d63c3, 'name': SearchDatastore_Task, 'duration_secs': 0.020543} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.744266] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.744530] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] b88aa266-0792-4e2f-86d5-60d338e11397/b88aa266-0792-4e2f-86d5-60d338e11397.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.744797] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cf3becd-0a11-44ed-8a3c-f51ef349356e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.752591] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1169.752591] env[69808]: value = "task-3790705" [ 1169.752591] env[69808]: _type = "Task" [ 1169.752591] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.762054] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.874381] env[69808]: DEBUG oslo_concurrency.lockutils [None req-37ae0e71-dadf-4896-90b1-a6b33bfc9048 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "ac2f70b9-f4e9-4f18-906f-47c662a7117b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.893784] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090627} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.894115] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.894947] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f63f73c-62a0-4f85-9c27-112906b9b8c1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.917035] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 02aedc8b-b91d-40f7-be34-4027bf6abed0/02aedc8b-b91d-40f7-be34-4027bf6abed0.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.918829] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e7ca244-f6b5-4ef6-bc6e-303b64fd4903 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.934778] env[69808]: DEBUG nova.compute.manager [req-bc1f7d74-791e-47cd-9859-fb211219f6fd req-eea13404-5962-46d2-ae27-fb72a9a4b65c service nova] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Received event network-vif-plugged-7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.935039] env[69808]: DEBUG oslo_concurrency.lockutils [req-bc1f7d74-791e-47cd-9859-fb211219f6fd req-eea13404-5962-46d2-ae27-fb72a9a4b65c service nova] Acquiring lock "24041c49-00e8-4488-9bc5-b9078279a0f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.935239] env[69808]: DEBUG oslo_concurrency.lockutils [req-bc1f7d74-791e-47cd-9859-fb211219f6fd req-eea13404-5962-46d2-ae27-fb72a9a4b65c service nova] Lock "24041c49-00e8-4488-9bc5-b9078279a0f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.935409] env[69808]: DEBUG oslo_concurrency.lockutils [req-bc1f7d74-791e-47cd-9859-fb211219f6fd req-eea13404-5962-46d2-ae27-fb72a9a4b65c service nova] Lock "24041c49-00e8-4488-9bc5-b9078279a0f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.935607] env[69808]: DEBUG nova.compute.manager [req-bc1f7d74-791e-47cd-9859-fb211219f6fd req-eea13404-5962-46d2-ae27-fb72a9a4b65c service nova] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] No waiting events found dispatching network-vif-plugged-7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1169.935788] env[69808]: WARNING nova.compute.manager [req-bc1f7d74-791e-47cd-9859-fb211219f6fd req-eea13404-5962-46d2-ae27-fb72a9a4b65c service nova] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Received unexpected event network-vif-plugged-7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19 for instance with vm_state building and task_state spawning. [ 1169.942744] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1169.942744] env[69808]: value = "task-3790706" [ 1169.942744] env[69808]: _type = "Task" [ 1169.942744] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.947311] env[69808]: DEBUG oslo_concurrency.lockutils [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.947856] env[69808]: DEBUG nova.compute.manager [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.950713] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.009s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.952627] env[69808]: INFO nova.compute.claims [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.961694] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.008696] env[69808]: DEBUG nova.network.neutron [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Successfully updated port: 7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.035558] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790699, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.053178} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.036109] env[69808]: INFO nova.virt.vmwareapi.ds_util [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_92f9b19b-b131-4c7f-b290-2c6d0e6957cf/OSTACK_IMG_92f9b19b-b131-4c7f-b290-2c6d0e6957cf.vmdk to [datastore2] devstack-image-cache_base/8f52cb65-6c8e-4265-9271-2b796ae0c8b3/8f52cb65-6c8e-4265-9271-2b796ae0c8b3.vmdk. [ 1170.036205] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Cleaning up location [datastore2] OSTACK_IMG_92f9b19b-b131-4c7f-b290-2c6d0e6957cf {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1170.036291] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_92f9b19b-b131-4c7f-b290-2c6d0e6957cf {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.036561] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27761cad-29c6-4494-b7bb-cf97d57bdd5a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.044814] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1170.044814] env[69808]: value = "task-3790707" [ 1170.044814] env[69808]: _type = "Task" [ 1170.044814] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.054794] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.231632] env[69808]: DEBUG oslo_vmware.api [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790703, 'name': ReconfigVM_Task, 'duration_secs': 0.528781} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.232010] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1170.237310] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a4a1f1d-13c6-4f13-bff9-3ec9f19a5aba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.255538] env[69808]: DEBUG oslo_vmware.api [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1170.255538] env[69808]: value = "task-3790708" [ 1170.255538] env[69808]: _type = "Task" [ 1170.255538] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.270724] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790705, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.273972] env[69808]: DEBUG oslo_vmware.api [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790708, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.454966] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.460053] env[69808]: DEBUG nova.compute.utils [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.461686] env[69808]: DEBUG nova.compute.manager [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1170.462166] env[69808]: DEBUG nova.network.neutron [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.500298] env[69808]: DEBUG nova.policy [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b6c2bf1a78a4595b7dabc3c03615166', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '865bf55b83e94184b66e4fb2bbb5d49e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.512257] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "refresh_cache-24041c49-00e8-4488-9bc5-b9078279a0f1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.512438] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired lock "refresh_cache-24041c49-00e8-4488-9bc5-b9078279a0f1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.512623] env[69808]: DEBUG nova.network.neutron [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.556640] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.071742} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.557188] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.557188] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8f52cb65-6c8e-4265-9271-2b796ae0c8b3/8f52cb65-6c8e-4265-9271-2b796ae0c8b3.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.557379] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8f52cb65-6c8e-4265-9271-2b796ae0c8b3/8f52cb65-6c8e-4265-9271-2b796ae0c8b3.vmdk to [datastore2] 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e/94be9cc8-bd7d-4338-b9ce-14d47ab7f79e.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.557684] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9c4c81c-3072-4779-855c-b5986ff6f83f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.565539] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1170.565539] env[69808]: value = "task-3790709" [ 1170.565539] env[69808]: _type = "Task" [ 1170.565539] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.575170] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.769524] env[69808]: DEBUG oslo_vmware.api [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790708, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.773880] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555319} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.773961] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] b88aa266-0792-4e2f-86d5-60d338e11397/b88aa266-0792-4e2f-86d5-60d338e11397.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.774214] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.774530] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-056ac2d4-f853-439f-8527-a17f7a280141 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.783395] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1170.783395] env[69808]: value = "task-3790710" [ 1170.783395] env[69808]: _type = "Task" [ 1170.783395] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.792567] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.830029] env[69808]: DEBUG nova.network.neutron [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Successfully created port: 1235b750-a4ab-4732-9a2c-bd2b8fca146e {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.924436] env[69808]: DEBUG oslo_concurrency.lockutils [None req-37ae0e71-dadf-4896-90b1-a6b33bfc9048 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "ac2f70b9-f4e9-4f18-906f-47c662a7117b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.924724] env[69808]: DEBUG oslo_concurrency.lockutils [None req-37ae0e71-dadf-4896-90b1-a6b33bfc9048 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "ac2f70b9-f4e9-4f18-906f-47c662a7117b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.924973] env[69808]: INFO nova.compute.manager [None req-37ae0e71-dadf-4896-90b1-a6b33bfc9048 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Attaching volume bec664b6-94e3-47cf-9615-60c6416451ba to /dev/sdb [ 1170.959308] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790706, 'name': ReconfigVM_Task, 'duration_secs': 0.637191} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.962393] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 02aedc8b-b91d-40f7-be34-4027bf6abed0/02aedc8b-b91d-40f7-be34-4027bf6abed0.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.963524] env[69808]: DEBUG nova.compute.manager [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.966574] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f3b9eb5-5187-42c4-9439-86c6b6854613 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.974354] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283c6f51-a4b1-4dd5-acd3-ad305c37a026 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.983007] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84154c02-0a55-4917-aba1-025f9b423621 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.985980] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1170.985980] env[69808]: value = "task-3790711" [ 1170.985980] env[69808]: _type = "Task" [ 1170.985980] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.994740] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790711, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.998886] env[69808]: DEBUG nova.virt.block_device [None req-37ae0e71-dadf-4896-90b1-a6b33bfc9048 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Updating existing volume attachment record: 1343331e-3424-4b5d-b1fe-f584f55541f6 {{(pid=69808) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1171.063498] env[69808]: DEBUG nova.network.neutron [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.087306] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.270132] env[69808]: DEBUG nova.network.neutron [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Updating instance_info_cache with network_info: [{"id": "7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19", "address": "fa:16:3e:d3:96:55", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8e5b91-4a", "ovs_interfaceid": "7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.276841] env[69808]: DEBUG oslo_vmware.api [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790708, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.295793] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072466} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.296127] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.297026] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ed9628-e4a4-492e-9fb7-02c9baddc760 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.331344] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] b88aa266-0792-4e2f-86d5-60d338e11397/b88aa266-0792-4e2f-86d5-60d338e11397.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.335549] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b8938a3-5af8-474d-8797-3780f1689a3c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.363651] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1171.363651] env[69808]: value = "task-3790713" [ 1171.363651] env[69808]: _type = "Task" [ 1171.363651] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.376999] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790713, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.391020] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bb961f-e9ef-4804-8e7a-3773f3de9fb8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.398323] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae898aed-d97d-43f3-bb71-ddde36e3cc96 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.433236] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0647b2b-0e95-4950-884a-b1badce37dfb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.442500] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0302aa17-4953-4fcc-80a2-83b3bc4375b8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.463059] env[69808]: DEBUG nova.compute.provider_tree [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.499346] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790711, 'name': Rename_Task, 'duration_secs': 0.140533} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.500145] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.500597] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c895e569-1848-4128-bacd-ec5d4c33b086 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.511083] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1171.511083] env[69808]: value = "task-3790714" [ 1171.511083] env[69808]: _type = "Task" [ 1171.511083] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.525978] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.581968] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790709, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.771640] env[69808]: DEBUG oslo_vmware.api [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790708, 'name': ReconfigVM_Task, 'duration_secs': 1.1593} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.772012] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754027', 'volume_id': 'd7c6067f-4c24-4b7c-b578-91468c18e56b', 'name': 'volume-d7c6067f-4c24-4b7c-b578-91468c18e56b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '72e4004e-a622-4f99-af36-0f1c0d995f0d', 'attached_at': '2025-05-02T11:45:55.000000', 'detached_at': '', 'volume_id': 'd7c6067f-4c24-4b7c-b578-91468c18e56b', 'serial': 'd7c6067f-4c24-4b7c-b578-91468c18e56b'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1171.772329] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.773144] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4556a21-ba97-4951-bc92-dc46ef19e8b7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.777617] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Releasing lock "refresh_cache-24041c49-00e8-4488-9bc5-b9078279a0f1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.777971] env[69808]: DEBUG nova.compute.manager [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Instance network_info: |[{"id": "7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19", "address": "fa:16:3e:d3:96:55", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8e5b91-4a", "ovs_interfaceid": "7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.778392] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:96:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.786282] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.789302] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.789623] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.789824] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d1b3959-da75-4f17-875e-b7827a9973be {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.805182] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c31b29c-ca97-4ba2-b147-d5d38b7aaccc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.814952] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.814952] env[69808]: value = "task-3790716" [ 1171.814952] env[69808]: _type = "Task" [ 1171.814952] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.823831] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790716, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.873898] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790713, 'name': ReconfigVM_Task, 'duration_secs': 0.336267} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.874313] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Reconfigured VM instance instance-00000068 to attach disk [datastore1] b88aa266-0792-4e2f-86d5-60d338e11397/b88aa266-0792-4e2f-86d5-60d338e11397.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.874960] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6147680-e77c-400a-bd29-a35846dec552 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.882736] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1171.882736] env[69808]: value = "task-3790717" [ 1171.882736] env[69808]: _type = "Task" [ 1171.882736] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.893341] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790717, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.935630] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.935998] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.936213] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Deleting the datastore file [datastore2] 72e4004e-a622-4f99-af36-0f1c0d995f0d {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.936516] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15c4ff2a-0934-4bd1-9308-ef613f9745c9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.942678] env[69808]: DEBUG nova.compute.manager [req-c380a17f-defd-4eb4-a93c-145041e22f0e req-47c0e094-009d-4490-aa83-1247ecc1e619 service nova] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Received event network-changed-7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.942905] env[69808]: DEBUG nova.compute.manager [req-c380a17f-defd-4eb4-a93c-145041e22f0e req-47c0e094-009d-4490-aa83-1247ecc1e619 service nova] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Refreshing instance network info cache due to event network-changed-7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.943144] env[69808]: DEBUG oslo_concurrency.lockutils [req-c380a17f-defd-4eb4-a93c-145041e22f0e req-47c0e094-009d-4490-aa83-1247ecc1e619 service nova] Acquiring lock "refresh_cache-24041c49-00e8-4488-9bc5-b9078279a0f1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.943288] env[69808]: DEBUG oslo_concurrency.lockutils [req-c380a17f-defd-4eb4-a93c-145041e22f0e req-47c0e094-009d-4490-aa83-1247ecc1e619 service nova] Acquired lock "refresh_cache-24041c49-00e8-4488-9bc5-b9078279a0f1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.943452] env[69808]: DEBUG nova.network.neutron [req-c380a17f-defd-4eb4-a93c-145041e22f0e req-47c0e094-009d-4490-aa83-1247ecc1e619 service nova] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Refreshing network info cache for port 7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.947219] env[69808]: DEBUG oslo_vmware.api [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1171.947219] env[69808]: value = "task-3790718" [ 1171.947219] env[69808]: _type = "Task" [ 1171.947219] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.959866] env[69808]: DEBUG oslo_vmware.api [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.967083] env[69808]: DEBUG nova.scheduler.client.report [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.980123] env[69808]: DEBUG nova.compute.manager [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.012324] env[69808]: DEBUG nova.virt.hardware [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.012832] env[69808]: DEBUG nova.virt.hardware [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.013035] env[69808]: DEBUG nova.virt.hardware [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.013356] env[69808]: DEBUG nova.virt.hardware [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.013625] env[69808]: DEBUG nova.virt.hardware [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.013883] env[69808]: DEBUG nova.virt.hardware [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.014191] env[69808]: DEBUG nova.virt.hardware [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.014419] env[69808]: DEBUG nova.virt.hardware [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.014660] env[69808]: DEBUG nova.virt.hardware [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.014907] env[69808]: DEBUG nova.virt.hardware [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.015207] env[69808]: DEBUG nova.virt.hardware [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.016470] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ed82a2-5ef9-4b98-8c57-2200fe0a992b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.038761] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401c1092-8f9b-4ee8-916f-cc54f5ec837f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.045594] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790714, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.084960] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790709, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.330144] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790716, 'name': CreateVM_Task, 'duration_secs': 0.497976} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.330144] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.330886] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.331158] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.331580] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.331932] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccda48ea-900c-4875-9651-e8f04090c7ca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.338170] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1172.338170] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e77ce6-4040-9ac6-254f-a0ee648583b2" [ 1172.338170] env[69808]: _type = "Task" [ 1172.338170] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.348471] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e77ce6-4040-9ac6-254f-a0ee648583b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.395173] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790717, 'name': Rename_Task, 'duration_secs': 0.226509} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.395491] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.395791] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee80f6cc-db04-49db-896c-a4493a4caf21 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.403361] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1172.403361] env[69808]: value = "task-3790719" [ 1172.403361] env[69808]: _type = "Task" [ 1172.403361] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.412855] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.463341] env[69808]: DEBUG oslo_vmware.api [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.471151] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.471710] env[69808]: DEBUG nova.compute.manager [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.474471] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.693s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.474681] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.477053] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.762s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.477299] env[69808]: DEBUG nova.objects.instance [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lazy-loading 'resources' on Instance uuid a2f6ca7c-8909-4d62-bfca-887b614e7a4e {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.529086] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790714, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.535293] env[69808]: INFO nova.scheduler.client.report [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Deleted allocations for instance f15361d8-4dd2-4237-8b04-c2e516b9140f [ 1172.583124] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790709, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.852025] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e77ce6-4040-9ac6-254f-a0ee648583b2, 'name': SearchDatastore_Task, 'duration_secs': 0.01628} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.852025] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.852025] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.852025] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.852025] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.852025] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.852025] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-301bb799-3561-4c02-9653-f6528a32e6be {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.863062] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.865020] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.865020] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45eb83ee-932f-4b08-a8a2-41b4ec9af6e8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.874617] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1172.874617] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520fc37f-265b-81f1-2757-9093313255c9" [ 1172.874617] env[69808]: _type = "Task" [ 1172.874617] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.888889] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520fc37f-265b-81f1-2757-9093313255c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.891408] env[69808]: DEBUG nova.network.neutron [req-c380a17f-defd-4eb4-a93c-145041e22f0e req-47c0e094-009d-4490-aa83-1247ecc1e619 service nova] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Updated VIF entry in instance network info cache for port 7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.891850] env[69808]: DEBUG nova.network.neutron [req-c380a17f-defd-4eb4-a93c-145041e22f0e req-47c0e094-009d-4490-aa83-1247ecc1e619 service nova] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Updating instance_info_cache with network_info: [{"id": "7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19", "address": "fa:16:3e:d3:96:55", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8e5b91-4a", "ovs_interfaceid": "7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.914873] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790719, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.928563] env[69808]: DEBUG nova.network.neutron [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Successfully updated port: 1235b750-a4ab-4732-9a2c-bd2b8fca146e {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.965245] env[69808]: DEBUG oslo_vmware.api [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.981384] env[69808]: DEBUG nova.compute.utils [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.987997] env[69808]: DEBUG nova.compute.manager [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.988116] env[69808]: DEBUG nova.network.neutron [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1173.028821] env[69808]: DEBUG oslo_vmware.api [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790714, 'name': PowerOnVM_Task, 'duration_secs': 1.037152} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.029113] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.029324] env[69808]: INFO nova.compute.manager [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1173.029512] env[69808]: DEBUG nova.compute.manager [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1173.030490] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36ac323-9b6c-4d3f-9f1d-4d50942ef238 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.036813] env[69808]: DEBUG nova.policy [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea109582968c48d592cfb68fe7b9b9ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cde177c157c54ffbaad7a0b9616ff02b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1173.053725] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cb47f46-f6b1-4b10-9a3c-59720aab42e3 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "f15361d8-4dd2-4237-8b04-c2e516b9140f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.649s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.087959] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790709, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.330172] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402646a0-5731-4d24-aa47-ace432964fd4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.340294] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8b56ac-b1ce-4bdb-b259-9a435a55b957 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.386278] env[69808]: DEBUG nova.network.neutron [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Successfully created port: 36830675-ff8f-4559-be8c-74cc6624632d {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.392788] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b57247-d991-4ea4-93a7-5d353f34f01c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.396215] env[69808]: DEBUG oslo_concurrency.lockutils [req-c380a17f-defd-4eb4-a93c-145041e22f0e req-47c0e094-009d-4490-aa83-1247ecc1e619 service nova] Releasing lock "refresh_cache-24041c49-00e8-4488-9bc5-b9078279a0f1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.403484] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520fc37f-265b-81f1-2757-9093313255c9, 'name': SearchDatastore_Task, 'duration_secs': 0.014237} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.406649] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-526b2e64-4da8-4d1d-adcf-b06a63a4d3ee {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.413755] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4682474e-1331-4d49-89b1-01b9eaddff6a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.424139] env[69808]: DEBUG oslo_vmware.api [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790719, 'name': PowerOnVM_Task, 'duration_secs': 0.73004} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.433749] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.434050] env[69808]: INFO nova.compute.manager [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Took 6.40 seconds to spawn the instance on the hypervisor. [ 1173.434248] env[69808]: DEBUG nova.compute.manager [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1173.434841] env[69808]: DEBUG oslo_concurrency.lockutils [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "refresh_cache-9391d62e-b558-4c36-a315-0428fe456cac" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.434974] env[69808]: DEBUG oslo_concurrency.lockutils [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquired lock "refresh_cache-9391d62e-b558-4c36-a315-0428fe456cac" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.435154] env[69808]: DEBUG nova.network.neutron [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.436587] env[69808]: DEBUG nova.compute.provider_tree [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.438016] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1173.438016] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524e0ecd-adb2-7364-2d49-01a2e524f7ec" [ 1173.438016] env[69808]: _type = "Task" [ 1173.438016] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.438847] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f621fdd0-bae2-4e59-8ac8-d25f358d9a79 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.457374] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524e0ecd-adb2-7364-2d49-01a2e524f7ec, 'name': SearchDatastore_Task, 'duration_secs': 0.014448} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.461361] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.461652] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 24041c49-00e8-4488-9bc5-b9078279a0f1/24041c49-00e8-4488-9bc5-b9078279a0f1.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.462612] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96d5d643-9392-443b-9c52-c29b4338ea0a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.473076] env[69808]: DEBUG oslo_vmware.api [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.477444] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1173.477444] env[69808]: value = "task-3790721" [ 1173.477444] env[69808]: _type = "Task" [ 1173.477444] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.489048] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.489048] env[69808]: DEBUG nova.compute.manager [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.559349] env[69808]: INFO nova.compute.manager [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Took 35.84 seconds to build instance. [ 1173.589577] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790709, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.943502] env[69808]: DEBUG nova.scheduler.client.report [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.974621] env[69808]: INFO nova.compute.manager [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Took 36.02 seconds to build instance. [ 1173.976066] env[69808]: DEBUG oslo_vmware.api [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.892988} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.976599] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.976791] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.976975] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.977166] env[69808]: INFO nova.compute.manager [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Took 6.39 seconds to destroy the instance on the hypervisor. [ 1173.977407] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.982720] env[69808]: DEBUG nova.compute.manager [-] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.982833] env[69808]: DEBUG nova.network.neutron [-] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.985400] env[69808]: DEBUG nova.network.neutron [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.998184] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790721, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.012960] env[69808]: DEBUG nova.compute.manager [req-f613c48c-dd9b-4b31-8f0b-8c4338d7f36f req-79335bf6-4225-4fbb-8fd9-756cd25dd3e4 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Received event network-vif-plugged-1235b750-a4ab-4732-9a2c-bd2b8fca146e {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.013249] env[69808]: DEBUG oslo_concurrency.lockutils [req-f613c48c-dd9b-4b31-8f0b-8c4338d7f36f req-79335bf6-4225-4fbb-8fd9-756cd25dd3e4 service nova] Acquiring lock "9391d62e-b558-4c36-a315-0428fe456cac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.014266] env[69808]: DEBUG oslo_concurrency.lockutils [req-f613c48c-dd9b-4b31-8f0b-8c4338d7f36f req-79335bf6-4225-4fbb-8fd9-756cd25dd3e4 service nova] Lock "9391d62e-b558-4c36-a315-0428fe456cac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.014266] env[69808]: DEBUG oslo_concurrency.lockutils [req-f613c48c-dd9b-4b31-8f0b-8c4338d7f36f req-79335bf6-4225-4fbb-8fd9-756cd25dd3e4 service nova] Lock "9391d62e-b558-4c36-a315-0428fe456cac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.014452] env[69808]: DEBUG nova.compute.manager [req-f613c48c-dd9b-4b31-8f0b-8c4338d7f36f req-79335bf6-4225-4fbb-8fd9-756cd25dd3e4 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] No waiting events found dispatching network-vif-plugged-1235b750-a4ab-4732-9a2c-bd2b8fca146e {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1174.014622] env[69808]: WARNING nova.compute.manager [req-f613c48c-dd9b-4b31-8f0b-8c4338d7f36f req-79335bf6-4225-4fbb-8fd9-756cd25dd3e4 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Received unexpected event network-vif-plugged-1235b750-a4ab-4732-9a2c-bd2b8fca146e for instance with vm_state building and task_state spawning. [ 1174.014786] env[69808]: DEBUG nova.compute.manager [req-f613c48c-dd9b-4b31-8f0b-8c4338d7f36f req-79335bf6-4225-4fbb-8fd9-756cd25dd3e4 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Received event network-changed-1235b750-a4ab-4732-9a2c-bd2b8fca146e {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.014941] env[69808]: DEBUG nova.compute.manager [req-f613c48c-dd9b-4b31-8f0b-8c4338d7f36f req-79335bf6-4225-4fbb-8fd9-756cd25dd3e4 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Refreshing instance network info cache due to event network-changed-1235b750-a4ab-4732-9a2c-bd2b8fca146e. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.015125] env[69808]: DEBUG oslo_concurrency.lockutils [req-f613c48c-dd9b-4b31-8f0b-8c4338d7f36f req-79335bf6-4225-4fbb-8fd9-756cd25dd3e4 service nova] Acquiring lock "refresh_cache-9391d62e-b558-4c36-a315-0428fe456cac" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.062170] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6e8cfa94-fc3f-4187-9597-106f81cf3e2f tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lock "02aedc8b-b91d-40f7-be34-4027bf6abed0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.355s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.088542] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790709, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.254722} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.088839] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8f52cb65-6c8e-4265-9271-2b796ae0c8b3/8f52cb65-6c8e-4265-9271-2b796ae0c8b3.vmdk to [datastore2] 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e/94be9cc8-bd7d-4338-b9ce-14d47ab7f79e.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.089938] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b594dce-fde4-4984-9261-987866a5331d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.115522] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e/94be9cc8-bd7d-4338-b9ce-14d47ab7f79e.vmdk or device None with type streamOptimized {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.116322] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1379baee-8422-4a1e-b719-3bf1cec18228 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.143613] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1174.143613] env[69808]: value = "task-3790722" [ 1174.143613] env[69808]: _type = "Task" [ 1174.143613] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.152337] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.175560] env[69808]: DEBUG nova.network.neutron [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Updating instance_info_cache with network_info: [{"id": "1235b750-a4ab-4732-9a2c-bd2b8fca146e", "address": "fa:16:3e:3f:ca:da", "network": {"id": "0d61cf34-608e-4e50-a47b-f2c6cd28190c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-332730720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "865bf55b83e94184b66e4fb2bbb5d49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1235b750-a4", "ovs_interfaceid": "1235b750-a4ab-4732-9a2c-bd2b8fca146e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.457211] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.457211] env[69808]: DEBUG oslo_concurrency.lockutils [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.313s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.461429] env[69808]: INFO nova.compute.claims [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.478184] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d2eec454-67d8-4a2e-af8e-1bdf9801092a tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lock "b88aa266-0792-4e2f-86d5-60d338e11397" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.536s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.489230] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737044} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.489537] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 24041c49-00e8-4488-9bc5-b9078279a0f1/24041c49-00e8-4488-9bc5-b9078279a0f1.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.489764] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.490116] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db03239c-8f73-4023-8f8e-3fe1b68f1247 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.498135] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1174.498135] env[69808]: value = "task-3790723" [ 1174.498135] env[69808]: _type = "Task" [ 1174.498135] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.501776] env[69808]: INFO nova.scheduler.client.report [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Deleted allocations for instance a2f6ca7c-8909-4d62-bfca-887b614e7a4e [ 1174.503982] env[69808]: DEBUG nova.compute.manager [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.514130] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.536490] env[69808]: DEBUG nova.virt.hardware [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.537259] env[69808]: DEBUG nova.virt.hardware [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.537259] env[69808]: DEBUG nova.virt.hardware [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.537406] env[69808]: DEBUG nova.virt.hardware [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.537582] env[69808]: DEBUG nova.virt.hardware [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.537902] env[69808]: DEBUG nova.virt.hardware [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.538209] env[69808]: DEBUG nova.virt.hardware [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.538387] env[69808]: DEBUG nova.virt.hardware [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.538570] env[69808]: DEBUG nova.virt.hardware [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.538930] env[69808]: DEBUG nova.virt.hardware [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.539171] env[69808]: DEBUG nova.virt.hardware [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.541173] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6be8d1-bcb6-443e-8257-ef08a2970d4d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.551750] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749fa4a9-d194-4e98-94a5-9bf1fd9e3b2a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.651034] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790722, 'name': ReconfigVM_Task, 'duration_secs': 0.351028} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.651396] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e/94be9cc8-bd7d-4338-b9ce-14d47ab7f79e.vmdk or device None with type streamOptimized {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.652694] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'device_name': '/dev/sda', 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': 'b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'attachment_id': '3b2bbcb6-d876-42aa-98bf-5cdd5be74068', 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754050', 'volume_id': '8b752c48-dcbb-40d6-9876-41eb7bda75a1', 'name': 'volume-8b752c48-dcbb-40d6-9876-41eb7bda75a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '94be9cc8-bd7d-4338-b9ce-14d47ab7f79e', 'attached_at': '', 'detached_at': '', 'volume_id': '8b752c48-dcbb-40d6-9876-41eb7bda75a1', 'serial': '8b752c48-dcbb-40d6-9876-41eb7bda75a1'}, 'boot_index': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69808) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1174.653539] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Volume attach. Driver type: vmdk {{(pid=69808) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1174.653539] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754050', 'volume_id': '8b752c48-dcbb-40d6-9876-41eb7bda75a1', 'name': 'volume-8b752c48-dcbb-40d6-9876-41eb7bda75a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '94be9cc8-bd7d-4338-b9ce-14d47ab7f79e', 'attached_at': '', 'detached_at': '', 'volume_id': '8b752c48-dcbb-40d6-9876-41eb7bda75a1', 'serial': '8b752c48-dcbb-40d6-9876-41eb7bda75a1'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1174.654864] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68adfdde-26d9-4686-8da6-622536ca3b13 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.672826] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed0cb1b-1414-41da-9fd9-ea134c398302 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.680029] env[69808]: DEBUG oslo_concurrency.lockutils [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Releasing lock "refresh_cache-9391d62e-b558-4c36-a315-0428fe456cac" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.680029] env[69808]: DEBUG nova.compute.manager [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Instance network_info: |[{"id": "1235b750-a4ab-4732-9a2c-bd2b8fca146e", "address": "fa:16:3e:3f:ca:da", "network": {"id": "0d61cf34-608e-4e50-a47b-f2c6cd28190c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-332730720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "865bf55b83e94184b66e4fb2bbb5d49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1235b750-a4", "ovs_interfaceid": "1235b750-a4ab-4732-9a2c-bd2b8fca146e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1174.680029] env[69808]: DEBUG oslo_concurrency.lockutils [req-f613c48c-dd9b-4b31-8f0b-8c4338d7f36f req-79335bf6-4225-4fbb-8fd9-756cd25dd3e4 service nova] Acquired lock "refresh_cache-9391d62e-b558-4c36-a315-0428fe456cac" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.680029] env[69808]: DEBUG nova.network.neutron [req-f613c48c-dd9b-4b31-8f0b-8c4338d7f36f req-79335bf6-4225-4fbb-8fd9-756cd25dd3e4 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Refreshing network info cache for port 1235b750-a4ab-4732-9a2c-bd2b8fca146e {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.681054] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:ca:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1235b750-a4ab-4732-9a2c-bd2b8fca146e', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.689727] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.704494] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.714025] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-8b752c48-dcbb-40d6-9876-41eb7bda75a1/volume-8b752c48-dcbb-40d6-9876-41eb7bda75a1.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.714025] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dbbb5c4-c1ca-4e13-a4f5-681600ca0f9c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.728403] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5092cc04-e8b8-47ef-80dd-68d7a89e4c8e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.749089] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.749089] env[69808]: value = "task-3790724" [ 1174.749089] env[69808]: _type = "Task" [ 1174.749089] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.750642] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1174.750642] env[69808]: value = "task-3790725" [ 1174.750642] env[69808]: _type = "Task" [ 1174.750642] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.763754] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790725, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.766560] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790724, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.898572] env[69808]: INFO nova.compute.manager [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Rebuilding instance [ 1174.951700] env[69808]: DEBUG nova.compute.manager [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1174.952372] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97af2336-287e-4963-8519-bc095a58c5a7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.009240] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.394003} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.011583] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.012488] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5765a8b5-ffdb-445b-b0c6-2c185bed4278 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.015335] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b5432e00-b2c6-469d-9912-4827bcab40b0 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "a2f6ca7c-8909-4d62-bfca-887b614e7a4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.737s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.040427] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 24041c49-00e8-4488-9bc5-b9078279a0f1/24041c49-00e8-4488-9bc5-b9078279a0f1.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.041933] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abae6927-c2f1-4144-bca9-291402304806 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.065940] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1175.065940] env[69808]: value = "task-3790726" [ 1175.065940] env[69808]: _type = "Task" [ 1175.065940] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.071915] env[69808]: DEBUG nova.network.neutron [-] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.078524] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.243504] env[69808]: DEBUG nova.network.neutron [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Successfully updated port: 36830675-ff8f-4559-be8c-74cc6624632d {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.273148] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790724, 'name': CreateVM_Task, 'duration_secs': 0.388115} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.273307] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.274273] env[69808]: DEBUG oslo_concurrency.lockutils [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.274273] env[69808]: DEBUG oslo_concurrency.lockutils [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.274602] env[69808]: DEBUG oslo_concurrency.lockutils [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.279292] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e76ceb1-58f4-4826-81b8-438866686dbe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.280361] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790725, 'name': ReconfigVM_Task, 'duration_secs': 0.37805} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.280654] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-8b752c48-dcbb-40d6-9876-41eb7bda75a1/volume-8b752c48-dcbb-40d6-9876-41eb7bda75a1.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.286064] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcef24e2-3636-4da3-8fc1-9a98a7dd3822 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.298240] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1175.298240] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520e065d-2f4b-4f60-fd1d-3127e8c982bb" [ 1175.298240] env[69808]: _type = "Task" [ 1175.298240] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.304168] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1175.304168] env[69808]: value = "task-3790727" [ 1175.304168] env[69808]: _type = "Task" [ 1175.304168] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.307543] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520e065d-2f4b-4f60-fd1d-3127e8c982bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.319331] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.482689] env[69808]: DEBUG nova.network.neutron [req-f613c48c-dd9b-4b31-8f0b-8c4338d7f36f req-79335bf6-4225-4fbb-8fd9-756cd25dd3e4 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Updated VIF entry in instance network info cache for port 1235b750-a4ab-4732-9a2c-bd2b8fca146e. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.483664] env[69808]: DEBUG nova.network.neutron [req-f613c48c-dd9b-4b31-8f0b-8c4338d7f36f req-79335bf6-4225-4fbb-8fd9-756cd25dd3e4 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Updating instance_info_cache with network_info: [{"id": "1235b750-a4ab-4732-9a2c-bd2b8fca146e", "address": "fa:16:3e:3f:ca:da", "network": {"id": "0d61cf34-608e-4e50-a47b-f2c6cd28190c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-332730720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "865bf55b83e94184b66e4fb2bbb5d49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1235b750-a4", "ovs_interfaceid": "1235b750-a4ab-4732-9a2c-bd2b8fca146e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.562774] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ae0e71-dadf-4896-90b1-a6b33bfc9048 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Volume attach. Driver type: vmdk {{(pid=69808) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1175.563048] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ae0e71-dadf-4896-90b1-a6b33bfc9048 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754064', 'volume_id': 'bec664b6-94e3-47cf-9615-60c6416451ba', 'name': 'volume-bec664b6-94e3-47cf-9615-60c6416451ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac2f70b9-f4e9-4f18-906f-47c662a7117b', 'attached_at': '', 'detached_at': '', 'volume_id': 'bec664b6-94e3-47cf-9615-60c6416451ba', 'serial': 'bec664b6-94e3-47cf-9615-60c6416451ba'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1175.563959] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241a6640-dd73-4dcf-aa9f-160124fd5179 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.587149] env[69808]: INFO nova.compute.manager [-] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Took 1.60 seconds to deallocate network for instance. [ 1175.593894] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce18489-0b1c-4791-be9a-e3b0c4d1dc94 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.600561] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790726, 'name': ReconfigVM_Task, 'duration_secs': 0.372749} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.601340] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 24041c49-00e8-4488-9bc5-b9078279a0f1/24041c49-00e8-4488-9bc5-b9078279a0f1.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.602007] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4db8bb33-89be-4ab8-a169-c8e587e5dca3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.627225] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ae0e71-dadf-4896-90b1-a6b33bfc9048 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-bec664b6-94e3-47cf-9615-60c6416451ba/volume-bec664b6-94e3-47cf-9615-60c6416451ba.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.631246] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7a6ecd9-4e97-4c9a-bc4e-22fedbfe63e5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.646720] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1175.646720] env[69808]: value = "task-3790728" [ 1175.646720] env[69808]: _type = "Task" [ 1175.646720] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.652953] env[69808]: DEBUG oslo_vmware.api [None req-37ae0e71-dadf-4896-90b1-a6b33bfc9048 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1175.652953] env[69808]: value = "task-3790729" [ 1175.652953] env[69808]: _type = "Task" [ 1175.652953] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.660525] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790728, 'name': Rename_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.670093] env[69808]: DEBUG oslo_vmware.api [None req-37ae0e71-dadf-4896-90b1-a6b33bfc9048 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790729, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.747457] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "refresh_cache-a1d9fa27-9ee6-46fe-802f-f4138cbdf733" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.747457] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "refresh_cache-a1d9fa27-9ee6-46fe-802f-f4138cbdf733" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.747717] env[69808]: DEBUG nova.network.neutron [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.812043] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520e065d-2f4b-4f60-fd1d-3127e8c982bb, 'name': SearchDatastore_Task, 'duration_secs': 0.036418} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.817974] env[69808]: DEBUG oslo_concurrency.lockutils [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.818242] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.818479] env[69808]: DEBUG oslo_concurrency.lockutils [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.818626] env[69808]: DEBUG oslo_concurrency.lockutils [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.818848] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.820101] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b680061f-7df3-419e-9f30-0fc3658ac5de {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.831148] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "521a84ff-9b55-4aef-a320-4b3989ed4634" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.831523] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "521a84ff-9b55-4aef-a320-4b3989ed4634" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.833732] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790727, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.841855] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.841855] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.841855] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88e40904-5de6-449f-96a2-afa64da7dae5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.843896] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a50d55-d9c4-4424-bbdd-6021322633cb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.850850] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1175.850850] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52aeb4a0-13f6-7420-dcfe-d2fe880b063e" [ 1175.850850] env[69808]: _type = "Task" [ 1175.850850] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.858968] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0df27c-8cf3-4589-ad9d-abf6385636e2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.896169] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f63bd1-b1cc-4982-aef9-0fb9ec7fe316 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.899279] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52aeb4a0-13f6-7420-dcfe-d2fe880b063e, 'name': SearchDatastore_Task, 'duration_secs': 0.011277} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.901061] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e91a00d4-dcac-4430-b359-afc0af0a57d5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.909792] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3726b08-fe03-4913-b05b-6d5f8b4807ad {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.915617] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1175.915617] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520c1657-699c-33c3-a48b-56f12db474e3" [ 1175.915617] env[69808]: _type = "Task" [ 1175.915617] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.927950] env[69808]: DEBUG nova.compute.provider_tree [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.937168] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520c1657-699c-33c3-a48b-56f12db474e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011681} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.937484] env[69808]: DEBUG oslo_concurrency.lockutils [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.937813] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 9391d62e-b558-4c36-a315-0428fe456cac/9391d62e-b558-4c36-a315-0428fe456cac.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.938783] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-089736cc-d8a0-476b-bff7-dccdd2be9bc2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.946706] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1175.946706] env[69808]: value = "task-3790730" [ 1175.946706] env[69808]: _type = "Task" [ 1175.946706] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.956231] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.968108] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.968577] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6641564-aa8b-45cf-85fc-b412eb4d3546 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.977777] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1175.977777] env[69808]: value = "task-3790731" [ 1175.977777] env[69808]: _type = "Task" [ 1175.977777] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.987365] env[69808]: DEBUG oslo_concurrency.lockutils [req-f613c48c-dd9b-4b31-8f0b-8c4338d7f36f req-79335bf6-4225-4fbb-8fd9-756cd25dd3e4 service nova] Releasing lock "refresh_cache-9391d62e-b558-4c36-a315-0428fe456cac" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.987864] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.054526] env[69808]: DEBUG nova.compute.manager [req-49fe0cab-f046-4462-9f4a-5fd70de8639b req-1f24081a-f5c3-4906-9144-725a61aef605 service nova] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Received event network-vif-deleted-f127c55c-95d8-4d4a-bcd2-ebd09a15b015 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.054758] env[69808]: DEBUG nova.compute.manager [req-49fe0cab-f046-4462-9f4a-5fd70de8639b req-1f24081a-f5c3-4906-9144-725a61aef605 service nova] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Received event network-vif-plugged-36830675-ff8f-4559-be8c-74cc6624632d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.054758] env[69808]: DEBUG oslo_concurrency.lockutils [req-49fe0cab-f046-4462-9f4a-5fd70de8639b req-1f24081a-f5c3-4906-9144-725a61aef605 service nova] Acquiring lock "a1d9fa27-9ee6-46fe-802f-f4138cbdf733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.054950] env[69808]: DEBUG oslo_concurrency.lockutils [req-49fe0cab-f046-4462-9f4a-5fd70de8639b req-1f24081a-f5c3-4906-9144-725a61aef605 service nova] Lock "a1d9fa27-9ee6-46fe-802f-f4138cbdf733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.055164] env[69808]: DEBUG oslo_concurrency.lockutils [req-49fe0cab-f046-4462-9f4a-5fd70de8639b req-1f24081a-f5c3-4906-9144-725a61aef605 service nova] Lock "a1d9fa27-9ee6-46fe-802f-f4138cbdf733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.055339] env[69808]: DEBUG nova.compute.manager [req-49fe0cab-f046-4462-9f4a-5fd70de8639b req-1f24081a-f5c3-4906-9144-725a61aef605 service nova] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] No waiting events found dispatching network-vif-plugged-36830675-ff8f-4559-be8c-74cc6624632d {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1176.055502] env[69808]: WARNING nova.compute.manager [req-49fe0cab-f046-4462-9f4a-5fd70de8639b req-1f24081a-f5c3-4906-9144-725a61aef605 service nova] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Received unexpected event network-vif-plugged-36830675-ff8f-4559-be8c-74cc6624632d for instance with vm_state building and task_state spawning. [ 1176.055659] env[69808]: DEBUG nova.compute.manager [req-49fe0cab-f046-4462-9f4a-5fd70de8639b req-1f24081a-f5c3-4906-9144-725a61aef605 service nova] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Received event network-changed-36830675-ff8f-4559-be8c-74cc6624632d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.055812] env[69808]: DEBUG nova.compute.manager [req-49fe0cab-f046-4462-9f4a-5fd70de8639b req-1f24081a-f5c3-4906-9144-725a61aef605 service nova] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Refreshing instance network info cache due to event network-changed-36830675-ff8f-4559-be8c-74cc6624632d. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.055983] env[69808]: DEBUG oslo_concurrency.lockutils [req-49fe0cab-f046-4462-9f4a-5fd70de8639b req-1f24081a-f5c3-4906-9144-725a61aef605 service nova] Acquiring lock "refresh_cache-a1d9fa27-9ee6-46fe-802f-f4138cbdf733" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.145148] env[69808]: INFO nova.compute.manager [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Took 0.55 seconds to detach 1 volumes for instance. [ 1176.163326] env[69808]: DEBUG oslo_vmware.api [None req-37ae0e71-dadf-4896-90b1-a6b33bfc9048 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.166652] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790728, 'name': Rename_Task, 'duration_secs': 0.162665} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.166914] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.167207] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1904417-0c95-4802-836c-611f03ea438b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.175118] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1176.175118] env[69808]: value = "task-3790732" [ 1176.175118] env[69808]: _type = "Task" [ 1176.175118] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.184685] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.283642] env[69808]: DEBUG nova.network.neutron [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.322741] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790727, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.334550] env[69808]: DEBUG nova.compute.manager [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1176.431934] env[69808]: DEBUG nova.scheduler.client.report [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.461495] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790730, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.488916] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790731, 'name': PowerOffVM_Task, 'duration_secs': 0.187637} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.489302] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.489549] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.490426] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2ce208-d7cc-4346-8a78-2ae9ecd151a1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.494238] env[69808]: DEBUG nova.network.neutron [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Updating instance_info_cache with network_info: [{"id": "36830675-ff8f-4559-be8c-74cc6624632d", "address": "fa:16:3e:b3:32:65", "network": {"id": "af196450-77dc-4ac0-959d-83905e667de1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1784084215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde177c157c54ffbaad7a0b9616ff02b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36830675-ff", "ovs_interfaceid": "36830675-ff8f-4559-be8c-74cc6624632d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.501771] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.502153] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7f76b1d-ed57-4f07-81c4-4850ba1de7b4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.531306] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.531668] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.531823] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Deleting the datastore file [datastore1] b88aa266-0792-4e2f-86d5-60d338e11397 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.532242] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8964e208-4f54-4679-9417-3294890f9408 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.539735] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1176.539735] env[69808]: value = "task-3790734" [ 1176.539735] env[69808]: _type = "Task" [ 1176.539735] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.548448] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.651699] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.663516] env[69808]: DEBUG oslo_vmware.api [None req-37ae0e71-dadf-4896-90b1-a6b33bfc9048 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790729, 'name': ReconfigVM_Task, 'duration_secs': 0.763871} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.663968] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ae0e71-dadf-4896-90b1-a6b33bfc9048 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-bec664b6-94e3-47cf-9615-60c6416451ba/volume-bec664b6-94e3-47cf-9615-60c6416451ba.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.668894] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80171ca4-19c9-4372-bb47-4a1102d1df06 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.688958] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790732, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.690646] env[69808]: DEBUG oslo_vmware.api [None req-37ae0e71-dadf-4896-90b1-a6b33bfc9048 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1176.690646] env[69808]: value = "task-3790735" [ 1176.690646] env[69808]: _type = "Task" [ 1176.690646] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.700766] env[69808]: DEBUG oslo_vmware.api [None req-37ae0e71-dadf-4896-90b1-a6b33bfc9048 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.823929] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790727, 'name': ReconfigVM_Task, 'duration_secs': 1.200892} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.824391] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754050', 'volume_id': '8b752c48-dcbb-40d6-9876-41eb7bda75a1', 'name': 'volume-8b752c48-dcbb-40d6-9876-41eb7bda75a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '94be9cc8-bd7d-4338-b9ce-14d47ab7f79e', 'attached_at': '', 'detached_at': '', 'volume_id': '8b752c48-dcbb-40d6-9876-41eb7bda75a1', 'serial': '8b752c48-dcbb-40d6-9876-41eb7bda75a1'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1176.825154] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74e4a530-09bb-44d5-9b77-213322a14a1f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.833422] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1176.833422] env[69808]: value = "task-3790736" [ 1176.833422] env[69808]: _type = "Task" [ 1176.833422] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.845669] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790736, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.867328] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.937624] env[69808]: DEBUG oslo_concurrency.lockutils [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.939422] env[69808]: DEBUG nova.compute.manager [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.941382] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.795s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.943077] env[69808]: INFO nova.compute.claims [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.958881] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616133} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.958881] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 9391d62e-b558-4c36-a315-0428fe456cac/9391d62e-b558-4c36-a315-0428fe456cac.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.959228] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.959612] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5f79c2e-859e-4a55-9160-65a9a7187308 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.967321] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1176.967321] env[69808]: value = "task-3790737" [ 1176.967321] env[69808]: _type = "Task" [ 1176.967321] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.976506] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.996958] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "refresh_cache-a1d9fa27-9ee6-46fe-802f-f4138cbdf733" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.997385] env[69808]: DEBUG nova.compute.manager [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Instance network_info: |[{"id": "36830675-ff8f-4559-be8c-74cc6624632d", "address": "fa:16:3e:b3:32:65", "network": {"id": "af196450-77dc-4ac0-959d-83905e667de1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1784084215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde177c157c54ffbaad7a0b9616ff02b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36830675-ff", "ovs_interfaceid": "36830675-ff8f-4559-be8c-74cc6624632d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.997699] env[69808]: DEBUG oslo_concurrency.lockutils [req-49fe0cab-f046-4462-9f4a-5fd70de8639b req-1f24081a-f5c3-4906-9144-725a61aef605 service nova] Acquired lock "refresh_cache-a1d9fa27-9ee6-46fe-802f-f4138cbdf733" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.997904] env[69808]: DEBUG nova.network.neutron [req-49fe0cab-f046-4462-9f4a-5fd70de8639b req-1f24081a-f5c3-4906-9144-725a61aef605 service nova] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Refreshing network info cache for port 36830675-ff8f-4559-be8c-74cc6624632d {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.999180] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:32:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36830675-ff8f-4559-be8c-74cc6624632d', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.006988] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.010404] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.011284] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c25fdaa8-8c1b-43b3-bd51-fb55828bc638 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.033171] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.033171] env[69808]: value = "task-3790738" [ 1177.033171] env[69808]: _type = "Task" [ 1177.033171] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.043454] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790738, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.052124] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15705} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.052406] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.052579] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.052757] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.191764] env[69808]: DEBUG oslo_vmware.api [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790732, 'name': PowerOnVM_Task, 'duration_secs': 0.781504} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.195580] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.195798] env[69808]: INFO nova.compute.manager [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1177.195979] env[69808]: DEBUG nova.compute.manager [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1177.196773] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6e7473-aa76-472c-8782-d9efe17c371a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.206262] env[69808]: DEBUG oslo_vmware.api [None req-37ae0e71-dadf-4896-90b1-a6b33bfc9048 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790735, 'name': ReconfigVM_Task, 'duration_secs': 0.237631} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.211949] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ae0e71-dadf-4896-90b1-a6b33bfc9048 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754064', 'volume_id': 'bec664b6-94e3-47cf-9615-60c6416451ba', 'name': 'volume-bec664b6-94e3-47cf-9615-60c6416451ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac2f70b9-f4e9-4f18-906f-47c662a7117b', 'attached_at': '', 'detached_at': '', 'volume_id': 'bec664b6-94e3-47cf-9615-60c6416451ba', 'serial': 'bec664b6-94e3-47cf-9615-60c6416451ba'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1177.245808] env[69808]: DEBUG nova.network.neutron [req-49fe0cab-f046-4462-9f4a-5fd70de8639b req-1f24081a-f5c3-4906-9144-725a61aef605 service nova] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Updated VIF entry in instance network info cache for port 36830675-ff8f-4559-be8c-74cc6624632d. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.246232] env[69808]: DEBUG nova.network.neutron [req-49fe0cab-f046-4462-9f4a-5fd70de8639b req-1f24081a-f5c3-4906-9144-725a61aef605 service nova] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Updating instance_info_cache with network_info: [{"id": "36830675-ff8f-4559-be8c-74cc6624632d", "address": "fa:16:3e:b3:32:65", "network": {"id": "af196450-77dc-4ac0-959d-83905e667de1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1784084215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde177c157c54ffbaad7a0b9616ff02b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36830675-ff", "ovs_interfaceid": "36830675-ff8f-4559-be8c-74cc6624632d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.345042] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790736, 'name': Rename_Task, 'duration_secs': 0.17479} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.345588] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.345694] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8eb21de-3378-403d-8e3f-4e833c02373f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.353102] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1177.353102] env[69808]: value = "task-3790739" [ 1177.353102] env[69808]: _type = "Task" [ 1177.353102] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.362804] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.448241] env[69808]: DEBUG nova.compute.utils [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.451997] env[69808]: DEBUG nova.compute.manager [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1177.451997] env[69808]: DEBUG nova.network.neutron [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1177.478869] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070711} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.479178] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.480022] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da359c2-081d-49d7-9d13-454f7eae7758 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.511318] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 9391d62e-b558-4c36-a315-0428fe456cac/9391d62e-b558-4c36-a315-0428fe456cac.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.511655] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f06293a-bf66-4af4-b02f-bee4a96dce41 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.527473] env[69808]: DEBUG nova.policy [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45020a3b2c3a4058b63edd7e07bc1d36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9641b75bd15404baa8d8dbab53ec5d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1177.536343] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1177.536343] env[69808]: value = "task-3790740" [ 1177.536343] env[69808]: _type = "Task" [ 1177.536343] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.549058] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790738, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.552988] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790740, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.726076] env[69808]: INFO nova.compute.manager [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Took 37.39 seconds to build instance. [ 1177.749221] env[69808]: DEBUG oslo_concurrency.lockutils [req-49fe0cab-f046-4462-9f4a-5fd70de8639b req-1f24081a-f5c3-4906-9144-725a61aef605 service nova] Releasing lock "refresh_cache-a1d9fa27-9ee6-46fe-802f-f4138cbdf733" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.863596] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790739, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.864520] env[69808]: DEBUG nova.network.neutron [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Successfully created port: 7a68d913-acf6-44f6-b3a6-c8cc025c1bf1 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.953457] env[69808]: DEBUG nova.compute.manager [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1178.052416] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.060876] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790738, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.096890] env[69808]: DEBUG nova.virt.hardware [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.097181] env[69808]: DEBUG nova.virt.hardware [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.097343] env[69808]: DEBUG nova.virt.hardware [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.097641] env[69808]: DEBUG nova.virt.hardware [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.097922] env[69808]: DEBUG nova.virt.hardware [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.098075] env[69808]: DEBUG nova.virt.hardware [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.098298] env[69808]: DEBUG nova.virt.hardware [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.099229] env[69808]: DEBUG nova.virt.hardware [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.099439] env[69808]: DEBUG nova.virt.hardware [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.099621] env[69808]: DEBUG nova.virt.hardware [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.099805] env[69808]: DEBUG nova.virt.hardware [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.100794] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445ed599-4304-41e2-b3fd-667c604a2705 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.113654] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a15516-e401-4c5c-afad-529bb17c1f14 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.131819] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Instance VIF info [] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.138763] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.141153] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.141567] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-370f071d-fe3b-4850-9e1c-a10c40a01d08 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.164018] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.164018] env[69808]: value = "task-3790741" [ 1178.164018] env[69808]: _type = "Task" [ 1178.164018] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.173174] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790741, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.229207] env[69808]: DEBUG oslo_concurrency.lockutils [None req-21a3b70a-0a41-40d6-af49-067ce3392c63 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "24041c49-00e8-4488-9bc5-b9078279a0f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.903s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.264017] env[69808]: DEBUG nova.objects.instance [None req-37ae0e71-dadf-4896-90b1-a6b33bfc9048 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lazy-loading 'flavor' on Instance uuid ac2f70b9-f4e9-4f18-906f-47c662a7117b {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.335190] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22307438-ae80-4c54-aec8-6040845fc739 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.345048] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53aae68-8ef0-449e-a14b-7fc7f8bf9a2f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.395203] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e215410-1fb5-4843-998a-d9276de410bd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.409318] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03ff702-bfcb-4646-bd1d-86e2cd366629 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.415753] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790739, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.427552] env[69808]: DEBUG nova.compute.provider_tree [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.551901] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790740, 'name': ReconfigVM_Task, 'duration_secs': 0.792693} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.556174] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 9391d62e-b558-4c36-a315-0428fe456cac/9391d62e-b558-4c36-a315-0428fe456cac.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.557199] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790738, 'name': CreateVM_Task, 'duration_secs': 1.337992} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.557199] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b62031d1-c6ec-43c6-a9ca-9fc8345e568b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.558983] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.559729] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.559940] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.560292] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.560946] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-799f72d8-be4e-42f3-993b-0119f6b98e17 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.566819] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1178.566819] env[69808]: value = "task-3790742" [ 1178.566819] env[69808]: _type = "Task" [ 1178.566819] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.568571] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1178.568571] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528e58e8-6970-812c-253a-f87f22d00243" [ 1178.568571] env[69808]: _type = "Task" [ 1178.568571] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.582842] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790742, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.587066] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528e58e8-6970-812c-253a-f87f22d00243, 'name': SearchDatastore_Task, 'duration_secs': 0.011956} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.587458] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.587770] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.588078] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.588307] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.588504] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.588818] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-757476e9-f9b2-4e63-a8b4-576ce355794e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.601566] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.601628] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.602474] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f19da83-4963-45a0-bc34-5e51a154f0e9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.612798] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1178.612798] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52534df2-9142-1060-30ff-e17fdb4ab58b" [ 1178.612798] env[69808]: _type = "Task" [ 1178.612798] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.621513] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52534df2-9142-1060-30ff-e17fdb4ab58b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.673972] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790741, 'name': CreateVM_Task, 'duration_secs': 0.301124} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.674370] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.674724] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.675031] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.675283] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.675557] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a51f5a5-d397-49c8-8898-cdd6e7412a44 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.681570] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1178.681570] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52644b84-5a5b-9942-636e-f45b5a925244" [ 1178.681570] env[69808]: _type = "Task" [ 1178.681570] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.692238] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52644b84-5a5b-9942-636e-f45b5a925244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.773835] env[69808]: DEBUG oslo_concurrency.lockutils [None req-37ae0e71-dadf-4896-90b1-a6b33bfc9048 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "ac2f70b9-f4e9-4f18-906f-47c662a7117b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.849s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.864430] env[69808]: DEBUG oslo_vmware.api [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790739, 'name': PowerOnVM_Task, 'duration_secs': 1.191942} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.864722] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.931243] env[69808]: DEBUG nova.scheduler.client.report [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.966230] env[69808]: DEBUG nova.compute.manager [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.988262] env[69808]: DEBUG nova.virt.hardware [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.988578] env[69808]: DEBUG nova.virt.hardware [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.988749] env[69808]: DEBUG nova.virt.hardware [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.988936] env[69808]: DEBUG nova.virt.hardware [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.989097] env[69808]: DEBUG nova.virt.hardware [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.989250] env[69808]: DEBUG nova.virt.hardware [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.989464] env[69808]: DEBUG nova.virt.hardware [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.989667] env[69808]: DEBUG nova.virt.hardware [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.991027] env[69808]: DEBUG nova.virt.hardware [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.991027] env[69808]: DEBUG nova.virt.hardware [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.991027] env[69808]: DEBUG nova.virt.hardware [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.991418] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c69997-2f6f-4551-aa70-35e872d2b7c2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.994783] env[69808]: DEBUG nova.compute.manager [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1178.995566] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d92ad1b-af21-42e5-a1bc-f9d71b21a2f4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.004894] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e484ac-94b5-4536-b2a8-3efccffab491 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.083482] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790742, 'name': Rename_Task, 'duration_secs': 0.270751} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.084265] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.084637] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b580eaa-153d-4802-814f-2afb3558e695 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.093470] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1179.093470] env[69808]: value = "task-3790743" [ 1179.093470] env[69808]: _type = "Task" [ 1179.093470] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.106568] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.128544] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52534df2-9142-1060-30ff-e17fdb4ab58b, 'name': SearchDatastore_Task, 'duration_secs': 0.010171} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.129857] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ede664d-cd6e-42b8-8c01-198ae2a16c68 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.138919] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1179.138919] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c18345-c4a4-5799-0847-d51a3634c5d3" [ 1179.138919] env[69808]: _type = "Task" [ 1179.138919] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.148109] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c18345-c4a4-5799-0847-d51a3634c5d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.194301] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52644b84-5a5b-9942-636e-f45b5a925244, 'name': SearchDatastore_Task, 'duration_secs': 0.013304} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.194815] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.195382] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.195844] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.196132] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.196558] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.196870] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29f3e0f0-56fb-457e-943b-da1649e7dafc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.212468] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.212663] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.213453] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f73b252e-1a07-458f-92ef-7bbe4cf89251 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.219789] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1179.219789] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5280e729-9834-6c5b-5acf-4a863ddb6a28" [ 1179.219789] env[69808]: _type = "Task" [ 1179.219789] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.228665] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5280e729-9834-6c5b-5acf-4a863ddb6a28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.389228] env[69808]: DEBUG nova.compute.manager [req-91b2e8d1-f45d-4ca2-8982-9cf9ab2dc752 req-96188f2b-6a86-453e-8769-b5fa79dca83e service nova] [instance: c0467513-713e-431b-8785-639eb2b863b8] Received event network-vif-plugged-7a68d913-acf6-44f6-b3a6-c8cc025c1bf1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.389228] env[69808]: DEBUG oslo_concurrency.lockutils [req-91b2e8d1-f45d-4ca2-8982-9cf9ab2dc752 req-96188f2b-6a86-453e-8769-b5fa79dca83e service nova] Acquiring lock "c0467513-713e-431b-8785-639eb2b863b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.389228] env[69808]: DEBUG oslo_concurrency.lockutils [req-91b2e8d1-f45d-4ca2-8982-9cf9ab2dc752 req-96188f2b-6a86-453e-8769-b5fa79dca83e service nova] Lock "c0467513-713e-431b-8785-639eb2b863b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.389228] env[69808]: DEBUG oslo_concurrency.lockutils [req-91b2e8d1-f45d-4ca2-8982-9cf9ab2dc752 req-96188f2b-6a86-453e-8769-b5fa79dca83e service nova] Lock "c0467513-713e-431b-8785-639eb2b863b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.389228] env[69808]: DEBUG nova.compute.manager [req-91b2e8d1-f45d-4ca2-8982-9cf9ab2dc752 req-96188f2b-6a86-453e-8769-b5fa79dca83e service nova] [instance: c0467513-713e-431b-8785-639eb2b863b8] No waiting events found dispatching network-vif-plugged-7a68d913-acf6-44f6-b3a6-c8cc025c1bf1 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1179.389228] env[69808]: WARNING nova.compute.manager [req-91b2e8d1-f45d-4ca2-8982-9cf9ab2dc752 req-96188f2b-6a86-453e-8769-b5fa79dca83e service nova] [instance: c0467513-713e-431b-8785-639eb2b863b8] Received unexpected event network-vif-plugged-7a68d913-acf6-44f6-b3a6-c8cc025c1bf1 for instance with vm_state building and task_state spawning. [ 1179.442029] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.442029] env[69808]: DEBUG nova.compute.manager [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1179.444448] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.413s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.444885] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.445248] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69808) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1179.445756] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.275s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.449017] env[69808]: DEBUG nova.objects.instance [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lazy-loading 'resources' on Instance uuid 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.449017] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e18738-4b21-44c9-a359-93cc653ac082 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.464339] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64da907-1583-4c00-aeef-210f88c8a31a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.490879] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac547589-2ca7-4bb3-a23a-1a860e38ffb5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.505029] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7594d808-365e-48d3-99d6-f669b1f52d76 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.554448] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179029MB free_disk=54GB free_vcpus=48 pci_devices=None {{(pid=69808) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1179.554713] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.556095] env[69808]: DEBUG nova.network.neutron [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Successfully updated port: 7a68d913-acf6-44f6-b3a6-c8cc025c1bf1 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1179.566634] env[69808]: DEBUG oslo_concurrency.lockutils [None req-71d1d7ae-1e39-4ae7-bf41-ae82a09c189f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "ac2f70b9-f4e9-4f18-906f-47c662a7117b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.567091] env[69808]: DEBUG oslo_concurrency.lockutils [None req-71d1d7ae-1e39-4ae7-bf41-ae82a09c189f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "ac2f70b9-f4e9-4f18-906f-47c662a7117b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.569336] env[69808]: DEBUG nova.compute.manager [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Stashing vm_state: active {{(pid=69808) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1179.573180] env[69808]: DEBUG oslo_concurrency.lockutils [None req-aeb26ec3-78c8-477e-b9cd-264e2946b753 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 49.492s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.605428] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790743, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.655035] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c18345-c4a4-5799-0847-d51a3634c5d3, 'name': SearchDatastore_Task, 'duration_secs': 0.018203} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.655366] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.655654] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] a1d9fa27-9ee6-46fe-802f-f4138cbdf733/a1d9fa27-9ee6-46fe-802f-f4138cbdf733.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.656319] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5faf04e9-73da-44dd-bab7-470fd8edfa56 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.670615] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1179.670615] env[69808]: value = "task-3790744" [ 1179.670615] env[69808]: _type = "Task" [ 1179.670615] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.685646] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.730385] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5280e729-9834-6c5b-5acf-4a863ddb6a28, 'name': SearchDatastore_Task, 'duration_secs': 0.0344} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.733976] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-877c1dd1-691e-4f57-8849-df6973c9177c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.741330] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1179.741330] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a46417-6cdd-d635-b6dc-3595d1169d00" [ 1179.741330] env[69808]: _type = "Task" [ 1179.741330] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.754367] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a46417-6cdd-d635-b6dc-3595d1169d00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.847117] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4aa9342-4e29-4fca-80a6-b2ee4e2a2309 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.855361] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aefdece-c761-4f6a-987d-99923aeb5216 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.890048] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903158f7-9b8b-4cae-b57f-a68ad5736f9b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.898571] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73cebf6-3fb8-46e0-b240-86737e2beb9a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.915308] env[69808]: DEBUG nova.compute.provider_tree [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.949999] env[69808]: DEBUG nova.compute.utils [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.951194] env[69808]: DEBUG nova.compute.manager [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1179.951419] env[69808]: DEBUG nova.network.neutron [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.991855] env[69808]: DEBUG nova.policy [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f1040c186194436bde41a425ff06588', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a199851ed08545b79847ffbe59fdb86f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1180.073525] env[69808]: DEBUG oslo_concurrency.lockutils [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "refresh_cache-c0467513-713e-431b-8785-639eb2b863b8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.073735] env[69808]: DEBUG oslo_concurrency.lockutils [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "refresh_cache-c0467513-713e-431b-8785-639eb2b863b8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.073947] env[69808]: DEBUG nova.network.neutron [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.079324] env[69808]: INFO nova.compute.manager [None req-71d1d7ae-1e39-4ae7-bf41-ae82a09c189f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Detaching volume bec664b6-94e3-47cf-9615-60c6416451ba [ 1180.099890] env[69808]: DEBUG oslo_concurrency.lockutils [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.108331] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790743, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.125212] env[69808]: INFO nova.virt.block_device [None req-71d1d7ae-1e39-4ae7-bf41-ae82a09c189f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Attempting to driver detach volume bec664b6-94e3-47cf-9615-60c6416451ba from mountpoint /dev/sdb [ 1180.125487] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d1d7ae-1e39-4ae7-bf41-ae82a09c189f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Volume detach. Driver type: vmdk {{(pid=69808) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1180.125712] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d1d7ae-1e39-4ae7-bf41-ae82a09c189f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754064', 'volume_id': 'bec664b6-94e3-47cf-9615-60c6416451ba', 'name': 'volume-bec664b6-94e3-47cf-9615-60c6416451ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac2f70b9-f4e9-4f18-906f-47c662a7117b', 'attached_at': '', 'detached_at': '', 'volume_id': 'bec664b6-94e3-47cf-9615-60c6416451ba', 'serial': 'bec664b6-94e3-47cf-9615-60c6416451ba'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1180.126677] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868aba66-b876-4c16-9906-2618b0d8802c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.154264] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e08a91-9867-48f3-b04e-1185981e998d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.163621] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479db0f7-f578-4f0f-bf43-60415c627424 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.195093] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c05fab-ae3f-4e04-803c-1201570098cd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.204373] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790744, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.215973] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d1d7ae-1e39-4ae7-bf41-ae82a09c189f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] The volume has not been displaced from its original location: [datastore1] volume-bec664b6-94e3-47cf-9615-60c6416451ba/volume-bec664b6-94e3-47cf-9615-60c6416451ba.vmdk. No consolidation needed. {{(pid=69808) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1180.221524] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d1d7ae-1e39-4ae7-bf41-ae82a09c189f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1180.222419] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e49deaf0-6eb4-417d-b5d2-d3f6561e444a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.244135] env[69808]: DEBUG oslo_vmware.api [None req-71d1d7ae-1e39-4ae7-bf41-ae82a09c189f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1180.244135] env[69808]: value = "task-3790745" [ 1180.244135] env[69808]: _type = "Task" [ 1180.244135] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.262600] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a46417-6cdd-d635-b6dc-3595d1169d00, 'name': SearchDatastore_Task, 'duration_secs': 0.019516} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.262988] env[69808]: DEBUG oslo_vmware.api [None req-71d1d7ae-1e39-4ae7-bf41-ae82a09c189f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.263337] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.263694] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] b88aa266-0792-4e2f-86d5-60d338e11397/b88aa266-0792-4e2f-86d5-60d338e11397.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.264010] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-639b210c-2a99-49eb-9d7f-7e096088124a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.276016] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1180.276016] env[69808]: value = "task-3790746" [ 1180.276016] env[69808]: _type = "Task" [ 1180.276016] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.286781] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.333506] env[69808]: DEBUG nova.network.neutron [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Successfully created port: f34eceed-db61-444d-8361-7b26c55381cb {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1180.419872] env[69808]: DEBUG nova.scheduler.client.report [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.454312] env[69808]: DEBUG nova.compute.manager [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1180.609365] env[69808]: DEBUG oslo_vmware.api [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790743, 'name': PowerOnVM_Task, 'duration_secs': 1.406224} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.609622] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.612261] env[69808]: INFO nova.compute.manager [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1180.612261] env[69808]: DEBUG nova.compute.manager [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1180.612261] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c524cbd7-5eab-4590-bd0f-a10ee1165980 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.636879] env[69808]: DEBUG nova.network.neutron [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1180.701766] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647975} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.702045] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] a1d9fa27-9ee6-46fe-802f-f4138cbdf733/a1d9fa27-9ee6-46fe-802f-f4138cbdf733.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.702270] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.702552] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02fcfd81-bd77-4b7e-8ba3-9cd2c349fc51 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.712522] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1180.712522] env[69808]: value = "task-3790747" [ 1180.712522] env[69808]: _type = "Task" [ 1180.712522] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.722738] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.760747] env[69808]: DEBUG oslo_vmware.api [None req-71d1d7ae-1e39-4ae7-bf41-ae82a09c189f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790745, 'name': ReconfigVM_Task, 'duration_secs': 0.35724} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.761125] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d1d7ae-1e39-4ae7-bf41-ae82a09c189f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1180.766246] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e798414-b5d1-48e6-ae5e-9e821972de0c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.789835] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790746, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.795031] env[69808]: DEBUG oslo_vmware.api [None req-71d1d7ae-1e39-4ae7-bf41-ae82a09c189f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1180.795031] env[69808]: value = "task-3790748" [ 1180.795031] env[69808]: _type = "Task" [ 1180.795031] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.807921] env[69808]: DEBUG oslo_vmware.api [None req-71d1d7ae-1e39-4ae7-bf41-ae82a09c189f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.926587] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.481s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.929266] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.278s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.929545] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.933136] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.066s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.935186] env[69808]: INFO nova.compute.claims [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.955151] env[69808]: DEBUG nova.network.neutron [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Updating instance_info_cache with network_info: [{"id": "7a68d913-acf6-44f6-b3a6-c8cc025c1bf1", "address": "fa:16:3e:f8:4f:a9", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a68d913-ac", "ovs_interfaceid": "7a68d913-acf6-44f6-b3a6-c8cc025c1bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.968169] env[69808]: INFO nova.scheduler.client.report [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Deleted allocations for instance 72e4004e-a622-4f99-af36-0f1c0d995f0d [ 1180.969997] env[69808]: INFO nova.scheduler.client.report [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Deleted allocations for instance 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b [ 1181.133273] env[69808]: INFO nova.compute.manager [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Took 39.51 seconds to build instance. [ 1181.224121] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106783} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.224464] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.225288] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288ce4ff-c2df-4e38-8f5e-092416e26dd5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.249325] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] a1d9fa27-9ee6-46fe-802f-f4138cbdf733/a1d9fa27-9ee6-46fe-802f-f4138cbdf733.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.250138] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97f2f12a-5083-4a50-bece-2fbb40a9f370 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.272024] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1181.272024] env[69808]: value = "task-3790749" [ 1181.272024] env[69808]: _type = "Task" [ 1181.272024] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.281247] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.289800] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676606} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.290261] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] b88aa266-0792-4e2f-86d5-60d338e11397/b88aa266-0792-4e2f-86d5-60d338e11397.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.290414] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.290651] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f41ae627-0988-49c7-b277-8d5b47f60b61 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.300712] env[69808]: DEBUG oslo_vmware.api [None req-71d1d7ae-1e39-4ae7-bf41-ae82a09c189f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790748, 'name': ReconfigVM_Task, 'duration_secs': 0.178278} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.302169] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d1d7ae-1e39-4ae7-bf41-ae82a09c189f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754064', 'volume_id': 'bec664b6-94e3-47cf-9615-60c6416451ba', 'name': 'volume-bec664b6-94e3-47cf-9615-60c6416451ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac2f70b9-f4e9-4f18-906f-47c662a7117b', 'attached_at': '', 'detached_at': '', 'volume_id': 'bec664b6-94e3-47cf-9615-60c6416451ba', 'serial': 'bec664b6-94e3-47cf-9615-60c6416451ba'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1181.304539] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1181.304539] env[69808]: value = "task-3790750" [ 1181.304539] env[69808]: _type = "Task" [ 1181.304539] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.314000] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.417318] env[69808]: DEBUG nova.compute.manager [req-b54ff974-1dc0-4486-adee-08cce52ce038 req-c011fc20-35ad-4595-82a9-d7ae8b28e703 service nova] [instance: c0467513-713e-431b-8785-639eb2b863b8] Received event network-changed-7a68d913-acf6-44f6-b3a6-c8cc025c1bf1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.417454] env[69808]: DEBUG nova.compute.manager [req-b54ff974-1dc0-4486-adee-08cce52ce038 req-c011fc20-35ad-4595-82a9-d7ae8b28e703 service nova] [instance: c0467513-713e-431b-8785-639eb2b863b8] Refreshing instance network info cache due to event network-changed-7a68d913-acf6-44f6-b3a6-c8cc025c1bf1. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.417644] env[69808]: DEBUG oslo_concurrency.lockutils [req-b54ff974-1dc0-4486-adee-08cce52ce038 req-c011fc20-35ad-4595-82a9-d7ae8b28e703 service nova] Acquiring lock "refresh_cache-c0467513-713e-431b-8785-639eb2b863b8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.457950] env[69808]: DEBUG oslo_concurrency.lockutils [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "refresh_cache-c0467513-713e-431b-8785-639eb2b863b8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.458318] env[69808]: DEBUG nova.compute.manager [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Instance network_info: |[{"id": "7a68d913-acf6-44f6-b3a6-c8cc025c1bf1", "address": "fa:16:3e:f8:4f:a9", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a68d913-ac", "ovs_interfaceid": "7a68d913-acf6-44f6-b3a6-c8cc025c1bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1181.458623] env[69808]: DEBUG oslo_concurrency.lockutils [req-b54ff974-1dc0-4486-adee-08cce52ce038 req-c011fc20-35ad-4595-82a9-d7ae8b28e703 service nova] Acquired lock "refresh_cache-c0467513-713e-431b-8785-639eb2b863b8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.458831] env[69808]: DEBUG nova.network.neutron [req-b54ff974-1dc0-4486-adee-08cce52ce038 req-c011fc20-35ad-4595-82a9-d7ae8b28e703 service nova] [instance: c0467513-713e-431b-8785-639eb2b863b8] Refreshing network info cache for port 7a68d913-acf6-44f6-b3a6-c8cc025c1bf1 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.460124] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:4f:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a68d913-acf6-44f6-b3a6-c8cc025c1bf1', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.467544] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.471736] env[69808]: DEBUG nova.compute.manager [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1181.473988] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0467513-713e-431b-8785-639eb2b863b8] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.474997] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c38fe4a4-38f5-4b40-9fe3-e22963e6029d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.494859] env[69808]: DEBUG oslo_concurrency.lockutils [None req-cec27b15-9d7c-4a0c-b444-80a782e75389 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "72e4004e-a622-4f99-af36-0f1c0d995f0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.425s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.495888] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4789a9fd-f923-483a-a97d-50039c3c8734 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "42003ac9-4edb-4ea0-a3a6-2b15fa4f879b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.305s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.503881] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.503881] env[69808]: value = "task-3790751" [ 1181.503881] env[69808]: _type = "Task" [ 1181.503881] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.511113] env[69808]: DEBUG nova.virt.hardware [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.511382] env[69808]: DEBUG nova.virt.hardware [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.511538] env[69808]: DEBUG nova.virt.hardware [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.511719] env[69808]: DEBUG nova.virt.hardware [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.511864] env[69808]: DEBUG nova.virt.hardware [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.512017] env[69808]: DEBUG nova.virt.hardware [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.512234] env[69808]: DEBUG nova.virt.hardware [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.512393] env[69808]: DEBUG nova.virt.hardware [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.512563] env[69808]: DEBUG nova.virt.hardware [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.512725] env[69808]: DEBUG nova.virt.hardware [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.512899] env[69808]: DEBUG nova.virt.hardware [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.514849] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788ad16a-1d87-4c14-a84a-3315eb14df04 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.521751] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790751, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.529510] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b703a00-e572-4ef3-ba16-165db761ae9e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.636117] env[69808]: DEBUG oslo_concurrency.lockutils [None req-53c921a8-d7db-433d-8683-d9fcf063949a tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "9391d62e-b558-4c36-a315-0428fe456cac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.016s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.783822] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.815223] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084099} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.815606] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.816521] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82aa9711-f926-4119-a508-c1320bab8ebe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.838759] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] b88aa266-0792-4e2f-86d5-60d338e11397/b88aa266-0792-4e2f-86d5-60d338e11397.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.839107] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7a62106-12a9-4e70-ab6f-a75f9ec78276 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.863772] env[69808]: DEBUG nova.objects.instance [None req-71d1d7ae-1e39-4ae7-bf41-ae82a09c189f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lazy-loading 'flavor' on Instance uuid ac2f70b9-f4e9-4f18-906f-47c662a7117b {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.873107] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1181.873107] env[69808]: value = "task-3790752" [ 1181.873107] env[69808]: _type = "Task" [ 1181.873107] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.883201] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790752, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.014026] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790751, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.287913] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790749, 'name': ReconfigVM_Task, 'duration_secs': 0.668165} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.288279] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Reconfigured VM instance instance-0000006b to attach disk [datastore2] a1d9fa27-9ee6-46fe-802f-f4138cbdf733/a1d9fa27-9ee6-46fe-802f-f4138cbdf733.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.288951] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21021fc0-6040-4c96-b192-efbcbfbe1b9b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.297529] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5baead-655d-43f8-b4a3-b9e11b50afd7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.304748] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1182.304748] env[69808]: value = "task-3790753" [ 1182.304748] env[69808]: _type = "Task" [ 1182.304748] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.313742] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d025ca5-2877-45ca-a4d0-9c9488aa2679 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.320203] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790753, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.354137] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e919c99c-c0c6-486c-98e5-1c6243bf8285 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.363720] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ad98a5-525a-4a88-bade-54f7f628d9ba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.385074] env[69808]: DEBUG nova.compute.provider_tree [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.403819] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.426220] env[69808]: DEBUG nova.compute.manager [req-0cb3804f-1fa2-468b-baea-f433f18ba165 req-af3705a7-0930-440c-8574-ee18cac5a759 service nova] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Received event network-vif-plugged-f34eceed-db61-444d-8361-7b26c55381cb {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.426610] env[69808]: DEBUG oslo_concurrency.lockutils [req-0cb3804f-1fa2-468b-baea-f433f18ba165 req-af3705a7-0930-440c-8574-ee18cac5a759 service nova] Acquiring lock "10494ca4-57da-4930-bc34-3fcb2a805c4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.426801] env[69808]: DEBUG oslo_concurrency.lockutils [req-0cb3804f-1fa2-468b-baea-f433f18ba165 req-af3705a7-0930-440c-8574-ee18cac5a759 service nova] Lock "10494ca4-57da-4930-bc34-3fcb2a805c4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.426913] env[69808]: DEBUG oslo_concurrency.lockutils [req-0cb3804f-1fa2-468b-baea-f433f18ba165 req-af3705a7-0930-440c-8574-ee18cac5a759 service nova] Lock "10494ca4-57da-4930-bc34-3fcb2a805c4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.427938] env[69808]: DEBUG nova.compute.manager [req-0cb3804f-1fa2-468b-baea-f433f18ba165 req-af3705a7-0930-440c-8574-ee18cac5a759 service nova] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] No waiting events found dispatching network-vif-plugged-f34eceed-db61-444d-8361-7b26c55381cb {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1182.427938] env[69808]: WARNING nova.compute.manager [req-0cb3804f-1fa2-468b-baea-f433f18ba165 req-af3705a7-0930-440c-8574-ee18cac5a759 service nova] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Received unexpected event network-vif-plugged-f34eceed-db61-444d-8361-7b26c55381cb for instance with vm_state building and task_state spawning. [ 1182.435852] env[69808]: DEBUG nova.network.neutron [req-b54ff974-1dc0-4486-adee-08cce52ce038 req-c011fc20-35ad-4595-82a9-d7ae8b28e703 service nova] [instance: c0467513-713e-431b-8785-639eb2b863b8] Updated VIF entry in instance network info cache for port 7a68d913-acf6-44f6-b3a6-c8cc025c1bf1. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.436434] env[69808]: DEBUG nova.network.neutron [req-b54ff974-1dc0-4486-adee-08cce52ce038 req-c011fc20-35ad-4595-82a9-d7ae8b28e703 service nova] [instance: c0467513-713e-431b-8785-639eb2b863b8] Updating instance_info_cache with network_info: [{"id": "7a68d913-acf6-44f6-b3a6-c8cc025c1bf1", "address": "fa:16:3e:f8:4f:a9", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a68d913-ac", "ovs_interfaceid": "7a68d913-acf6-44f6-b3a6-c8cc025c1bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.514845] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790751, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.527277] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "5fe470ce-6300-476a-80cd-41e9589d1d73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.527546] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "5fe470ce-6300-476a-80cd-41e9589d1d73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.816919] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790753, 'name': Rename_Task, 'duration_secs': 0.318443} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.817391] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.817755] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bdd1e6b-c0d8-483a-a8bf-e1c5a80bb39e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.825235] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1182.825235] env[69808]: value = "task-3790754" [ 1182.825235] env[69808]: _type = "Task" [ 1182.825235] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.834341] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.896750] env[69808]: DEBUG oslo_concurrency.lockutils [None req-71d1d7ae-1e39-4ae7-bf41-ae82a09c189f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "ac2f70b9-f4e9-4f18-906f-47c662a7117b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.330s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.898679] env[69808]: DEBUG nova.scheduler.client.report [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.901908] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790752, 'name': ReconfigVM_Task, 'duration_secs': 0.928171} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.903093] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Reconfigured VM instance instance-00000068 to attach disk [datastore1] b88aa266-0792-4e2f-86d5-60d338e11397/b88aa266-0792-4e2f-86d5-60d338e11397.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.903355] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d65f3fa-302b-46cc-98ee-b307573970fc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.911022] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1182.911022] env[69808]: value = "task-3790755" [ 1182.911022] env[69808]: _type = "Task" [ 1182.911022] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.921843] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790755, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.922768] env[69808]: DEBUG nova.network.neutron [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Successfully updated port: f34eceed-db61-444d-8361-7b26c55381cb {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.942929] env[69808]: DEBUG oslo_concurrency.lockutils [req-b54ff974-1dc0-4486-adee-08cce52ce038 req-c011fc20-35ad-4595-82a9-d7ae8b28e703 service nova] Releasing lock "refresh_cache-c0467513-713e-431b-8785-639eb2b863b8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.017158] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790751, 'name': CreateVM_Task, 'duration_secs': 1.092866} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.017451] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0467513-713e-431b-8785-639eb2b863b8] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.018378] env[69808]: DEBUG oslo_concurrency.lockutils [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.018680] env[69808]: DEBUG oslo_concurrency.lockutils [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.018960] env[69808]: DEBUG oslo_concurrency.lockutils [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.019593] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1a52a2a-846b-45ed-a958-dd0ba7d24d47 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.026936] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1183.026936] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52733476-2e9b-e8f9-bab3-6b21f2df47b5" [ 1183.026936] env[69808]: _type = "Task" [ 1183.026936] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.033360] env[69808]: DEBUG nova.compute.manager [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1183.044442] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52733476-2e9b-e8f9-bab3-6b21f2df47b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.339747] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790754, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.356710] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "8c218f00-c7be-4978-8326-296ce3c6f55f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.356984] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "8c218f00-c7be-4978-8326-296ce3c6f55f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.357234] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "8c218f00-c7be-4978-8326-296ce3c6f55f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.357520] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "8c218f00-c7be-4978-8326-296ce3c6f55f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.357720] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "8c218f00-c7be-4978-8326-296ce3c6f55f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.360540] env[69808]: INFO nova.compute.manager [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Terminating instance [ 1183.404407] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.405182] env[69808]: DEBUG nova.compute.manager [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1183.409313] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.855s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.424476] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790755, 'name': Rename_Task, 'duration_secs': 0.180721} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.424812] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.425095] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11dc3a3b-6128-44ae-82ba-41af9fd56a83 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.427357] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "refresh_cache-10494ca4-57da-4930-bc34-3fcb2a805c4f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.427523] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired lock "refresh_cache-10494ca4-57da-4930-bc34-3fcb2a805c4f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.427691] env[69808]: DEBUG nova.network.neutron [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.435347] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1183.435347] env[69808]: value = "task-3790756" [ 1183.435347] env[69808]: _type = "Task" [ 1183.435347] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.443090] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "5c32c02f-477b-4388-9300-9394ba424490" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.443567] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "5c32c02f-477b-4388-9300-9394ba424490" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.443567] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "5c32c02f-477b-4388-9300-9394ba424490-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.443720] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "5c32c02f-477b-4388-9300-9394ba424490-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.443907] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "5c32c02f-477b-4388-9300-9394ba424490-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.452029] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.452305] env[69808]: INFO nova.compute.manager [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Terminating instance [ 1183.456308] env[69808]: DEBUG nova.compute.manager [req-da21fe80-9811-4824-b40e-8b068b5ff890 req-3e105b73-0899-4b5f-a7b1-0a8721597239 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Received event network-changed-1235b750-a4ab-4732-9a2c-bd2b8fca146e {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.456627] env[69808]: DEBUG nova.compute.manager [req-da21fe80-9811-4824-b40e-8b068b5ff890 req-3e105b73-0899-4b5f-a7b1-0a8721597239 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Refreshing instance network info cache due to event network-changed-1235b750-a4ab-4732-9a2c-bd2b8fca146e. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.456964] env[69808]: DEBUG oslo_concurrency.lockutils [req-da21fe80-9811-4824-b40e-8b068b5ff890 req-3e105b73-0899-4b5f-a7b1-0a8721597239 service nova] Acquiring lock "refresh_cache-9391d62e-b558-4c36-a315-0428fe456cac" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.457210] env[69808]: DEBUG oslo_concurrency.lockutils [req-da21fe80-9811-4824-b40e-8b068b5ff890 req-3e105b73-0899-4b5f-a7b1-0a8721597239 service nova] Acquired lock "refresh_cache-9391d62e-b558-4c36-a315-0428fe456cac" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.457489] env[69808]: DEBUG nova.network.neutron [req-da21fe80-9811-4824-b40e-8b068b5ff890 req-3e105b73-0899-4b5f-a7b1-0a8721597239 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Refreshing network info cache for port 1235b750-a4ab-4732-9a2c-bd2b8fca146e {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.548180] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52733476-2e9b-e8f9-bab3-6b21f2df47b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011252} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.548844] env[69808]: DEBUG oslo_concurrency.lockutils [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.549144] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.549393] env[69808]: DEBUG oslo_concurrency.lockutils [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.549816] env[69808]: DEBUG oslo_concurrency.lockutils [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.549816] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.550106] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e3b6d7a-2b87-4c0f-a322-5d493fe5f5b7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.562498] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.562872] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.564304] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2f8960f-c385-458a-b462-acb38dceaf94 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.571308] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.577883] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1183.577883] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524d28e5-a398-62b3-00db-0c351a41886c" [ 1183.577883] env[69808]: _type = "Task" [ 1183.577883] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.593361] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524d28e5-a398-62b3-00db-0c351a41886c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.839203] env[69808]: DEBUG oslo_vmware.api [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790754, 'name': PowerOnVM_Task, 'duration_secs': 0.581247} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.839482] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.839696] env[69808]: INFO nova.compute.manager [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1183.839897] env[69808]: DEBUG nova.compute.manager [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1183.840761] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacb71af-2169-494b-91dd-6b8e7adc7c62 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.866451] env[69808]: DEBUG nova.compute.manager [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.866610] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.867551] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc40838-52f1-45a1-a395-0200128767eb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.877999] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.877999] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acea1e24-e996-4dc6-a578-d2669a548669 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.884793] env[69808]: DEBUG oslo_vmware.api [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1183.884793] env[69808]: value = "task-3790757" [ 1183.884793] env[69808]: _type = "Task" [ 1183.884793] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.895324] env[69808]: DEBUG oslo_vmware.api [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.915232] env[69808]: DEBUG nova.compute.utils [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.917404] env[69808]: DEBUG nova.compute.manager [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.917627] env[69808]: DEBUG nova.network.neutron [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.950632] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "ac2f70b9-f4e9-4f18-906f-47c662a7117b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.950923] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "ac2f70b9-f4e9-4f18-906f-47c662a7117b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.951707] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "ac2f70b9-f4e9-4f18-906f-47c662a7117b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.951707] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "ac2f70b9-f4e9-4f18-906f-47c662a7117b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.951707] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "ac2f70b9-f4e9-4f18-906f-47c662a7117b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.954516] env[69808]: INFO nova.compute.manager [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Terminating instance [ 1183.956318] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.964591] env[69808]: DEBUG nova.compute.manager [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.964821] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.967284] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ddaa8d-126c-48ca-b7a6-36bb4caccd50 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.982586] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.982586] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ce9bad4-e422-4f77-9595-718ad44cb4ac {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.991766] env[69808]: DEBUG oslo_vmware.api [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1183.991766] env[69808]: value = "task-3790758" [ 1183.991766] env[69808]: _type = "Task" [ 1183.991766] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.003754] env[69808]: DEBUG oslo_vmware.api [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.010803] env[69808]: DEBUG nova.network.neutron [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.035541] env[69808]: DEBUG nova.policy [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bdd6d8141234ef8b7941aed9f8b35c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08804065ac184d048e49b966b75ce3ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1184.091750] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524d28e5-a398-62b3-00db-0c351a41886c, 'name': SearchDatastore_Task, 'duration_secs': 0.012965} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.092942] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-568890da-48c2-4ad7-9ea1-a6c1a296da7a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.099636] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1184.099636] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52704151-af6b-dba5-9248-e3d55df11a26" [ 1184.099636] env[69808]: _type = "Task" [ 1184.099636] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.110811] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52704151-af6b-dba5-9248-e3d55df11a26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.337090] env[69808]: DEBUG nova.network.neutron [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Updating instance_info_cache with network_info: [{"id": "f34eceed-db61-444d-8361-7b26c55381cb", "address": "fa:16:3e:37:81:e1", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34eceed-db", "ovs_interfaceid": "f34eceed-db61-444d-8361-7b26c55381cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.359299] env[69808]: DEBUG nova.network.neutron [req-da21fe80-9811-4824-b40e-8b068b5ff890 req-3e105b73-0899-4b5f-a7b1-0a8721597239 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Updated VIF entry in instance network info cache for port 1235b750-a4ab-4732-9a2c-bd2b8fca146e. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.359299] env[69808]: DEBUG nova.network.neutron [req-da21fe80-9811-4824-b40e-8b068b5ff890 req-3e105b73-0899-4b5f-a7b1-0a8721597239 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Updating instance_info_cache with network_info: [{"id": "1235b750-a4ab-4732-9a2c-bd2b8fca146e", "address": "fa:16:3e:3f:ca:da", "network": {"id": "0d61cf34-608e-4e50-a47b-f2c6cd28190c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-332730720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "865bf55b83e94184b66e4fb2bbb5d49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1235b750-a4", "ovs_interfaceid": "1235b750-a4ab-4732-9a2c-bd2b8fca146e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.364271] env[69808]: INFO nova.compute.manager [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Took 41.44 seconds to build instance. [ 1184.397404] env[69808]: DEBUG oslo_vmware.api [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790757, 'name': PowerOffVM_Task, 'duration_secs': 0.240724} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.397710] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.397966] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.398276] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25217257-5c49-4ecc-a566-2cfff8b65e3c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.418311] env[69808]: DEBUG nova.compute.manager [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1184.434632] env[69808]: INFO nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Updating resource usage from migration b6728069-fffe-495a-baf0-af88bd7626a7 [ 1184.445959] env[69808]: DEBUG oslo_vmware.api [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790756, 'name': PowerOnVM_Task, 'duration_secs': 0.847589} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.446412] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.446678] env[69808]: DEBUG nova.compute.manager [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1184.447654] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f69d085-4c47-4e39-ba88-2c0b3720f2c0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.459839] env[69808]: DEBUG nova.compute.manager [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.459839] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.464035] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03a6ab5-1961-4d5d-924a-28a7fefbec01 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.467590] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance cdd7e10d-086b-4673-801a-1d7a36f0824b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1184.467768] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance f9de1eb8-5f7d-4205-884e-d80f83df0f61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1184.468026] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance d597e916-bb76-41c0-8ac4-fb7cef7b1d80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1184.468199] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 6a06b65d-e09a-4812-889f-4d123cf95266 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1184.468429] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 57dae466-65ff-4be6-91e6-93d5bd7d0642 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1184.468607] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance ac2f70b9-f4e9-4f18-906f-47c662a7117b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1184.468888] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1184.469047] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 73b987bb-8cca-452b-b6b3-60b27ef2382d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1184.469232] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 8c218f00-c7be-4978-8326-296ce3c6f55f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1184.469354] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 5c32c02f-477b-4388-9300-9394ba424490 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1184.469465] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 02aedc8b-b91d-40f7-be34-4027bf6abed0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1184.469575] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance b88aa266-0792-4e2f-86d5-60d338e11397 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1184.469681] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 9391d62e-b558-4c36-a315-0428fe456cac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1184.469786] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance a1d9fa27-9ee6-46fe-802f-f4138cbdf733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1184.469891] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance c0467513-713e-431b-8785-639eb2b863b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1184.469996] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 10494ca4-57da-4930-bc34-3fcb2a805c4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1184.470151] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 521a84ff-9b55-4aef-a320-4b3989ed4634 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1184.470219] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Migration b6728069-fffe-495a-baf0-af88bd7626a7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1184.470323] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 24041c49-00e8-4488-9bc5-b9078279a0f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1184.473435] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.473674] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.473921] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Deleting the datastore file [datastore1] 8c218f00-c7be-4978-8326-296ce3c6f55f {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.474520] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff8a7dc9-b53d-4b66-afc5-ea271d60acf5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.481028] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.481028] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a0c0479-db51-4b54-a922-58db9ac4796d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.486276] env[69808]: DEBUG oslo_vmware.api [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1184.486276] env[69808]: value = "task-3790760" [ 1184.486276] env[69808]: _type = "Task" [ 1184.486276] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.501323] env[69808]: DEBUG oslo_vmware.api [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1184.501323] env[69808]: value = "task-3790761" [ 1184.501323] env[69808]: _type = "Task" [ 1184.501323] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.501555] env[69808]: DEBUG oslo_vmware.api [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.510852] env[69808]: DEBUG oslo_vmware.api [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790758, 'name': PowerOffVM_Task, 'duration_secs': 0.366271} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.511698] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.511979] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.512586] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea7059bf-6994-4423-a55b-24c28474114a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.517926] env[69808]: DEBUG oslo_vmware.api [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.591418] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.591773] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.592208] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Deleting the datastore file [datastore2] 5c32c02f-477b-4388-9300-9394ba424490 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.592738] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07f6c90d-4837-4fe5-9caf-36d92876ccd2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.600922] env[69808]: DEBUG oslo_vmware.api [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for the task: (returnval){ [ 1184.600922] env[69808]: value = "task-3790763" [ 1184.600922] env[69808]: _type = "Task" [ 1184.600922] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.616644] env[69808]: DEBUG oslo_vmware.api [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.621514] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52704151-af6b-dba5-9248-e3d55df11a26, 'name': SearchDatastore_Task, 'duration_secs': 0.016369} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.621909] env[69808]: DEBUG oslo_concurrency.lockutils [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.622339] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] c0467513-713e-431b-8785-639eb2b863b8/c0467513-713e-431b-8785-639eb2b863b8.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.622846] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e9a3473-cc08-4c8f-94a9-8c90ce14cf4d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.631820] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1184.631820] env[69808]: value = "task-3790764" [ 1184.631820] env[69808]: _type = "Task" [ 1184.631820] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.644112] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.839717] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Releasing lock "refresh_cache-10494ca4-57da-4930-bc34-3fcb2a805c4f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.840107] env[69808]: DEBUG nova.compute.manager [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Instance network_info: |[{"id": "f34eceed-db61-444d-8361-7b26c55381cb", "address": "fa:16:3e:37:81:e1", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34eceed-db", "ovs_interfaceid": "f34eceed-db61-444d-8361-7b26c55381cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1184.840605] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:81:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f34eceed-db61-444d-8361-7b26c55381cb', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.848432] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.848682] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.848974] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f605a0e3-efe7-4da3-8490-fa60b4fe1c2d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.864060] env[69808]: DEBUG oslo_concurrency.lockutils [req-da21fe80-9811-4824-b40e-8b068b5ff890 req-3e105b73-0899-4b5f-a7b1-0a8721597239 service nova] Releasing lock "refresh_cache-9391d62e-b558-4c36-a315-0428fe456cac" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.866943] env[69808]: DEBUG nova.compute.manager [req-da21fe80-9811-4824-b40e-8b068b5ff890 req-3e105b73-0899-4b5f-a7b1-0a8721597239 service nova] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Received event network-changed-f34eceed-db61-444d-8361-7b26c55381cb {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.866943] env[69808]: DEBUG nova.compute.manager [req-da21fe80-9811-4824-b40e-8b068b5ff890 req-3e105b73-0899-4b5f-a7b1-0a8721597239 service nova] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Refreshing instance network info cache due to event network-changed-f34eceed-db61-444d-8361-7b26c55381cb. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.866943] env[69808]: DEBUG oslo_concurrency.lockutils [req-da21fe80-9811-4824-b40e-8b068b5ff890 req-3e105b73-0899-4b5f-a7b1-0a8721597239 service nova] Acquiring lock "refresh_cache-10494ca4-57da-4930-bc34-3fcb2a805c4f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.866943] env[69808]: DEBUG oslo_concurrency.lockutils [req-da21fe80-9811-4824-b40e-8b068b5ff890 req-3e105b73-0899-4b5f-a7b1-0a8721597239 service nova] Acquired lock "refresh_cache-10494ca4-57da-4930-bc34-3fcb2a805c4f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.866943] env[69808]: DEBUG nova.network.neutron [req-da21fe80-9811-4824-b40e-8b068b5ff890 req-3e105b73-0899-4b5f-a7b1-0a8721597239 service nova] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Refreshing network info cache for port f34eceed-db61-444d-8361-7b26c55381cb {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.866943] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b0843270-d3e9-43af-8316-f45966ae4b01 tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "a1d9fa27-9ee6-46fe-802f-f4138cbdf733" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.952s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.881737] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.881737] env[69808]: value = "task-3790765" [ 1184.881737] env[69808]: _type = "Task" [ 1184.881737] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.894507] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790765, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.934702] env[69808]: DEBUG nova.network.neutron [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Successfully created port: 1759445d-2948-4ef2-b294-0f0fd695d2b6 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1184.975956] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.979471] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 5fe470ce-6300-476a-80cd-41e9589d1d73 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1184.979471] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1184.979471] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1185.002089] env[69808]: DEBUG oslo_vmware.api [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189558} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.002883] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.003273] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.003712] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.004032] env[69808]: INFO nova.compute.manager [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1185.004526] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.008478] env[69808]: DEBUG nova.compute.manager [-] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.008728] env[69808]: DEBUG nova.network.neutron [-] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.024578] env[69808]: DEBUG oslo_vmware.api [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790761, 'name': PowerOffVM_Task, 'duration_secs': 0.212063} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.024578] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.024578] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.024578] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50b2abf9-7f71-48e7-8f31-ad8e14e7440e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.103344] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.103598] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.104118] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Deleting the datastore file [datastore2] ac2f70b9-f4e9-4f18-906f-47c662a7117b {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.108924] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25cfd51a-0c27-4aa4-b5a3-771e4330bd72 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.123552] env[69808]: DEBUG oslo_vmware.api [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Task: {'id': task-3790763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176998} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.123854] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.123929] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.124089] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.124265] env[69808]: INFO nova.compute.manager [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1185.124512] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.126160] env[69808]: DEBUG nova.compute.manager [-] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.126674] env[69808]: DEBUG nova.network.neutron [-] [instance: 5c32c02f-477b-4388-9300-9394ba424490] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.128935] env[69808]: DEBUG oslo_vmware.api [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1185.128935] env[69808]: value = "task-3790767" [ 1185.128935] env[69808]: _type = "Task" [ 1185.128935] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.145957] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790764, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.152981] env[69808]: DEBUG oslo_vmware.api [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.366674] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6053ef83-9c62-4f1e-a35e-cb1da5112087 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.382232] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f3253c-4dc3-42dd-8a3a-8f997c5219ec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.402406] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790765, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.441193] env[69808]: DEBUG nova.compute.manager [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1185.447182] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74393ba-e1df-4c5a-893c-52f78c788bb6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.457125] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e4c986-0728-4ed8-85cc-a893b7ca65e3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.473668] env[69808]: DEBUG nova.compute.provider_tree [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.485773] env[69808]: DEBUG nova.virt.hardware [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.486090] env[69808]: DEBUG nova.virt.hardware [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.486277] env[69808]: DEBUG nova.virt.hardware [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.486607] env[69808]: DEBUG nova.virt.hardware [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.486765] env[69808]: DEBUG nova.virt.hardware [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.486915] env[69808]: DEBUG nova.virt.hardware [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.487149] env[69808]: DEBUG nova.virt.hardware [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.487319] env[69808]: DEBUG nova.virt.hardware [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.487490] env[69808]: DEBUG nova.virt.hardware [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.487653] env[69808]: DEBUG nova.virt.hardware [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.487846] env[69808]: DEBUG nova.virt.hardware [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.489075] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673d22ae-66ab-48b6-80f9-fd9c3d57695a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.498817] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baadbe81-32de-4510-b06d-476927095c23 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.652025] env[69808]: DEBUG oslo_vmware.api [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301411} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.652291] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616074} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.652633] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.652930] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.653430] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.653745] env[69808]: INFO nova.compute.manager [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1185.654066] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.654279] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] c0467513-713e-431b-8785-639eb2b863b8/c0467513-713e-431b-8785-639eb2b863b8.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.654482] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.654725] env[69808]: DEBUG nova.compute.manager [-] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.654806] env[69808]: DEBUG nova.network.neutron [-] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.656587] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d6369f3-1e6b-4f14-94ce-a0543179993e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.669036] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1185.669036] env[69808]: value = "task-3790768" [ 1185.669036] env[69808]: _type = "Task" [ 1185.669036] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.677859] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.730904] env[69808]: DEBUG nova.compute.manager [req-066b2bed-aa2e-4577-a89e-90f7db56585e req-20e93f1a-a8e8-4594-88cd-b248433b71a8 service nova] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Received event network-vif-deleted-e4516a82-65e4-42e6-a720-e0ef1d0a5052 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.731207] env[69808]: INFO nova.compute.manager [req-066b2bed-aa2e-4577-a89e-90f7db56585e req-20e93f1a-a8e8-4594-88cd-b248433b71a8 service nova] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Neutron deleted interface e4516a82-65e4-42e6-a720-e0ef1d0a5052; detaching it from the instance and deleting it from the info cache [ 1185.731538] env[69808]: DEBUG nova.network.neutron [req-066b2bed-aa2e-4577-a89e-90f7db56585e req-20e93f1a-a8e8-4594-88cd-b248433b71a8 service nova] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.769843] env[69808]: DEBUG nova.network.neutron [req-da21fe80-9811-4824-b40e-8b068b5ff890 req-3e105b73-0899-4b5f-a7b1-0a8721597239 service nova] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Updated VIF entry in instance network info cache for port f34eceed-db61-444d-8361-7b26c55381cb. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.770253] env[69808]: DEBUG nova.network.neutron [req-da21fe80-9811-4824-b40e-8b068b5ff890 req-3e105b73-0899-4b5f-a7b1-0a8721597239 service nova] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Updating instance_info_cache with network_info: [{"id": "f34eceed-db61-444d-8361-7b26c55381cb", "address": "fa:16:3e:37:81:e1", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34eceed-db", "ovs_interfaceid": "f34eceed-db61-444d-8361-7b26c55381cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.783078] env[69808]: DEBUG nova.compute.manager [req-1b0930e7-6787-4c07-811a-e0bc83c71165 req-108cff44-2526-49e1-b91a-95431664cb12 service nova] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Received event network-vif-deleted-428f1dcf-1acc-4d7b-8f16-7399f5e18719 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.783322] env[69808]: INFO nova.compute.manager [req-1b0930e7-6787-4c07-811a-e0bc83c71165 req-108cff44-2526-49e1-b91a-95431664cb12 service nova] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Neutron deleted interface 428f1dcf-1acc-4d7b-8f16-7399f5e18719; detaching it from the instance and deleting it from the info cache [ 1185.783602] env[69808]: DEBUG nova.network.neutron [req-1b0930e7-6787-4c07-811a-e0bc83c71165 req-108cff44-2526-49e1-b91a-95431664cb12 service nova] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.903099] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790765, 'name': CreateVM_Task, 'duration_secs': 0.579832} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.903306] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.904506] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.904680] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.905226] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.905519] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f81b159c-3b20-4150-9046-9f297801bdf5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.911640] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1185.911640] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523df44d-2802-d55d-11a5-4c9c2a29566a" [ 1185.911640] env[69808]: _type = "Task" [ 1185.911640] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.922702] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523df44d-2802-d55d-11a5-4c9c2a29566a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.949903] env[69808]: DEBUG nova.network.neutron [-] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.978324] env[69808]: DEBUG nova.scheduler.client.report [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.163191] env[69808]: DEBUG nova.network.neutron [-] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.189480] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078704} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.189770] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.190936] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0541bde3-9f57-41a7-989d-70c2f9bfa6c2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.218994] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] c0467513-713e-431b-8785-639eb2b863b8/c0467513-713e-431b-8785-639eb2b863b8.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.220076] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03dc877b-6bba-4a23-a9a4-f1914ce5f234 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.238443] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60cdb1c3-1ad2-4869-9589-f68988cf8b04 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.243871] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1186.243871] env[69808]: value = "task-3790769" [ 1186.243871] env[69808]: _type = "Task" [ 1186.243871] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.258107] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d2376a-55ac-41d5-8dc4-b1d863a5c666 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.282717] env[69808]: DEBUG oslo_concurrency.lockutils [req-da21fe80-9811-4824-b40e-8b068b5ff890 req-3e105b73-0899-4b5f-a7b1-0a8721597239 service nova] Releasing lock "refresh_cache-10494ca4-57da-4930-bc34-3fcb2a805c4f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.283263] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790769, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.289832] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d701add5-80c6-4250-8aa5-7550a0767f12 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.310586] env[69808]: DEBUG nova.compute.manager [req-066b2bed-aa2e-4577-a89e-90f7db56585e req-20e93f1a-a8e8-4594-88cd-b248433b71a8 service nova] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Detach interface failed, port_id=e4516a82-65e4-42e6-a720-e0ef1d0a5052, reason: Instance 8c218f00-c7be-4978-8326-296ce3c6f55f could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1186.315417] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88afd81-e92f-4179-8829-dabb62721cef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.353359] env[69808]: DEBUG nova.compute.manager [req-1b0930e7-6787-4c07-811a-e0bc83c71165 req-108cff44-2526-49e1-b91a-95431664cb12 service nova] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Detach interface failed, port_id=428f1dcf-1acc-4d7b-8f16-7399f5e18719, reason: Instance 5c32c02f-477b-4388-9300-9394ba424490 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1186.425598] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523df44d-2802-d55d-11a5-4c9c2a29566a, 'name': SearchDatastore_Task, 'duration_secs': 0.043905} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.425987] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.426138] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.426409] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.426562] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.426735] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.427046] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57498553-3e79-45a0-b599-40183e0b170f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.443215] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.443573] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.444320] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6a2d8d9-ce47-44c8-a2e9-6fab2663ed23 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.451796] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1186.451796] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528f2f9a-204b-060e-038e-026d89339b0b" [ 1186.451796] env[69808]: _type = "Task" [ 1186.451796] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.452285] env[69808]: INFO nova.compute.manager [-] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Took 1.44 seconds to deallocate network for instance. [ 1186.464350] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528f2f9a-204b-060e-038e-026d89339b0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.484080] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69808) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1186.484364] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.075s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.486017] env[69808]: DEBUG oslo_concurrency.lockutils [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.385s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.636913] env[69808]: DEBUG nova.network.neutron [-] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.666024] env[69808]: INFO nova.compute.manager [-] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Took 1.54 seconds to deallocate network for instance. [ 1186.682682] env[69808]: DEBUG oslo_concurrency.lockutils [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "a1d9fa27-9ee6-46fe-802f-f4138cbdf733" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.683090] env[69808]: DEBUG oslo_concurrency.lockutils [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "a1d9fa27-9ee6-46fe-802f-f4138cbdf733" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.683383] env[69808]: DEBUG oslo_concurrency.lockutils [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "a1d9fa27-9ee6-46fe-802f-f4138cbdf733-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.683653] env[69808]: DEBUG oslo_concurrency.lockutils [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "a1d9fa27-9ee6-46fe-802f-f4138cbdf733-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.683861] env[69808]: DEBUG oslo_concurrency.lockutils [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "a1d9fa27-9ee6-46fe-802f-f4138cbdf733-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.686882] env[69808]: INFO nova.compute.manager [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Terminating instance [ 1186.755436] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790769, 'name': ReconfigVM_Task, 'duration_secs': 0.380239} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.755863] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Reconfigured VM instance instance-0000006c to attach disk [datastore1] c0467513-713e-431b-8785-639eb2b863b8/c0467513-713e-431b-8785-639eb2b863b8.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.756587] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5dd98d1-88a4-4733-bc45-2271429128ab {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.765928] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1186.765928] env[69808]: value = "task-3790770" [ 1186.765928] env[69808]: _type = "Task" [ 1186.765928] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.777761] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790770, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.838427] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquiring lock "b88aa266-0792-4e2f-86d5-60d338e11397" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.838689] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lock "b88aa266-0792-4e2f-86d5-60d338e11397" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.838902] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquiring lock "b88aa266-0792-4e2f-86d5-60d338e11397-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.839102] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lock "b88aa266-0792-4e2f-86d5-60d338e11397-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.839273] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lock "b88aa266-0792-4e2f-86d5-60d338e11397-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.841890] env[69808]: INFO nova.compute.manager [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Terminating instance [ 1186.851118] env[69808]: DEBUG nova.network.neutron [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Successfully updated port: 1759445d-2948-4ef2-b294-0f0fd695d2b6 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.962469] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528f2f9a-204b-060e-038e-026d89339b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.015132} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.963333] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c71c3a3-644a-4e3e-9a54-d476b03086a0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.966873] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.978575] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1186.978575] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528141ca-aaa0-4212-d457-647807078307" [ 1186.978575] env[69808]: _type = "Task" [ 1186.978575] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.990448] env[69808]: INFO nova.compute.claims [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.994094] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528141ca-aaa0-4212-d457-647807078307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.143280] env[69808]: INFO nova.compute.manager [-] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Took 1.49 seconds to deallocate network for instance. [ 1187.175293] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.193656] env[69808]: DEBUG nova.compute.manager [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.193896] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.195416] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed792064-3da3-45f7-8415-b9d9a85f75f0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.204311] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.204661] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c774b45a-d0bf-4037-913a-8bdfca1c57e4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.211906] env[69808]: DEBUG oslo_vmware.api [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1187.211906] env[69808]: value = "task-3790771" [ 1187.211906] env[69808]: _type = "Task" [ 1187.211906] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.220675] env[69808]: DEBUG oslo_vmware.api [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.276081] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790770, 'name': Rename_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.347758] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquiring lock "refresh_cache-b88aa266-0792-4e2f-86d5-60d338e11397" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.348028] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquired lock "refresh_cache-b88aa266-0792-4e2f-86d5-60d338e11397" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.348233] env[69808]: DEBUG nova.network.neutron [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.356377] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "refresh_cache-521a84ff-9b55-4aef-a320-4b3989ed4634" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.356505] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired lock "refresh_cache-521a84ff-9b55-4aef-a320-4b3989ed4634" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.356650] env[69808]: DEBUG nova.network.neutron [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.492198] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528141ca-aaa0-4212-d457-647807078307, 'name': SearchDatastore_Task, 'duration_secs': 0.015234} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.492198] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.492805] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 10494ca4-57da-4930-bc34-3fcb2a805c4f/10494ca4-57da-4930-bc34-3fcb2a805c4f.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.492997] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9773404-5cb8-4394-af7d-059b32fe62f4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.498397] env[69808]: INFO nova.compute.resource_tracker [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Updating resource usage from migration b6728069-fffe-495a-baf0-af88bd7626a7 [ 1187.505909] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1187.505909] env[69808]: value = "task-3790772" [ 1187.505909] env[69808]: _type = "Task" [ 1187.505909] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.515628] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.650232] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.726626] env[69808]: DEBUG oslo_vmware.api [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790771, 'name': PowerOffVM_Task, 'duration_secs': 0.475998} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.727052] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.727284] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.727582] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c63dfb4-874e-4848-ba83-7a3b53578a07 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.782909] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790770, 'name': Rename_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.796330] env[69808]: DEBUG nova.compute.manager [req-2074005c-0b25-4707-806a-a54d81eec48d req-71aeb9e7-3034-43fb-99b2-b48970b4a943 service nova] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Received event network-vif-deleted-2ab2eb59-bddf-4d10-bd07-1f1d2ce249ad {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.800804] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d94abd-f6dd-4ef9-bbd4-712188d7e83b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.811271] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f217f6c2-d129-44bd-9599-556d827d0768 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.819747] env[69808]: DEBUG nova.compute.manager [req-75eb9da0-27c3-4282-99d9-002f31a7cc99 req-208201e3-2fa3-4541-9347-96d5205ec658 service nova] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Received event network-vif-plugged-1759445d-2948-4ef2-b294-0f0fd695d2b6 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.819747] env[69808]: DEBUG oslo_concurrency.lockutils [req-75eb9da0-27c3-4282-99d9-002f31a7cc99 req-208201e3-2fa3-4541-9347-96d5205ec658 service nova] Acquiring lock "521a84ff-9b55-4aef-a320-4b3989ed4634-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.820503] env[69808]: DEBUG oslo_concurrency.lockutils [req-75eb9da0-27c3-4282-99d9-002f31a7cc99 req-208201e3-2fa3-4541-9347-96d5205ec658 service nova] Lock "521a84ff-9b55-4aef-a320-4b3989ed4634-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.820503] env[69808]: DEBUG oslo_concurrency.lockutils [req-75eb9da0-27c3-4282-99d9-002f31a7cc99 req-208201e3-2fa3-4541-9347-96d5205ec658 service nova] Lock "521a84ff-9b55-4aef-a320-4b3989ed4634-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.820503] env[69808]: DEBUG nova.compute.manager [req-75eb9da0-27c3-4282-99d9-002f31a7cc99 req-208201e3-2fa3-4541-9347-96d5205ec658 service nova] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] No waiting events found dispatching network-vif-plugged-1759445d-2948-4ef2-b294-0f0fd695d2b6 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1187.820503] env[69808]: WARNING nova.compute.manager [req-75eb9da0-27c3-4282-99d9-002f31a7cc99 req-208201e3-2fa3-4541-9347-96d5205ec658 service nova] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Received unexpected event network-vif-plugged-1759445d-2948-4ef2-b294-0f0fd695d2b6 for instance with vm_state building and task_state spawning. [ 1187.820705] env[69808]: DEBUG nova.compute.manager [req-75eb9da0-27c3-4282-99d9-002f31a7cc99 req-208201e3-2fa3-4541-9347-96d5205ec658 service nova] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Received event network-changed-1759445d-2948-4ef2-b294-0f0fd695d2b6 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.820749] env[69808]: DEBUG nova.compute.manager [req-75eb9da0-27c3-4282-99d9-002f31a7cc99 req-208201e3-2fa3-4541-9347-96d5205ec658 service nova] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Refreshing instance network info cache due to event network-changed-1759445d-2948-4ef2-b294-0f0fd695d2b6. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.820920] env[69808]: DEBUG oslo_concurrency.lockutils [req-75eb9da0-27c3-4282-99d9-002f31a7cc99 req-208201e3-2fa3-4541-9347-96d5205ec658 service nova] Acquiring lock "refresh_cache-521a84ff-9b55-4aef-a320-4b3989ed4634" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.848256] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4bf168-bd8a-4bb4-92cc-8b0bbd1f29c2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.862850] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a546a5ad-5bfc-446e-a365-5f24635af3dd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.869203] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.869417] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.869628] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Deleting the datastore file [datastore2] a1d9fa27-9ee6-46fe-802f-f4138cbdf733 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.870476] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-005a2ddb-8bc5-460e-976e-b36b5721bfda {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.872776] env[69808]: DEBUG nova.network.neutron [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1187.886637] env[69808]: DEBUG nova.compute.provider_tree [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.890025] env[69808]: DEBUG oslo_vmware.api [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for the task: (returnval){ [ 1187.890025] env[69808]: value = "task-3790774" [ 1187.890025] env[69808]: _type = "Task" [ 1187.890025] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.901025] env[69808]: DEBUG oslo_vmware.api [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.916812] env[69808]: DEBUG nova.network.neutron [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1187.943233] env[69808]: DEBUG nova.network.neutron [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.021207] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790772, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.101982] env[69808]: DEBUG nova.network.neutron [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Updating instance_info_cache with network_info: [{"id": "1759445d-2948-4ef2-b294-0f0fd695d2b6", "address": "fa:16:3e:e6:60:e2", "network": {"id": "2b56dc08-fe78-437a-a060-3aead94f8b87", "bridge": "br-int", "label": "tempest-ServersTestJSON-503382848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08804065ac184d048e49b966b75ce3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1759445d-29", "ovs_interfaceid": "1759445d-2948-4ef2-b294-0f0fd695d2b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.280092] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790770, 'name': Rename_Task, 'duration_secs': 1.168563} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.280541] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.280816] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2ec9bb9-ad12-4279-a641-da63ea664965 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.288363] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1188.288363] env[69808]: value = "task-3790775" [ 1188.288363] env[69808]: _type = "Task" [ 1188.288363] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.296921] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.395164] env[69808]: DEBUG nova.scheduler.client.report [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.402027] env[69808]: DEBUG oslo_vmware.api [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.447652] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Releasing lock "refresh_cache-b88aa266-0792-4e2f-86d5-60d338e11397" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.448404] env[69808]: DEBUG nova.compute.manager [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.448404] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.449319] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36c70e6-19b5-4d98-a05f-dff1b8c5784f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.458556] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.458927] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fe68b6f-4cbc-4155-9fc3-f269e214c6a1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.465763] env[69808]: DEBUG oslo_vmware.api [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1188.465763] env[69808]: value = "task-3790776" [ 1188.465763] env[69808]: _type = "Task" [ 1188.465763] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.474469] env[69808]: DEBUG oslo_vmware.api [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.516992] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824035} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.517133] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 10494ca4-57da-4930-bc34-3fcb2a805c4f/10494ca4-57da-4930-bc34-3fcb2a805c4f.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.517358] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.517610] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9925f50b-4bf1-48e6-b597-2a0e3ba1687b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.525089] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1188.525089] env[69808]: value = "task-3790777" [ 1188.525089] env[69808]: _type = "Task" [ 1188.525089] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.536371] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.605506] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Releasing lock "refresh_cache-521a84ff-9b55-4aef-a320-4b3989ed4634" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.605899] env[69808]: DEBUG nova.compute.manager [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Instance network_info: |[{"id": "1759445d-2948-4ef2-b294-0f0fd695d2b6", "address": "fa:16:3e:e6:60:e2", "network": {"id": "2b56dc08-fe78-437a-a060-3aead94f8b87", "bridge": "br-int", "label": "tempest-ServersTestJSON-503382848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08804065ac184d048e49b966b75ce3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1759445d-29", "ovs_interfaceid": "1759445d-2948-4ef2-b294-0f0fd695d2b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1188.606274] env[69808]: DEBUG oslo_concurrency.lockutils [req-75eb9da0-27c3-4282-99d9-002f31a7cc99 req-208201e3-2fa3-4541-9347-96d5205ec658 service nova] Acquired lock "refresh_cache-521a84ff-9b55-4aef-a320-4b3989ed4634" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.606526] env[69808]: DEBUG nova.network.neutron [req-75eb9da0-27c3-4282-99d9-002f31a7cc99 req-208201e3-2fa3-4541-9347-96d5205ec658 service nova] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Refreshing network info cache for port 1759445d-2948-4ef2-b294-0f0fd695d2b6 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.607739] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:60:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1759445d-2948-4ef2-b294-0f0fd695d2b6', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.616488] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.620116] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.621009] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34581d60-da85-4170-a251-104f14d2a619 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.643964] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.643964] env[69808]: value = "task-3790778" [ 1188.643964] env[69808]: _type = "Task" [ 1188.643964] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.653263] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790778, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.799366] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790775, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.895687] env[69808]: DEBUG nova.network.neutron [req-75eb9da0-27c3-4282-99d9-002f31a7cc99 req-208201e3-2fa3-4541-9347-96d5205ec658 service nova] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Updated VIF entry in instance network info cache for port 1759445d-2948-4ef2-b294-0f0fd695d2b6. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.896143] env[69808]: DEBUG nova.network.neutron [req-75eb9da0-27c3-4282-99d9-002f31a7cc99 req-208201e3-2fa3-4541-9347-96d5205ec658 service nova] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Updating instance_info_cache with network_info: [{"id": "1759445d-2948-4ef2-b294-0f0fd695d2b6", "address": "fa:16:3e:e6:60:e2", "network": {"id": "2b56dc08-fe78-437a-a060-3aead94f8b87", "bridge": "br-int", "label": "tempest-ServersTestJSON-503382848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08804065ac184d048e49b966b75ce3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1759445d-29", "ovs_interfaceid": "1759445d-2948-4ef2-b294-0f0fd695d2b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.904990] env[69808]: DEBUG oslo_concurrency.lockutils [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.419s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.904990] env[69808]: INFO nova.compute.manager [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Migrating [ 1188.911086] env[69808]: DEBUG oslo_vmware.api [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Task: {'id': task-3790774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.619848} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.914804] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.344s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.917411] env[69808]: INFO nova.compute.claims [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.921031] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.921241] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.921427] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.921746] env[69808]: INFO nova.compute.manager [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1188.921856] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.928117] env[69808]: DEBUG nova.compute.manager [-] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1188.928117] env[69808]: DEBUG nova.network.neutron [-] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1188.978551] env[69808]: DEBUG oslo_vmware.api [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790776, 'name': PowerOffVM_Task, 'duration_secs': 0.174573} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.978885] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.979093] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.979347] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-023a10f2-bb1f-4aa8-9303-5782550cd34a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.010632] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.011094] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.011388] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Deleting the datastore file [datastore1] b88aa266-0792-4e2f-86d5-60d338e11397 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.011734] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aceece32-4b8d-4791-8f84-06fad04ea9a1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.019866] env[69808]: DEBUG oslo_vmware.api [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1189.019866] env[69808]: value = "task-3790780" [ 1189.019866] env[69808]: _type = "Task" [ 1189.019866] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.028746] env[69808]: DEBUG oslo_vmware.api [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.037314] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072253} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.037583] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.038797] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dd5c81-fdb0-4d14-8164-6abbe1eb166a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.064475] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 10494ca4-57da-4930-bc34-3fcb2a805c4f/10494ca4-57da-4930-bc34-3fcb2a805c4f.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.065326] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c089595e-ba14-4884-a141-2f995ed72839 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.085652] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1189.085652] env[69808]: value = "task-3790781" [ 1189.085652] env[69808]: _type = "Task" [ 1189.085652] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.095661] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.155843] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790778, 'name': CreateVM_Task, 'duration_secs': 0.454842} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.155979] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.156735] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.157053] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.157473] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.157631] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-625fb3ee-414a-4a1a-bf7d-198e5f0b63de {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.163214] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1189.163214] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52690e70-0421-3a9b-4e91-9f8c1e5d46a3" [ 1189.163214] env[69808]: _type = "Task" [ 1189.163214] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.172330] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52690e70-0421-3a9b-4e91-9f8c1e5d46a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.299739] env[69808]: DEBUG oslo_vmware.api [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790775, 'name': PowerOnVM_Task, 'duration_secs': 0.684634} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.300095] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.300172] env[69808]: INFO nova.compute.manager [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Took 10.33 seconds to spawn the instance on the hypervisor. [ 1189.300355] env[69808]: DEBUG nova.compute.manager [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1189.301127] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4936482-5a5f-4a6d-afd8-215e53860ae0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.399496] env[69808]: DEBUG oslo_concurrency.lockutils [req-75eb9da0-27c3-4282-99d9-002f31a7cc99 req-208201e3-2fa3-4541-9347-96d5205ec658 service nova] Releasing lock "refresh_cache-521a84ff-9b55-4aef-a320-4b3989ed4634" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.428157] env[69808]: DEBUG oslo_concurrency.lockutils [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "refresh_cache-24041c49-00e8-4488-9bc5-b9078279a0f1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.428368] env[69808]: DEBUG oslo_concurrency.lockutils [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired lock "refresh_cache-24041c49-00e8-4488-9bc5-b9078279a0f1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.428557] env[69808]: DEBUG nova.network.neutron [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.531158] env[69808]: DEBUG oslo_vmware.api [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106848} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.531524] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.531767] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.531985] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.532200] env[69808]: INFO nova.compute.manager [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1189.532447] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.532689] env[69808]: DEBUG nova.compute.manager [-] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.532757] env[69808]: DEBUG nova.network.neutron [-] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.553022] env[69808]: DEBUG nova.network.neutron [-] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.596488] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.677157] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52690e70-0421-3a9b-4e91-9f8c1e5d46a3, 'name': SearchDatastore_Task, 'duration_secs': 0.026056} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.677522] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.677769] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.678123] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.678291] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.678477] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.678743] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44fbdc60-ddce-493a-b362-0fa0b10bebb5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.688326] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.688512] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.689306] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b3c02c-75a0-497f-a8bd-84987affa5a2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.695447] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1189.695447] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5278903c-186c-a508-002b-2191e44228e2" [ 1189.695447] env[69808]: _type = "Task" [ 1189.695447] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.704239] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5278903c-186c-a508-002b-2191e44228e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.729896] env[69808]: DEBUG nova.network.neutron [-] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.819212] env[69808]: INFO nova.compute.manager [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Took 40.70 seconds to build instance. [ 1189.823426] env[69808]: DEBUG nova.compute.manager [req-cc7c575b-cce1-4fb4-8eb6-2ba6e6ce7fc5 req-90916456-9e54-4665-9956-4cf3ce14bc09 service nova] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Received event network-vif-deleted-36830675-ff8f-4559-be8c-74cc6624632d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.056871] env[69808]: DEBUG nova.network.neutron [-] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.099118] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790781, 'name': ReconfigVM_Task, 'duration_secs': 0.93284} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.101937] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 10494ca4-57da-4930-bc34-3fcb2a805c4f/10494ca4-57da-4930-bc34-3fcb2a805c4f.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.104860] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9183ca3f-2956-45c7-822c-f342929129c4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.113398] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1190.113398] env[69808]: value = "task-3790782" [ 1190.113398] env[69808]: _type = "Task" [ 1190.113398] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.124021] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790782, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.198452] env[69808]: DEBUG nova.network.neutron [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Updating instance_info_cache with network_info: [{"id": "7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19", "address": "fa:16:3e:d3:96:55", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8e5b91-4a", "ovs_interfaceid": "7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.214519] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5278903c-186c-a508-002b-2191e44228e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010367} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.214519] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b855e2e1-bef3-4252-b3a2-ce5ecdc7f6a1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.221300] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1190.221300] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a36644-0f50-c9f1-80be-7f2beb3bc058" [ 1190.221300] env[69808]: _type = "Task" [ 1190.221300] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.233391] env[69808]: INFO nova.compute.manager [-] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Took 1.31 seconds to deallocate network for instance. [ 1190.234165] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a36644-0f50-c9f1-80be-7f2beb3bc058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.261734] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea382b0b-dd56-4f06-b256-2e52415ceb9b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.269739] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b6b82e-763c-4dc1-ace8-80744b241395 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.304756] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbd7326-47f5-4586-978d-b214bf49134f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.314965] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85309795-f480-4d75-86e8-3454e1b00207 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.321396] env[69808]: DEBUG oslo_concurrency.lockutils [None req-351bfe81-9c7b-42af-9114-dd3513549bb0 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "c0467513-713e-431b-8785-639eb2b863b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.207s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.330846] env[69808]: DEBUG nova.compute.provider_tree [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.536348] env[69808]: DEBUG nova.compute.manager [req-d3eb0495-ec4c-4d02-9551-2a9e1627745d req-a8462976-c728-4f84-8468-9d64655d4916 service nova] [instance: c0467513-713e-431b-8785-639eb2b863b8] Received event network-changed-7a68d913-acf6-44f6-b3a6-c8cc025c1bf1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.536587] env[69808]: DEBUG nova.compute.manager [req-d3eb0495-ec4c-4d02-9551-2a9e1627745d req-a8462976-c728-4f84-8468-9d64655d4916 service nova] [instance: c0467513-713e-431b-8785-639eb2b863b8] Refreshing instance network info cache due to event network-changed-7a68d913-acf6-44f6-b3a6-c8cc025c1bf1. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.536793] env[69808]: DEBUG oslo_concurrency.lockutils [req-d3eb0495-ec4c-4d02-9551-2a9e1627745d req-a8462976-c728-4f84-8468-9d64655d4916 service nova] Acquiring lock "refresh_cache-c0467513-713e-431b-8785-639eb2b863b8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.536953] env[69808]: DEBUG oslo_concurrency.lockutils [req-d3eb0495-ec4c-4d02-9551-2a9e1627745d req-a8462976-c728-4f84-8468-9d64655d4916 service nova] Acquired lock "refresh_cache-c0467513-713e-431b-8785-639eb2b863b8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.537139] env[69808]: DEBUG nova.network.neutron [req-d3eb0495-ec4c-4d02-9551-2a9e1627745d req-a8462976-c728-4f84-8468-9d64655d4916 service nova] [instance: c0467513-713e-431b-8785-639eb2b863b8] Refreshing network info cache for port 7a68d913-acf6-44f6-b3a6-c8cc025c1bf1 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.561320] env[69808]: INFO nova.compute.manager [-] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Took 1.03 seconds to deallocate network for instance. [ 1190.623913] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790782, 'name': Rename_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.707047] env[69808]: DEBUG oslo_concurrency.lockutils [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Releasing lock "refresh_cache-24041c49-00e8-4488-9bc5-b9078279a0f1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.738412] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52a36644-0f50-c9f1-80be-7f2beb3bc058, 'name': SearchDatastore_Task, 'duration_secs': 0.014206} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.738877] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.739184] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 521a84ff-9b55-4aef-a320-4b3989ed4634/521a84ff-9b55-4aef-a320-4b3989ed4634.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.739455] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-217445a8-f0c3-4eae-8889-34b69f62917d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.742009] env[69808]: DEBUG oslo_concurrency.lockutils [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.748588] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1190.748588] env[69808]: value = "task-3790783" [ 1190.748588] env[69808]: _type = "Task" [ 1190.748588] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.757267] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.834292] env[69808]: DEBUG nova.scheduler.client.report [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.068534] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.126313] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790782, 'name': Rename_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.262883] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468365} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.263183] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 521a84ff-9b55-4aef-a320-4b3989ed4634/521a84ff-9b55-4aef-a320-4b3989ed4634.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.263404] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.263656] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf6784bd-5832-4688-8cb6-aef9f56c3ed5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.271467] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1191.271467] env[69808]: value = "task-3790784" [ 1191.271467] env[69808]: _type = "Task" [ 1191.271467] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.281733] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.321742] env[69808]: DEBUG nova.network.neutron [req-d3eb0495-ec4c-4d02-9551-2a9e1627745d req-a8462976-c728-4f84-8468-9d64655d4916 service nova] [instance: c0467513-713e-431b-8785-639eb2b863b8] Updated VIF entry in instance network info cache for port 7a68d913-acf6-44f6-b3a6-c8cc025c1bf1. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.322182] env[69808]: DEBUG nova.network.neutron [req-d3eb0495-ec4c-4d02-9551-2a9e1627745d req-a8462976-c728-4f84-8468-9d64655d4916 service nova] [instance: c0467513-713e-431b-8785-639eb2b863b8] Updating instance_info_cache with network_info: [{"id": "7a68d913-acf6-44f6-b3a6-c8cc025c1bf1", "address": "fa:16:3e:f8:4f:a9", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a68d913-ac", "ovs_interfaceid": "7a68d913-acf6-44f6-b3a6-c8cc025c1bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.339465] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.344019] env[69808]: DEBUG nova.compute.manager [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1191.344019] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.368s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.344019] env[69808]: DEBUG nova.objects.instance [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69808) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1191.624376] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790782, 'name': Rename_Task, 'duration_secs': 1.30836} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.624652] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.624933] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0360d83c-7216-4f10-9401-50ff09f6fa7a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.632146] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1191.632146] env[69808]: value = "task-3790785" [ 1191.632146] env[69808]: _type = "Task" [ 1191.632146] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.641982] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.782138] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064458} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.782421] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.783238] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c2600d-059b-441b-b642-0e80748d7e71 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.807076] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 521a84ff-9b55-4aef-a320-4b3989ed4634/521a84ff-9b55-4aef-a320-4b3989ed4634.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.807818] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19789ab3-9739-40db-b561-4ff70c8d7bb4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.824605] env[69808]: DEBUG oslo_concurrency.lockutils [req-d3eb0495-ec4c-4d02-9551-2a9e1627745d req-a8462976-c728-4f84-8468-9d64655d4916 service nova] Releasing lock "refresh_cache-c0467513-713e-431b-8785-639eb2b863b8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.828501] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1191.828501] env[69808]: value = "task-3790786" [ 1191.828501] env[69808]: _type = "Task" [ 1191.828501] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.837487] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.848255] env[69808]: DEBUG nova.compute.utils [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.852869] env[69808]: DEBUG nova.compute.manager [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.853079] env[69808]: DEBUG nova.network.neutron [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.894987] env[69808]: DEBUG nova.policy [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '315f67bc88cf4e118fafbc22504ae880', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13fcf0b3293a47cb9410c56bdc851669', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1192.143599] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790785, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.190336] env[69808]: DEBUG nova.network.neutron [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Successfully created port: da635b72-f403-428e-b7d4-82019686d7bf {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1192.222219] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451cef5a-89f9-4f2e-a5d6-eb9da452943f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.243254] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1743a98c-3799-40e4-84da-8d8663f21a4e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "interface-73b987bb-8cca-452b-b6b3-60b27ef2382d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.243522] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1743a98c-3799-40e4-84da-8d8663f21a4e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "interface-73b987bb-8cca-452b-b6b3-60b27ef2382d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.243832] env[69808]: DEBUG nova.objects.instance [None req-1743a98c-3799-40e4-84da-8d8663f21a4e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lazy-loading 'flavor' on Instance uuid 73b987bb-8cca-452b-b6b3-60b27ef2382d {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.245231] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Updating instance '24041c49-00e8-4488-9bc5-b9078279a0f1' progress to 0 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.339272] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.354146] env[69808]: DEBUG nova.compute.manager [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1192.357757] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1739ef99-49bd-45d4-81fe-238b556ce447 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.359302] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.393s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.359532] env[69808]: DEBUG nova.objects.instance [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lazy-loading 'resources' on Instance uuid 8c218f00-c7be-4978-8326-296ce3c6f55f {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.644428] env[69808]: DEBUG oslo_vmware.api [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790785, 'name': PowerOnVM_Task, 'duration_secs': 0.90013} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.644725] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.644935] env[69808]: INFO nova.compute.manager [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Took 11.17 seconds to spawn the instance on the hypervisor. [ 1192.645133] env[69808]: DEBUG nova.compute.manager [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1192.646022] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc185a74-87df-4bea-a027-5826e889ed8f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.751847] env[69808]: DEBUG nova.objects.instance [None req-1743a98c-3799-40e4-84da-8d8663f21a4e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lazy-loading 'pci_requests' on Instance uuid 73b987bb-8cca-452b-b6b3-60b27ef2382d {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.753051] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.753577] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dca972a9-07a1-4d38-81fa-6ec0b6dc853d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.761901] env[69808]: DEBUG oslo_vmware.api [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1192.761901] env[69808]: value = "task-3790787" [ 1192.761901] env[69808]: _type = "Task" [ 1192.761901] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.775357] env[69808]: DEBUG oslo_vmware.api [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.839827] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790786, 'name': ReconfigVM_Task, 'duration_secs': 0.76225} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.839827] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 521a84ff-9b55-4aef-a320-4b3989ed4634/521a84ff-9b55-4aef-a320-4b3989ed4634.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.840828] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07791bf6-5627-4478-8d76-862f72158c81 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.848685] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1192.848685] env[69808]: value = "task-3790788" [ 1192.848685] env[69808]: _type = "Task" [ 1192.848685] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.858674] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790788, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.149982] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6eb1a4e-86c7-49e4-b863-ffc12bf4548f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.162713] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44714a7-d4ae-4dcb-b9de-f568c84bba11 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.168854] env[69808]: INFO nova.compute.manager [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Took 38.04 seconds to build instance. [ 1193.201691] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b7a209-c38c-454f-9b3e-6441f6f23f5a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.211205] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e1ea4b-6a84-4de5-8c87-153d25b561ce {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.226261] env[69808]: DEBUG nova.compute.provider_tree [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.254962] env[69808]: DEBUG nova.objects.base [None req-1743a98c-3799-40e4-84da-8d8663f21a4e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Object Instance<73b987bb-8cca-452b-b6b3-60b27ef2382d> lazy-loaded attributes: flavor,pci_requests {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1193.255273] env[69808]: DEBUG nova.network.neutron [None req-1743a98c-3799-40e4-84da-8d8663f21a4e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.272272] env[69808]: DEBUG oslo_vmware.api [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790787, 'name': PowerOffVM_Task, 'duration_secs': 0.330046} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.272543] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.272716] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Updating instance '24041c49-00e8-4488-9bc5-b9078279a0f1' progress to 17 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.354398] env[69808]: DEBUG oslo_concurrency.lockutils [None req-1743a98c-3799-40e4-84da-8d8663f21a4e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "interface-73b987bb-8cca-452b-b6b3-60b27ef2382d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.111s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.358667] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790788, 'name': Rename_Task, 'duration_secs': 0.201355} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.359172] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.359447] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcf9decc-e486-4156-ad4f-6169b402639d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.365777] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1193.365777] env[69808]: value = "task-3790789" [ 1193.365777] env[69808]: _type = "Task" [ 1193.365777] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.370440] env[69808]: DEBUG nova.compute.manager [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.377987] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.399930] env[69808]: DEBUG nova.virt.hardware [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.400226] env[69808]: DEBUG nova.virt.hardware [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.400390] env[69808]: DEBUG nova.virt.hardware [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.400574] env[69808]: DEBUG nova.virt.hardware [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.400723] env[69808]: DEBUG nova.virt.hardware [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.400873] env[69808]: DEBUG nova.virt.hardware [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.401147] env[69808]: DEBUG nova.virt.hardware [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.401334] env[69808]: DEBUG nova.virt.hardware [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.401507] env[69808]: DEBUG nova.virt.hardware [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.401669] env[69808]: DEBUG nova.virt.hardware [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.401843] env[69808]: DEBUG nova.virt.hardware [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.402719] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf1d2fd-8fb4-4fb3-bd1c-e30c10bf7794 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.411377] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c49b63-f52d-46f3-a0c6-eda39989fdad {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.623868] env[69808]: DEBUG nova.compute.manager [req-57458b15-7639-4951-be2e-5c5b880a51f0 req-69d2e0f5-2939-4edd-b3ee-e900b0e7a649 service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Received event network-vif-plugged-da635b72-f403-428e-b7d4-82019686d7bf {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.624149] env[69808]: DEBUG oslo_concurrency.lockutils [req-57458b15-7639-4951-be2e-5c5b880a51f0 req-69d2e0f5-2939-4edd-b3ee-e900b0e7a649 service nova] Acquiring lock "5fe470ce-6300-476a-80cd-41e9589d1d73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.624391] env[69808]: DEBUG oslo_concurrency.lockutils [req-57458b15-7639-4951-be2e-5c5b880a51f0 req-69d2e0f5-2939-4edd-b3ee-e900b0e7a649 service nova] Lock "5fe470ce-6300-476a-80cd-41e9589d1d73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.624531] env[69808]: DEBUG oslo_concurrency.lockutils [req-57458b15-7639-4951-be2e-5c5b880a51f0 req-69d2e0f5-2939-4edd-b3ee-e900b0e7a649 service nova] Lock "5fe470ce-6300-476a-80cd-41e9589d1d73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.624698] env[69808]: DEBUG nova.compute.manager [req-57458b15-7639-4951-be2e-5c5b880a51f0 req-69d2e0f5-2939-4edd-b3ee-e900b0e7a649 service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] No waiting events found dispatching network-vif-plugged-da635b72-f403-428e-b7d4-82019686d7bf {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1193.624860] env[69808]: WARNING nova.compute.manager [req-57458b15-7639-4951-be2e-5c5b880a51f0 req-69d2e0f5-2939-4edd-b3ee-e900b0e7a649 service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Received unexpected event network-vif-plugged-da635b72-f403-428e-b7d4-82019686d7bf for instance with vm_state building and task_state spawning. [ 1193.671924] env[69808]: DEBUG oslo_concurrency.lockutils [None req-29f16a17-e048-44ea-b42d-91a5142c9c60 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "10494ca4-57da-4930-bc34-3fcb2a805c4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.101s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.684874] env[69808]: DEBUG nova.network.neutron [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Successfully updated port: da635b72-f403-428e-b7d4-82019686d7bf {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.730330] env[69808]: DEBUG nova.scheduler.client.report [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.779203] env[69808]: DEBUG nova.virt.hardware [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.779474] env[69808]: DEBUG nova.virt.hardware [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.779634] env[69808]: DEBUG nova.virt.hardware [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.779844] env[69808]: DEBUG nova.virt.hardware [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.779992] env[69808]: DEBUG nova.virt.hardware [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.780185] env[69808]: DEBUG nova.virt.hardware [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.780346] env[69808]: DEBUG nova.virt.hardware [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.780547] env[69808]: DEBUG nova.virt.hardware [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.780670] env[69808]: DEBUG nova.virt.hardware [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.780834] env[69808]: DEBUG nova.virt.hardware [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.781022] env[69808]: DEBUG nova.virt.hardware [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.786561] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfea7464-c39f-45bf-9310-47c6fb0db157 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.805425] env[69808]: DEBUG oslo_vmware.api [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1193.805425] env[69808]: value = "task-3790790" [ 1193.805425] env[69808]: _type = "Task" [ 1193.805425] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.814285] env[69808]: DEBUG oslo_vmware.api [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790790, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.877173] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790789, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.190699] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "refresh_cache-5fe470ce-6300-476a-80cd-41e9589d1d73" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.190814] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired lock "refresh_cache-5fe470ce-6300-476a-80cd-41e9589d1d73" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.190989] env[69808]: DEBUG nova.network.neutron [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.237021] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.239513] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.064s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.239764] env[69808]: DEBUG nova.objects.instance [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lazy-loading 'resources' on Instance uuid 5c32c02f-477b-4388-9300-9394ba424490 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.263597] env[69808]: INFO nova.scheduler.client.report [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Deleted allocations for instance 8c218f00-c7be-4978-8326-296ce3c6f55f [ 1194.317885] env[69808]: DEBUG oslo_vmware.api [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790790, 'name': ReconfigVM_Task, 'duration_secs': 0.167992} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.318735] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Updating instance '24041c49-00e8-4488-9bc5-b9078279a0f1' progress to 33 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.379845] env[69808]: DEBUG oslo_vmware.api [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790789, 'name': PowerOnVM_Task, 'duration_secs': 0.563332} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.380154] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.380364] env[69808]: INFO nova.compute.manager [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1194.380673] env[69808]: DEBUG nova.compute.manager [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1194.381540] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ac3f73-9c30-46d0-8ce0-ff6bb5a53618 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.394195] env[69808]: DEBUG nova.compute.manager [req-ea3e642f-4b59-408c-a933-84f29819d7f4 req-f11419c5-fc4d-4b0e-8037-29f40779c9d0 service nova] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Received event network-changed-f34eceed-db61-444d-8361-7b26c55381cb {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.394410] env[69808]: DEBUG nova.compute.manager [req-ea3e642f-4b59-408c-a933-84f29819d7f4 req-f11419c5-fc4d-4b0e-8037-29f40779c9d0 service nova] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Refreshing instance network info cache due to event network-changed-f34eceed-db61-444d-8361-7b26c55381cb. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.394629] env[69808]: DEBUG oslo_concurrency.lockutils [req-ea3e642f-4b59-408c-a933-84f29819d7f4 req-f11419c5-fc4d-4b0e-8037-29f40779c9d0 service nova] Acquiring lock "refresh_cache-10494ca4-57da-4930-bc34-3fcb2a805c4f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.394771] env[69808]: DEBUG oslo_concurrency.lockutils [req-ea3e642f-4b59-408c-a933-84f29819d7f4 req-f11419c5-fc4d-4b0e-8037-29f40779c9d0 service nova] Acquired lock "refresh_cache-10494ca4-57da-4930-bc34-3fcb2a805c4f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.394935] env[69808]: DEBUG nova.network.neutron [req-ea3e642f-4b59-408c-a933-84f29819d7f4 req-f11419c5-fc4d-4b0e-8037-29f40779c9d0 service nova] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Refreshing network info cache for port f34eceed-db61-444d-8361-7b26c55381cb {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.725653] env[69808]: DEBUG nova.network.neutron [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.774742] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fc21b9ba-53c6-4751-8319-d2a4dcb3f71a tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "8c218f00-c7be-4978-8326-296ce3c6f55f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.417s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.825519] env[69808]: DEBUG nova.virt.hardware [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.826843] env[69808]: DEBUG nova.virt.hardware [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.826843] env[69808]: DEBUG nova.virt.hardware [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.826843] env[69808]: DEBUG nova.virt.hardware [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.826843] env[69808]: DEBUG nova.virt.hardware [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.826843] env[69808]: DEBUG nova.virt.hardware [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.826843] env[69808]: DEBUG nova.virt.hardware [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.826843] env[69808]: DEBUG nova.virt.hardware [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.827178] env[69808]: DEBUG nova.virt.hardware [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.827178] env[69808]: DEBUG nova.virt.hardware [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.827334] env[69808]: DEBUG nova.virt.hardware [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.832707] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1194.835619] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5bc8714-7b7c-40f2-bdb2-94f029d9a03b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.855409] env[69808]: DEBUG oslo_vmware.api [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1194.855409] env[69808]: value = "task-3790791" [ 1194.855409] env[69808]: _type = "Task" [ 1194.855409] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.871582] env[69808]: DEBUG oslo_vmware.api [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790791, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.908384] env[69808]: INFO nova.compute.manager [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Took 18.07 seconds to build instance. [ 1194.923700] env[69808]: DEBUG nova.network.neutron [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Updating instance_info_cache with network_info: [{"id": "da635b72-f403-428e-b7d4-82019686d7bf", "address": "fa:16:3e:37:1d:50", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda635b72-f4", "ovs_interfaceid": "da635b72-f403-428e-b7d4-82019686d7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.063188] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb32cd58-cd1a-4b29-b1b7-f8a2ee8c75c9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.072723] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3721df-dcc9-4517-bf91-1d9a04da8d27 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.107010] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52145df-4693-48fb-b34f-3dbfff4961b6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.115777] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864f1008-8a21-4a27-8401-d8dd3381d91b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.130401] env[69808]: DEBUG nova.compute.provider_tree [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.178137] env[69808]: DEBUG nova.network.neutron [req-ea3e642f-4b59-408c-a933-84f29819d7f4 req-f11419c5-fc4d-4b0e-8037-29f40779c9d0 service nova] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Updated VIF entry in instance network info cache for port f34eceed-db61-444d-8361-7b26c55381cb. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.178613] env[69808]: DEBUG nova.network.neutron [req-ea3e642f-4b59-408c-a933-84f29819d7f4 req-f11419c5-fc4d-4b0e-8037-29f40779c9d0 service nova] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Updating instance_info_cache with network_info: [{"id": "f34eceed-db61-444d-8361-7b26c55381cb", "address": "fa:16:3e:37:81:e1", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34eceed-db", "ovs_interfaceid": "f34eceed-db61-444d-8361-7b26c55381cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.282473] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "interface-73b987bb-8cca-452b-b6b3-60b27ef2382d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.282761] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "interface-73b987bb-8cca-452b-b6b3-60b27ef2382d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.283120] env[69808]: DEBUG nova.objects.instance [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lazy-loading 'flavor' on Instance uuid 73b987bb-8cca-452b-b6b3-60b27ef2382d {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.366734] env[69808]: DEBUG oslo_vmware.api [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790791, 'name': ReconfigVM_Task, 'duration_secs': 0.179871} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.366734] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1195.368037] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2155803-e8ca-4d1a-822c-aab5dc49e14c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.394732] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 24041c49-00e8-4488-9bc5-b9078279a0f1/24041c49-00e8-4488-9bc5-b9078279a0f1.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.395078] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40710b42-4555-4db6-8896-b452b0f47bca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.409947] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f3d59747-403e-4764-99ad-f8d070c1d616 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "521a84ff-9b55-4aef-a320-4b3989ed4634" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.578s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.415127] env[69808]: DEBUG oslo_vmware.api [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1195.415127] env[69808]: value = "task-3790792" [ 1195.415127] env[69808]: _type = "Task" [ 1195.415127] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.424231] env[69808]: DEBUG oslo_vmware.api [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.427858] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Releasing lock "refresh_cache-5fe470ce-6300-476a-80cd-41e9589d1d73" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.428256] env[69808]: DEBUG nova.compute.manager [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Instance network_info: |[{"id": "da635b72-f403-428e-b7d4-82019686d7bf", "address": "fa:16:3e:37:1d:50", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda635b72-f4", "ovs_interfaceid": "da635b72-f403-428e-b7d4-82019686d7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.428701] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:1d:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da635b72-f403-428e-b7d4-82019686d7bf', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.436872] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.437506] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.437853] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f50beea-f470-425f-a11a-4b5f3d8bda3e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.459837] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.459837] env[69808]: value = "task-3790793" [ 1195.459837] env[69808]: _type = "Task" [ 1195.459837] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.468136] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790793, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.634162] env[69808]: DEBUG nova.scheduler.client.report [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.681653] env[69808]: DEBUG oslo_concurrency.lockutils [req-ea3e642f-4b59-408c-a933-84f29819d7f4 req-f11419c5-fc4d-4b0e-8037-29f40779c9d0 service nova] Releasing lock "refresh_cache-10494ca4-57da-4930-bc34-3fcb2a805c4f" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.697114] env[69808]: DEBUG nova.compute.manager [req-597f7c0a-5c08-4dd8-976e-a27a67446532 req-5c5af5d0-ccc4-47b8-bee8-e8e0bdc131a0 service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Received event network-changed-da635b72-f403-428e-b7d4-82019686d7bf {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.697393] env[69808]: DEBUG nova.compute.manager [req-597f7c0a-5c08-4dd8-976e-a27a67446532 req-5c5af5d0-ccc4-47b8-bee8-e8e0bdc131a0 service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Refreshing instance network info cache due to event network-changed-da635b72-f403-428e-b7d4-82019686d7bf. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.697828] env[69808]: DEBUG oslo_concurrency.lockutils [req-597f7c0a-5c08-4dd8-976e-a27a67446532 req-5c5af5d0-ccc4-47b8-bee8-e8e0bdc131a0 service nova] Acquiring lock "refresh_cache-5fe470ce-6300-476a-80cd-41e9589d1d73" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.698111] env[69808]: DEBUG oslo_concurrency.lockutils [req-597f7c0a-5c08-4dd8-976e-a27a67446532 req-5c5af5d0-ccc4-47b8-bee8-e8e0bdc131a0 service nova] Acquired lock "refresh_cache-5fe470ce-6300-476a-80cd-41e9589d1d73" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.698365] env[69808]: DEBUG nova.network.neutron [req-597f7c0a-5c08-4dd8-976e-a27a67446532 req-5c5af5d0-ccc4-47b8-bee8-e8e0bdc131a0 service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Refreshing network info cache for port da635b72-f403-428e-b7d4-82019686d7bf {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.726514] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "75102034-f0e2-458a-b3c5-fdbfd6ca30e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.726756] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "75102034-f0e2-458a-b3c5-fdbfd6ca30e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.853788] env[69808]: DEBUG nova.objects.instance [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lazy-loading 'pci_requests' on Instance uuid 73b987bb-8cca-452b-b6b3-60b27ef2382d {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.926040] env[69808]: DEBUG oslo_vmware.api [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790792, 'name': ReconfigVM_Task, 'duration_secs': 0.405566} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.926922] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 24041c49-00e8-4488-9bc5-b9078279a0f1/24041c49-00e8-4488-9bc5-b9078279a0f1.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.926922] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Updating instance '24041c49-00e8-4488-9bc5-b9078279a0f1' progress to 50 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1195.969740] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790793, 'name': CreateVM_Task, 'duration_secs': 0.320168} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.970689] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.971409] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.971585] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.971917] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.972444] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-092b6778-ec57-4a0d-aa68-8a192c9f9033 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.977853] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1195.977853] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525224a6-b39b-bd08-c830-a5b093412985" [ 1195.977853] env[69808]: _type = "Task" [ 1195.977853] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.987477] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525224a6-b39b-bd08-c830-a5b093412985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.139961] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.142576] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.492s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.142954] env[69808]: DEBUG nova.objects.instance [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lazy-loading 'resources' on Instance uuid ac2f70b9-f4e9-4f18-906f-47c662a7117b {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.165236] env[69808]: INFO nova.scheduler.client.report [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Deleted allocations for instance 5c32c02f-477b-4388-9300-9394ba424490 [ 1196.228967] env[69808]: DEBUG nova.compute.manager [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1196.356223] env[69808]: DEBUG nova.objects.base [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Object Instance<73b987bb-8cca-452b-b6b3-60b27ef2382d> lazy-loaded attributes: flavor,pci_requests {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1196.356482] env[69808]: DEBUG nova.network.neutron [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1196.403251] env[69808]: DEBUG nova.policy [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6315105d7b9c436990157010b2d76657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c7cf3d1f5f94168ae452203efcece8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1196.414682] env[69808]: DEBUG nova.network.neutron [req-597f7c0a-5c08-4dd8-976e-a27a67446532 req-5c5af5d0-ccc4-47b8-bee8-e8e0bdc131a0 service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Updated VIF entry in instance network info cache for port da635b72-f403-428e-b7d4-82019686d7bf. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.415088] env[69808]: DEBUG nova.network.neutron [req-597f7c0a-5c08-4dd8-976e-a27a67446532 req-5c5af5d0-ccc4-47b8-bee8-e8e0bdc131a0 service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Updating instance_info_cache with network_info: [{"id": "da635b72-f403-428e-b7d4-82019686d7bf", "address": "fa:16:3e:37:1d:50", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda635b72-f4", "ovs_interfaceid": "da635b72-f403-428e-b7d4-82019686d7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.434155] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82e10d2-bac2-4a28-9802-14be2b2ce402 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.455546] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a396296-94ed-4ebf-9d48-67fc7225d745 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.475792] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Updating instance '24041c49-00e8-4488-9bc5-b9078279a0f1' progress to 67 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.492426] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525224a6-b39b-bd08-c830-a5b093412985, 'name': SearchDatastore_Task, 'duration_secs': 0.034283} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.492762] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.493332] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.493615] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.493806] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.494047] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.494374] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7c41446-a7ec-428f-8ac4-751f22e748e4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.504752] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.505054] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.505905] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a3f9b2b-c77d-43ad-8c4e-37c69564f146 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.514598] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1196.514598] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52455067-003d-6f16-6817-d594e3738606" [ 1196.514598] env[69808]: _type = "Task" [ 1196.514598] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.525178] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52455067-003d-6f16-6817-d594e3738606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.679200] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bf694d9-accc-48bf-8a8f-11a0ea68c1f4 tempest-ListServersNegativeTestJSON-1416218224 tempest-ListServersNegativeTestJSON-1416218224-project-member] Lock "5c32c02f-477b-4388-9300-9394ba424490" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.236s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.769206] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.917681] env[69808]: DEBUG oslo_concurrency.lockutils [req-597f7c0a-5c08-4dd8-976e-a27a67446532 req-5c5af5d0-ccc4-47b8-bee8-e8e0bdc131a0 service nova] Releasing lock "refresh_cache-5fe470ce-6300-476a-80cd-41e9589d1d73" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.002180] env[69808]: DEBUG nova.network.neutron [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Successfully created port: 0596447b-1f53-4454-9cb7-943205db6583 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.009672] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a73809-99c4-42f1-83b6-1d58e120285f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.021812] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc268c27-5834-4889-a6cf-a9fde2a5d775 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.032608] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52455067-003d-6f16-6817-d594e3738606, 'name': SearchDatastore_Task, 'duration_secs': 0.010293} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.064677] env[69808]: DEBUG nova.network.neutron [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Port 7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19 binding to destination host cpu-1 is already ACTIVE {{(pid=69808) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1197.066360] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-556a66b7-5384-4ba2-aecf-adc5ab66773b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.069266] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc6b477-647e-436b-810c-4f26c5be4afa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.076861] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1197.076861] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d37519-c6cc-9174-23a1-f2deec1f1475" [ 1197.076861] env[69808]: _type = "Task" [ 1197.076861] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.083416] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ea627f-e1a6-42a8-ad40-265e9807cc3a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.103245] env[69808]: DEBUG nova.compute.provider_tree [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.104758] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d37519-c6cc-9174-23a1-f2deec1f1475, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.105262] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.105517] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 5fe470ce-6300-476a-80cd-41e9589d1d73/5fe470ce-6300-476a-80cd-41e9589d1d73.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.105777] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61f023ad-eeee-484a-a287-aff36d888582 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.114955] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1197.114955] env[69808]: value = "task-3790794" [ 1197.114955] env[69808]: _type = "Task" [ 1197.114955] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.123846] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.607465] env[69808]: DEBUG nova.scheduler.client.report [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.626125] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497258} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.627035] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 5fe470ce-6300-476a-80cd-41e9589d1d73/5fe470ce-6300-476a-80cd-41e9589d1d73.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.627313] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.627625] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dec2d7f6-347f-4ce6-a76d-f68baf284bf0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.634555] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1197.634555] env[69808]: value = "task-3790795" [ 1197.634555] env[69808]: _type = "Task" [ 1197.634555] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.644642] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.092900] env[69808]: DEBUG oslo_concurrency.lockutils [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "24041c49-00e8-4488-9bc5-b9078279a0f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.092900] env[69808]: DEBUG oslo_concurrency.lockutils [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "24041c49-00e8-4488-9bc5-b9078279a0f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.092900] env[69808]: DEBUG oslo_concurrency.lockutils [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "24041c49-00e8-4488-9bc5-b9078279a0f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.114305] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.116994] env[69808]: DEBUG oslo_concurrency.lockutils [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.375s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.117378] env[69808]: DEBUG nova.objects.instance [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lazy-loading 'resources' on Instance uuid a1d9fa27-9ee6-46fe-802f-f4138cbdf733 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.142430] env[69808]: INFO nova.scheduler.client.report [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Deleted allocations for instance ac2f70b9-f4e9-4f18-906f-47c662a7117b [ 1198.148155] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077584} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.150896] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.151869] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7944a5-dc5a-4e50-91d9-cafed34e19f8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.175864] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 5fe470ce-6300-476a-80cd-41e9589d1d73/5fe470ce-6300-476a-80cd-41e9589d1d73.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.176231] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cabb91c7-6026-4d65-a427-ce51d4d06535 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.197908] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1198.197908] env[69808]: value = "task-3790796" [ 1198.197908] env[69808]: _type = "Task" [ 1198.197908] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.207411] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.477448] env[69808]: DEBUG nova.compute.manager [req-b3c71ada-f2ce-414a-a68f-89860c13b6cb req-d9432428-4f8b-4941-bf5f-3779da815ebc service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Received event network-vif-plugged-0596447b-1f53-4454-9cb7-943205db6583 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.478222] env[69808]: DEBUG oslo_concurrency.lockutils [req-b3c71ada-f2ce-414a-a68f-89860c13b6cb req-d9432428-4f8b-4941-bf5f-3779da815ebc service nova] Acquiring lock "73b987bb-8cca-452b-b6b3-60b27ef2382d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.478222] env[69808]: DEBUG oslo_concurrency.lockutils [req-b3c71ada-f2ce-414a-a68f-89860c13b6cb req-d9432428-4f8b-4941-bf5f-3779da815ebc service nova] Lock "73b987bb-8cca-452b-b6b3-60b27ef2382d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.478222] env[69808]: DEBUG oslo_concurrency.lockutils [req-b3c71ada-f2ce-414a-a68f-89860c13b6cb req-d9432428-4f8b-4941-bf5f-3779da815ebc service nova] Lock "73b987bb-8cca-452b-b6b3-60b27ef2382d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.478467] env[69808]: DEBUG nova.compute.manager [req-b3c71ada-f2ce-414a-a68f-89860c13b6cb req-d9432428-4f8b-4941-bf5f-3779da815ebc service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] No waiting events found dispatching network-vif-plugged-0596447b-1f53-4454-9cb7-943205db6583 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1198.478646] env[69808]: WARNING nova.compute.manager [req-b3c71ada-f2ce-414a-a68f-89860c13b6cb req-d9432428-4f8b-4941-bf5f-3779da815ebc service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Received unexpected event network-vif-plugged-0596447b-1f53-4454-9cb7-943205db6583 for instance with vm_state active and task_state None. [ 1198.656153] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4f290787-d7d4-4809-91c0-24cb8c4f85ba tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "ac2f70b9-f4e9-4f18-906f-47c662a7117b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.705s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.718137] env[69808]: DEBUG nova.network.neutron [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Successfully updated port: 0596447b-1f53-4454-9cb7-943205db6583 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.720437] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790796, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.902981] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892fc6c4-9124-45be-96e6-3e56a99a04b5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.911380] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d573454-9f59-4de1-ad8a-92f348a519df {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.944459] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4211099d-ebb4-41a1-8256-988e3f254772 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.953429] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5770489-a108-4da9-bb6a-88da0105d3a7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.968655] env[69808]: DEBUG nova.compute.provider_tree [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.130318] env[69808]: DEBUG oslo_concurrency.lockutils [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "refresh_cache-24041c49-00e8-4488-9bc5-b9078279a0f1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.130511] env[69808]: DEBUG oslo_concurrency.lockutils [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired lock "refresh_cache-24041c49-00e8-4488-9bc5-b9078279a0f1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.130693] env[69808]: DEBUG nova.network.neutron [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.211849] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790796, 'name': ReconfigVM_Task, 'duration_secs': 0.541721} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.212153] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 5fe470ce-6300-476a-80cd-41e9589d1d73/5fe470ce-6300-476a-80cd-41e9589d1d73.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.212786] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33e9dbcc-0b25-4964-a8f8-bd31e7bb66c0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.219894] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1199.219894] env[69808]: value = "task-3790797" [ 1199.219894] env[69808]: _type = "Task" [ 1199.219894] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.223467] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.223628] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.223862] env[69808]: DEBUG nova.network.neutron [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.236366] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790797, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.471652] env[69808]: DEBUG nova.scheduler.client.report [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.733942] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790797, 'name': Rename_Task, 'duration_secs': 0.150683} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.736521] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.737219] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04fc32b6-de63-4c30-8c6e-ed22fef49089 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.748017] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1199.748017] env[69808]: value = "task-3790798" [ 1199.748017] env[69808]: _type = "Task" [ 1199.748017] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.763724] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.782173] env[69808]: WARNING nova.network.neutron [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] 6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6 already exists in list: networks containing: ['6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6']. ignoring it [ 1199.931174] env[69808]: DEBUG nova.network.neutron [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Updating instance_info_cache with network_info: [{"id": "7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19", "address": "fa:16:3e:d3:96:55", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8e5b91-4a", "ovs_interfaceid": "7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.976920] env[69808]: DEBUG oslo_concurrency.lockutils [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.979211] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.911s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.979457] env[69808]: DEBUG nova.objects.instance [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lazy-loading 'resources' on Instance uuid b88aa266-0792-4e2f-86d5-60d338e11397 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.002350] env[69808]: INFO nova.scheduler.client.report [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Deleted allocations for instance a1d9fa27-9ee6-46fe-802f-f4138cbdf733 [ 1200.108636] env[69808]: DEBUG nova.network.neutron [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Updating instance_info_cache with network_info: [{"id": "b0d9d29c-3e64-4cb0-a312-ffc77c21aa20", "address": "fa:16:3e:e0:3b:ee", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d9d29c-3e", "ovs_interfaceid": "b0d9d29c-3e64-4cb0-a312-ffc77c21aa20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0596447b-1f53-4454-9cb7-943205db6583", "address": "fa:16:3e:82:fa:87", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0596447b-1f", "ovs_interfaceid": "0596447b-1f53-4454-9cb7-943205db6583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.259619] env[69808]: DEBUG oslo_vmware.api [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790798, 'name': PowerOnVM_Task, 'duration_secs': 0.471064} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.259921] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.260142] env[69808]: INFO nova.compute.manager [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Took 6.89 seconds to spawn the instance on the hypervisor. [ 1200.260333] env[69808]: DEBUG nova.compute.manager [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1200.261125] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc33b92c-c886-4025-9356-69a3ca9835fe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.434160] env[69808]: DEBUG oslo_concurrency.lockutils [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Releasing lock "refresh_cache-24041c49-00e8-4488-9bc5-b9078279a0f1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.504927] env[69808]: DEBUG nova.compute.manager [req-6b156017-9aea-468d-996c-49ec93b9f6f8 req-7b00b92f-cbdc-4e0b-ada7-639c56f6c6e6 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Received event network-changed-0596447b-1f53-4454-9cb7-943205db6583 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.505150] env[69808]: DEBUG nova.compute.manager [req-6b156017-9aea-468d-996c-49ec93b9f6f8 req-7b00b92f-cbdc-4e0b-ada7-639c56f6c6e6 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Refreshing instance network info cache due to event network-changed-0596447b-1f53-4454-9cb7-943205db6583. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.505395] env[69808]: DEBUG oslo_concurrency.lockutils [req-6b156017-9aea-468d-996c-49ec93b9f6f8 req-7b00b92f-cbdc-4e0b-ada7-639c56f6c6e6 service nova] Acquiring lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.509227] env[69808]: DEBUG oslo_concurrency.lockutils [None req-352f9670-818b-4ae7-8d98-29db887c917f tempest-ServerDiskConfigTestJSON-233444761 tempest-ServerDiskConfigTestJSON-233444761-project-member] Lock "a1d9fa27-9ee6-46fe-802f-f4138cbdf733" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.826s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.611256] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.611921] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.612098] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.612413] env[69808]: DEBUG oslo_concurrency.lockutils [req-6b156017-9aea-468d-996c-49ec93b9f6f8 req-7b00b92f-cbdc-4e0b-ada7-639c56f6c6e6 service nova] Acquired lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.612597] env[69808]: DEBUG nova.network.neutron [req-6b156017-9aea-468d-996c-49ec93b9f6f8 req-7b00b92f-cbdc-4e0b-ada7-639c56f6c6e6 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Refreshing network info cache for port 0596447b-1f53-4454-9cb7-943205db6583 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.614750] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171e2201-126d-4e06-9e99-2bf07149179f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.635562] env[69808]: DEBUG nova.virt.hardware [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.635805] env[69808]: DEBUG nova.virt.hardware [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.635962] env[69808]: DEBUG nova.virt.hardware [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.636163] env[69808]: DEBUG nova.virt.hardware [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.636313] env[69808]: DEBUG nova.virt.hardware [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.636461] env[69808]: DEBUG nova.virt.hardware [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.636672] env[69808]: DEBUG nova.virt.hardware [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.636839] env[69808]: DEBUG nova.virt.hardware [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.637016] env[69808]: DEBUG nova.virt.hardware [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.637188] env[69808]: DEBUG nova.virt.hardware [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.637362] env[69808]: DEBUG nova.virt.hardware [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.643699] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Reconfiguring VM to attach interface {{(pid=69808) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1200.646945] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3613d1e8-e7bc-4bab-bbfe-0c5109267807 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.666136] env[69808]: DEBUG oslo_vmware.api [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1200.666136] env[69808]: value = "task-3790799" [ 1200.666136] env[69808]: _type = "Task" [ 1200.666136] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.677026] env[69808]: DEBUG oslo_vmware.api [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790799, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.748246] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b4d888-44cc-465f-a0ac-18f81de388ca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.757282] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6f0692-b23f-4a4a-947c-9a155de72ad3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.795933] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747649f2-646a-4080-8f2a-616caf38b466 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.798658] env[69808]: INFO nova.compute.manager [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Took 17.26 seconds to build instance. [ 1200.805125] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2309db3-694c-4303-a5d8-ee35274545ff {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.820216] env[69808]: DEBUG nova.compute.provider_tree [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.957035] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.957180] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.960518] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3183c7-c2cb-485f-95d1-87dd0346a378 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.981436] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4a9a94-b77c-43e9-9821-35dc10aee673 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.989243] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Updating instance '24041c49-00e8-4488-9bc5-b9078279a0f1' progress to 83 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.177203] env[69808]: DEBUG oslo_vmware.api [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.300760] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df3d0a23-1e49-40e0-b712-aec60848c28c tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "5fe470ce-6300-476a-80cd-41e9589d1d73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.773s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.323475] env[69808]: DEBUG nova.scheduler.client.report [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.460014] env[69808]: DEBUG nova.compute.manager [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.488129] env[69808]: DEBUG nova.network.neutron [req-6b156017-9aea-468d-996c-49ec93b9f6f8 req-7b00b92f-cbdc-4e0b-ada7-639c56f6c6e6 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Updated VIF entry in instance network info cache for port 0596447b-1f53-4454-9cb7-943205db6583. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.488129] env[69808]: DEBUG nova.network.neutron [req-6b156017-9aea-468d-996c-49ec93b9f6f8 req-7b00b92f-cbdc-4e0b-ada7-639c56f6c6e6 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Updating instance_info_cache with network_info: [{"id": "b0d9d29c-3e64-4cb0-a312-ffc77c21aa20", "address": "fa:16:3e:e0:3b:ee", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d9d29c-3e", "ovs_interfaceid": "b0d9d29c-3e64-4cb0-a312-ffc77c21aa20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0596447b-1f53-4454-9cb7-943205db6583", "address": "fa:16:3e:82:fa:87", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0596447b-1f", "ovs_interfaceid": "0596447b-1f53-4454-9cb7-943205db6583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.498488] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.499248] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e29f21ff-2340-4fbb-8cf2-0d8c3656bd63 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.507423] env[69808]: DEBUG oslo_vmware.api [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1201.507423] env[69808]: value = "task-3790800" [ 1201.507423] env[69808]: _type = "Task" [ 1201.507423] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.518686] env[69808]: DEBUG oslo_vmware.api [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.679871] env[69808]: DEBUG oslo_vmware.api [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.718127] env[69808]: DEBUG nova.compute.manager [req-5dfc0884-fadc-44f4-888f-1810009e3469 req-5eecf11f-98d5-4c99-bdcb-2f6d48a73e8f service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Received event network-changed-da635b72-f403-428e-b7d4-82019686d7bf {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.718399] env[69808]: DEBUG nova.compute.manager [req-5dfc0884-fadc-44f4-888f-1810009e3469 req-5eecf11f-98d5-4c99-bdcb-2f6d48a73e8f service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Refreshing instance network info cache due to event network-changed-da635b72-f403-428e-b7d4-82019686d7bf. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.718719] env[69808]: DEBUG oslo_concurrency.lockutils [req-5dfc0884-fadc-44f4-888f-1810009e3469 req-5eecf11f-98d5-4c99-bdcb-2f6d48a73e8f service nova] Acquiring lock "refresh_cache-5fe470ce-6300-476a-80cd-41e9589d1d73" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.718883] env[69808]: DEBUG oslo_concurrency.lockutils [req-5dfc0884-fadc-44f4-888f-1810009e3469 req-5eecf11f-98d5-4c99-bdcb-2f6d48a73e8f service nova] Acquired lock "refresh_cache-5fe470ce-6300-476a-80cd-41e9589d1d73" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.719100] env[69808]: DEBUG nova.network.neutron [req-5dfc0884-fadc-44f4-888f-1810009e3469 req-5eecf11f-98d5-4c99-bdcb-2f6d48a73e8f service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Refreshing network info cache for port da635b72-f403-428e-b7d4-82019686d7bf {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.829211] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.832734] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.064s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.834992] env[69808]: INFO nova.compute.claims [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.860206] env[69808]: INFO nova.scheduler.client.report [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Deleted allocations for instance b88aa266-0792-4e2f-86d5-60d338e11397 [ 1201.986578] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.990428] env[69808]: DEBUG oslo_concurrency.lockutils [req-6b156017-9aea-468d-996c-49ec93b9f6f8 req-7b00b92f-cbdc-4e0b-ada7-639c56f6c6e6 service nova] Releasing lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.019135] env[69808]: DEBUG oslo_vmware.api [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790800, 'name': PowerOnVM_Task, 'duration_secs': 0.511097} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.019135] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.019349] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-04a9650c-3f1a-4fe5-980d-7db53d604d90 tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Updating instance '24041c49-00e8-4488-9bc5-b9078279a0f1' progress to 100 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.181545] env[69808]: DEBUG oslo_vmware.api [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790799, 'name': ReconfigVM_Task, 'duration_secs': 1.171442} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.182364] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.182726] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Reconfigured VM to attach interface {{(pid=69808) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1202.368555] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4b824353-cb16-4e58-91e4-b0cc85264deb tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lock "b88aa266-0792-4e2f-86d5-60d338e11397" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.530s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.439317] env[69808]: DEBUG nova.network.neutron [req-5dfc0884-fadc-44f4-888f-1810009e3469 req-5eecf11f-98d5-4c99-bdcb-2f6d48a73e8f service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Updated VIF entry in instance network info cache for port da635b72-f403-428e-b7d4-82019686d7bf. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.439677] env[69808]: DEBUG nova.network.neutron [req-5dfc0884-fadc-44f4-888f-1810009e3469 req-5eecf11f-98d5-4c99-bdcb-2f6d48a73e8f service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Updating instance_info_cache with network_info: [{"id": "da635b72-f403-428e-b7d4-82019686d7bf", "address": "fa:16:3e:37:1d:50", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda635b72-f4", "ovs_interfaceid": "da635b72-f403-428e-b7d4-82019686d7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.688442] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fa749a0f-8af2-404e-9e9b-228c7f2f9cf3 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "interface-73b987bb-8cca-452b-b6b3-60b27ef2382d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.406s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.713099] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquiring lock "02aedc8b-b91d-40f7-be34-4027bf6abed0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.713577] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lock "02aedc8b-b91d-40f7-be34-4027bf6abed0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.713931] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquiring lock "02aedc8b-b91d-40f7-be34-4027bf6abed0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.714172] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lock "02aedc8b-b91d-40f7-be34-4027bf6abed0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.714508] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lock "02aedc8b-b91d-40f7-be34-4027bf6abed0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.716531] env[69808]: INFO nova.compute.manager [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Terminating instance [ 1202.942839] env[69808]: DEBUG oslo_concurrency.lockutils [req-5dfc0884-fadc-44f4-888f-1810009e3469 req-5eecf11f-98d5-4c99-bdcb-2f6d48a73e8f service nova] Releasing lock "refresh_cache-5fe470ce-6300-476a-80cd-41e9589d1d73" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.133274] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a5ac88-85a5-4f86-95aa-83a3593bb00d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.142889] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaa7d0e-82a9-432a-ab01-e8229a2db34f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.176013] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891280a3-f7d5-402d-b84c-b911f31fb477 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.184628] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0929f04c-7270-4945-913a-75b7dddc83c2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.201232] env[69808]: DEBUG nova.compute.provider_tree [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.220761] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquiring lock "refresh_cache-02aedc8b-b91d-40f7-be34-4027bf6abed0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.220951] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquired lock "refresh_cache-02aedc8b-b91d-40f7-be34-4027bf6abed0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.221166] env[69808]: DEBUG nova.network.neutron [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.703786] env[69808]: DEBUG nova.scheduler.client.report [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.748472] env[69808]: DEBUG nova.network.neutron [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1203.831627] env[69808]: DEBUG nova.network.neutron [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.209553] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.210043] env[69808]: DEBUG nova.compute.manager [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1204.212744] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.226s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.214236] env[69808]: INFO nova.compute.claims [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.335248] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Releasing lock "refresh_cache-02aedc8b-b91d-40f7-be34-4027bf6abed0" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.335788] env[69808]: DEBUG nova.compute.manager [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.336079] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.337173] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fc5739-41bf-454b-ba7a-e8b30f825fe8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.347491] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.347897] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae2eb517-50ba-40c6-afc1-7f96a96bcdfa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.358391] env[69808]: DEBUG oslo_vmware.api [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1204.358391] env[69808]: value = "task-3790801" [ 1204.358391] env[69808]: _type = "Task" [ 1204.358391] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.363746] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "interface-73b987bb-8cca-452b-b6b3-60b27ef2382d-ca6f9293-8082-4d01-b644-40cab177dfba" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.363992] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "interface-73b987bb-8cca-452b-b6b3-60b27ef2382d-ca6f9293-8082-4d01-b644-40cab177dfba" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.364384] env[69808]: DEBUG nova.objects.instance [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lazy-loading 'flavor' on Instance uuid 73b987bb-8cca-452b-b6b3-60b27ef2382d {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.373574] env[69808]: DEBUG oslo_vmware.api [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.516539] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "24041c49-00e8-4488-9bc5-b9078279a0f1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.516995] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "24041c49-00e8-4488-9bc5-b9078279a0f1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.517217] env[69808]: DEBUG nova.compute.manager [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Going to confirm migration 7 {{(pid=69808) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1204.719537] env[69808]: DEBUG nova.compute.utils [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.724414] env[69808]: DEBUG nova.compute.manager [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1204.724601] env[69808]: DEBUG nova.network.neutron [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1204.781637] env[69808]: DEBUG nova.policy [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bdd6d8141234ef8b7941aed9f8b35c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08804065ac184d048e49b966b75ce3ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1204.871961] env[69808]: DEBUG oslo_vmware.api [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790801, 'name': PowerOffVM_Task, 'duration_secs': 0.208695} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.872610] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.872799] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.874287] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e14b602f-4943-47d6-9316-3ef475f5489c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.911103] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.911266] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.912034] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Deleting the datastore file [datastore2] 02aedc8b-b91d-40f7-be34-4027bf6abed0 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.912034] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8ad2bee-6e0e-4189-8074-11106f03ead7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.918639] env[69808]: DEBUG oslo_vmware.api [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for the task: (returnval){ [ 1204.918639] env[69808]: value = "task-3790803" [ 1204.918639] env[69808]: _type = "Task" [ 1204.918639] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.927199] env[69808]: DEBUG oslo_vmware.api [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.963455] env[69808]: DEBUG nova.objects.instance [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lazy-loading 'pci_requests' on Instance uuid 73b987bb-8cca-452b-b6b3-60b27ef2382d {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.043706] env[69808]: DEBUG nova.network.neutron [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Successfully created port: c3b5a055-9176-45ce-a115-c298a610c271 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1205.079598] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "refresh_cache-24041c49-00e8-4488-9bc5-b9078279a0f1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.079842] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquired lock "refresh_cache-24041c49-00e8-4488-9bc5-b9078279a0f1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.080039] env[69808]: DEBUG nova.network.neutron [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.080288] env[69808]: DEBUG nova.objects.instance [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lazy-loading 'info_cache' on Instance uuid 24041c49-00e8-4488-9bc5-b9078279a0f1 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.227859] env[69808]: DEBUG nova.compute.manager [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1205.430266] env[69808]: DEBUG oslo_vmware.api [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Task: {'id': task-3790803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434423} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.430532] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.430723] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.430903] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.431095] env[69808]: INFO nova.compute.manager [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1205.431345] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.431535] env[69808]: DEBUG nova.compute.manager [-] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.431629] env[69808]: DEBUG nova.network.neutron [-] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.447703] env[69808]: DEBUG nova.network.neutron [-] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.465791] env[69808]: DEBUG nova.objects.base [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Object Instance<73b987bb-8cca-452b-b6b3-60b27ef2382d> lazy-loaded attributes: flavor,pci_requests {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1205.466028] env[69808]: DEBUG nova.network.neutron [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.470080] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7816dd2-644a-4a3f-a996-6262ed22a8ba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.478245] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5142662c-7592-4f74-830b-417e3b65dea8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.510807] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15062c4d-2c76-4dd1-b249-89245b7f67e9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.518928] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab45ec11-058c-42bf-955a-516119dae302 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.533215] env[69808]: DEBUG nova.compute.provider_tree [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.548269] env[69808]: DEBUG nova.policy [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6315105d7b9c436990157010b2d76657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c7cf3d1f5f94168ae452203efcece8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1205.950235] env[69808]: DEBUG nova.network.neutron [-] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.036288] env[69808]: DEBUG nova.scheduler.client.report [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.238559] env[69808]: DEBUG nova.compute.manager [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1206.270537] env[69808]: DEBUG nova.virt.hardware [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.270789] env[69808]: DEBUG nova.virt.hardware [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.270947] env[69808]: DEBUG nova.virt.hardware [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.271233] env[69808]: DEBUG nova.virt.hardware [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.271425] env[69808]: DEBUG nova.virt.hardware [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.271576] env[69808]: DEBUG nova.virt.hardware [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.272014] env[69808]: DEBUG nova.virt.hardware [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.272220] env[69808]: DEBUG nova.virt.hardware [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.272402] env[69808]: DEBUG nova.virt.hardware [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.272571] env[69808]: DEBUG nova.virt.hardware [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.272741] env[69808]: DEBUG nova.virt.hardware [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.273828] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefe28fb-1047-4cb9-9249-b5bd3cf10e11 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.282941] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ea16d4-f82d-484a-bf94-4000557d35a1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.352138] env[69808]: DEBUG nova.network.neutron [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Updating instance_info_cache with network_info: [{"id": "7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19", "address": "fa:16:3e:d3:96:55", "network": {"id": "cf295052-511a-4f87-ade0-9a559fe4a8a1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1697515250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ef04270f34a486eb86367eff48b4a48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8e5b91-4a", "ovs_interfaceid": "7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.453243] env[69808]: INFO nova.compute.manager [-] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Took 1.02 seconds to deallocate network for instance. [ 1206.541462] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.542008] env[69808]: DEBUG nova.compute.manager [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1206.559515] env[69808]: DEBUG nova.network.neutron [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Successfully updated port: c3b5a055-9176-45ce-a115-c298a610c271 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1206.854920] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Releasing lock "refresh_cache-24041c49-00e8-4488-9bc5-b9078279a0f1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.855312] env[69808]: DEBUG nova.objects.instance [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lazy-loading 'migration_context' on Instance uuid 24041c49-00e8-4488-9bc5-b9078279a0f1 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.961749] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.963032] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.963032] env[69808]: DEBUG nova.objects.instance [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lazy-loading 'resources' on Instance uuid 02aedc8b-b91d-40f7-be34-4027bf6abed0 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.032798] env[69808]: DEBUG nova.network.neutron [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Successfully updated port: ca6f9293-8082-4d01-b644-40cab177dfba {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1207.047036] env[69808]: DEBUG nova.compute.utils [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.048348] env[69808]: DEBUG nova.compute.manager [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1207.048536] env[69808]: DEBUG nova.network.neutron [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.064732] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "refresh_cache-75102034-f0e2-458a-b3c5-fdbfd6ca30e2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.064892] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired lock "refresh_cache-75102034-f0e2-458a-b3c5-fdbfd6ca30e2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.065192] env[69808]: DEBUG nova.network.neutron [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.086747] env[69808]: DEBUG nova.policy [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6aa1bfa87fe4b0f978c0072b98fe194', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60f5afe8694941a483771559188e08d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.358667] env[69808]: DEBUG nova.objects.base [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Object Instance<24041c49-00e8-4488-9bc5-b9078279a0f1> lazy-loaded attributes: info_cache,migration_context {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1207.359686] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f19058-c25c-4b98-9652-2cd108e2cfa7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.363098] env[69808]: DEBUG nova.network.neutron [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Successfully created port: 4c8e8f8d-66d7-4294-96de-6a9ebd630d03 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.382010] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edd52414-3a19-411a-9d6f-aa30eb8adf8f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.388035] env[69808]: DEBUG oslo_vmware.api [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1207.388035] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529b646c-7868-e3bc-ff8a-0eed976fa933" [ 1207.388035] env[69808]: _type = "Task" [ 1207.388035] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.398365] env[69808]: DEBUG oslo_vmware.api [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529b646c-7868-e3bc-ff8a-0eed976fa933, 'name': SearchDatastore_Task, 'duration_secs': 0.007098} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.398649] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.536217] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.536434] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.536593] env[69808]: DEBUG nova.network.neutron [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.549286] env[69808]: DEBUG nova.compute.manager [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.600867] env[69808]: DEBUG nova.network.neutron [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1207.724296] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d030ba9-c505-45ec-879c-040d75220b3b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.733704] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc78f2a3-3d86-4ee7-b583-39eba5b166fb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.742096] env[69808]: DEBUG nova.network.neutron [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Updating instance_info_cache with network_info: [{"id": "c3b5a055-9176-45ce-a115-c298a610c271", "address": "fa:16:3e:a3:5e:31", "network": {"id": "2b56dc08-fe78-437a-a060-3aead94f8b87", "bridge": "br-int", "label": "tempest-ServersTestJSON-503382848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08804065ac184d048e49b966b75ce3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b5a055-91", "ovs_interfaceid": "c3b5a055-9176-45ce-a115-c298a610c271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.768506] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Releasing lock "refresh_cache-75102034-f0e2-458a-b3c5-fdbfd6ca30e2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.768805] env[69808]: DEBUG nova.compute.manager [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Instance network_info: |[{"id": "c3b5a055-9176-45ce-a115-c298a610c271", "address": "fa:16:3e:a3:5e:31", "network": {"id": "2b56dc08-fe78-437a-a060-3aead94f8b87", "bridge": "br-int", "label": "tempest-ServersTestJSON-503382848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08804065ac184d048e49b966b75ce3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b5a055-91", "ovs_interfaceid": "c3b5a055-9176-45ce-a115-c298a610c271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1207.769632] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a09dde-bfa4-44ea-becd-ed8b671e40fd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.772600] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:5e:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3b5a055-9176-45ce-a115-c298a610c271', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.779936] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.780417] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.781203] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed929ba2-eda9-41b3-b37b-833435504e6f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.799644] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf998d5-4e0a-494d-a7f5-7e69967bc060 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.804661] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.804661] env[69808]: value = "task-3790804" [ 1207.804661] env[69808]: _type = "Task" [ 1207.804661] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.816776] env[69808]: DEBUG nova.compute.provider_tree [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.824263] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790804, 'name': CreateVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.081055] env[69808]: WARNING nova.network.neutron [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] 6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6 already exists in list: networks containing: ['6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6']. ignoring it [ 1208.081055] env[69808]: WARNING nova.network.neutron [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] 6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6 already exists in list: networks containing: ['6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6']. ignoring it [ 1208.316379] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790804, 'name': CreateVM_Task, 'duration_secs': 0.413459} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.316577] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.317498] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.317797] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.318308] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.318697] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8652805b-c4fe-4ad0-9fcc-2da513fda2c6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.322694] env[69808]: DEBUG nova.scheduler.client.report [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.334576] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1208.334576] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52194ad3-9581-9e07-1186-b716d26b17e7" [ 1208.334576] env[69808]: _type = "Task" [ 1208.334576] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.346666] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52194ad3-9581-9e07-1186-b716d26b17e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.512233] env[69808]: DEBUG nova.network.neutron [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Updating instance_info_cache with network_info: [{"id": "b0d9d29c-3e64-4cb0-a312-ffc77c21aa20", "address": "fa:16:3e:e0:3b:ee", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d9d29c-3e", "ovs_interfaceid": "b0d9d29c-3e64-4cb0-a312-ffc77c21aa20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0596447b-1f53-4454-9cb7-943205db6583", "address": "fa:16:3e:82:fa:87", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0596447b-1f", "ovs_interfaceid": "0596447b-1f53-4454-9cb7-943205db6583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca6f9293-8082-4d01-b644-40cab177dfba", "address": "fa:16:3e:8d:73:49", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca6f9293-80", "ovs_interfaceid": "ca6f9293-8082-4d01-b644-40cab177dfba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.561935] env[69808]: DEBUG nova.compute.manager [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1208.591414] env[69808]: DEBUG nova.virt.hardware [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.591689] env[69808]: DEBUG nova.virt.hardware [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.591864] env[69808]: DEBUG nova.virt.hardware [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.592583] env[69808]: DEBUG nova.virt.hardware [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.592722] env[69808]: DEBUG nova.virt.hardware [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.592874] env[69808]: DEBUG nova.virt.hardware [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.593242] env[69808]: DEBUG nova.virt.hardware [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.593417] env[69808]: DEBUG nova.virt.hardware [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.593588] env[69808]: DEBUG nova.virt.hardware [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.593920] env[69808]: DEBUG nova.virt.hardware [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.593920] env[69808]: DEBUG nova.virt.hardware [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.594818] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d50a9ff-6bdc-4dfc-aecb-06a30107c0e9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.604376] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b4e6cf-dcfe-4be9-8520-1254ccce19cc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.832553] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.834985] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.436s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.851153] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52194ad3-9581-9e07-1186-b716d26b17e7, 'name': SearchDatastore_Task, 'duration_secs': 0.012087} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.852939] env[69808]: DEBUG nova.network.neutron [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Successfully updated port: 4c8e8f8d-66d7-4294-96de-6a9ebd630d03 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.854055] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.854405] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.854810] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.854965] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.855253] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.855873] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8065c37-772a-43fe-95e1-2f3206801fa9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.867407] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.867644] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.868473] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16af5d59-72be-4cb6-a7b2-f8d31b19f39f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.875874] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1208.875874] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f5ad47-bd19-7731-f3d7-bb9a003411cf" [ 1208.875874] env[69808]: _type = "Task" [ 1208.875874] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.880048] env[69808]: INFO nova.scheduler.client.report [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Deleted allocations for instance 02aedc8b-b91d-40f7-be34-4027bf6abed0 [ 1208.890376] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f5ad47-bd19-7731-f3d7-bb9a003411cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011838} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.891278] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7b85b0e-ef17-4be4-a2d2-888750ede2d0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.896940] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1208.896940] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521d360e-64d3-93bb-f950-fb4f159e850e" [ 1208.896940] env[69808]: _type = "Task" [ 1208.896940] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.906415] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521d360e-64d3-93bb-f950-fb4f159e850e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.015075] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.015714] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.015878] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.016809] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d794bca-9ae1-41eb-bd9d-e75364a05b4e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.037285] env[69808]: DEBUG nova.virt.hardware [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.037570] env[69808]: DEBUG nova.virt.hardware [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.037742] env[69808]: DEBUG nova.virt.hardware [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.037935] env[69808]: DEBUG nova.virt.hardware [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.038135] env[69808]: DEBUG nova.virt.hardware [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.038287] env[69808]: DEBUG nova.virt.hardware [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.038501] env[69808]: DEBUG nova.virt.hardware [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.038662] env[69808]: DEBUG nova.virt.hardware [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.038880] env[69808]: DEBUG nova.virt.hardware [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.039072] env[69808]: DEBUG nova.virt.hardware [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.039288] env[69808]: DEBUG nova.virt.hardware [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.046126] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Reconfiguring VM to attach interface {{(pid=69808) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1209.046498] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a55d373-ab24-4231-83ca-687c8791afb9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.126686] env[69808]: DEBUG oslo_vmware.api [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1209.126686] env[69808]: value = "task-3790805" [ 1209.126686] env[69808]: _type = "Task" [ 1209.126686] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.135747] env[69808]: DEBUG oslo_vmware.api [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790805, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.357398] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "refresh_cache-0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.357550] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquired lock "refresh_cache-0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.357712] env[69808]: DEBUG nova.network.neutron [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.390838] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a2d70d6b-2250-4b25-8dfd-a86d6d91f2f5 tempest-ServerShowV247Test-1976187435 tempest-ServerShowV247Test-1976187435-project-member] Lock "02aedc8b-b91d-40f7-be34-4027bf6abed0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.677s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.410903] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521d360e-64d3-93bb-f950-fb4f159e850e, 'name': SearchDatastore_Task, 'duration_secs': 0.011399} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.412028] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.412766] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 75102034-f0e2-458a-b3c5-fdbfd6ca30e2/75102034-f0e2-458a-b3c5-fdbfd6ca30e2.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.412766] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38bec1ac-0c2d-4718-bd38-8e5876366fc2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.424320] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1209.424320] env[69808]: value = "task-3790806" [ 1209.424320] env[69808]: _type = "Task" [ 1209.424320] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.436709] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.583609] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2d601a-369f-4f69-a0b2-6c528b1d7547 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.593395] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93db7d7c-b98c-439d-8596-12b1da2837d2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.637799] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e14aed7-3ff4-40f8-9ed5-d6504cbce232 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.647518] env[69808]: DEBUG oslo_vmware.api [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.651202] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c7f1ad-40ea-4223-a6f1-97f1d0b50c60 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.669511] env[69808]: DEBUG nova.compute.provider_tree [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.894564] env[69808]: DEBUG nova.network.neutron [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.934853] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485681} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.934853] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 75102034-f0e2-458a-b3c5-fdbfd6ca30e2/75102034-f0e2-458a-b3c5-fdbfd6ca30e2.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.934853] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.934853] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5800dbac-b6a2-41a1-9440-4dd5a195b4c9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.943919] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1209.943919] env[69808]: value = "task-3790807" [ 1209.943919] env[69808]: _type = "Task" [ 1209.943919] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.955072] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.045677] env[69808]: DEBUG nova.network.neutron [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Updating instance_info_cache with network_info: [{"id": "4c8e8f8d-66d7-4294-96de-6a9ebd630d03", "address": "fa:16:3e:2f:c0:5a", "network": {"id": "df96a74c-19d0-4fa6-86cd-118550095e1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921938810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60f5afe8694941a483771559188e08d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c8e8f8d-66", "ovs_interfaceid": "4c8e8f8d-66d7-4294-96de-6a9ebd630d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.143308] env[69808]: DEBUG oslo_vmware.api [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.173871] env[69808]: DEBUG nova.scheduler.client.report [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.454482] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068658} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.454747] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1210.455583] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9924b6e2-614e-45b0-9e47-3d2356d14192 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.478632] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 75102034-f0e2-458a-b3c5-fdbfd6ca30e2/75102034-f0e2-458a-b3c5-fdbfd6ca30e2.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.479049] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04db2182-96a7-46f8-a91a-e6d32fdbc3d4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.498994] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1210.498994] env[69808]: value = "task-3790808" [ 1210.498994] env[69808]: _type = "Task" [ 1210.498994] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.507371] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.548289] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Releasing lock "refresh_cache-0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.548683] env[69808]: DEBUG nova.compute.manager [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Instance network_info: |[{"id": "4c8e8f8d-66d7-4294-96de-6a9ebd630d03", "address": "fa:16:3e:2f:c0:5a", "network": {"id": "df96a74c-19d0-4fa6-86cd-118550095e1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921938810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60f5afe8694941a483771559188e08d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c8e8f8d-66", "ovs_interfaceid": "4c8e8f8d-66d7-4294-96de-6a9ebd630d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.549135] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:c0:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c8e8f8d-66d7-4294-96de-6a9ebd630d03', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.558099] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.558359] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.558596] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd3fc2c9-5f2d-4d93-8d12-0435e0784a57 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.579015] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.579015] env[69808]: value = "task-3790809" [ 1210.579015] env[69808]: _type = "Task" [ 1210.579015] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.587644] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790809, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.646275] env[69808]: DEBUG oslo_vmware.api [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.009362] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790808, 'name': ReconfigVM_Task, 'duration_secs': 0.330652} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.009656] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 75102034-f0e2-458a-b3c5-fdbfd6ca30e2/75102034-f0e2-458a-b3c5-fdbfd6ca30e2.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.010308] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7f32868-2a15-421d-873a-8b1b0ccb3234 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.018313] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1211.018313] env[69808]: value = "task-3790810" [ 1211.018313] env[69808]: _type = "Task" [ 1211.018313] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.026503] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790810, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.089508] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790809, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.145630] env[69808]: DEBUG oslo_vmware.api [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.187549] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.352s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.530077] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790810, 'name': Rename_Task, 'duration_secs': 0.14835} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.530077] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.530077] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dad752d-3a2f-4821-8aa2-170fc845eeaf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.537977] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1211.537977] env[69808]: value = "task-3790811" [ 1211.537977] env[69808]: _type = "Task" [ 1211.537977] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.546933] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.594419] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790809, 'name': CreateVM_Task, 'duration_secs': 0.723545} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.594804] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.595552] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.595735] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.596096] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.596399] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aaec659-1a11-4bea-ab50-b270a2d4aa2d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.602745] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1211.602745] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523d8381-aecb-f6e7-bcf3-a82cff55ef7d" [ 1211.602745] env[69808]: _type = "Task" [ 1211.602745] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.612065] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523d8381-aecb-f6e7-bcf3-a82cff55ef7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.645886] env[69808]: DEBUG oslo_vmware.api [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790805, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.755794] env[69808]: INFO nova.scheduler.client.report [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Deleted allocation for migration b6728069-fffe-495a-baf0-af88bd7626a7 [ 1212.048577] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790811, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.113988] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523d8381-aecb-f6e7-bcf3-a82cff55ef7d, 'name': SearchDatastore_Task, 'duration_secs': 0.010371} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.114323] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.114606] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.114977] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.115194] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.115504] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.115846] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-940688cb-30cb-4644-a585-27a0a25f8198 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.126192] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.126397] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.127286] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab31090-ef00-4ebf-a5fe-70cf76ce357f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.134376] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1212.134376] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b2c690-136f-bd31-60a9-476aa9bab93e" [ 1212.134376] env[69808]: _type = "Task" [ 1212.134376] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.148807] env[69808]: DEBUG oslo_vmware.api [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790805, 'name': ReconfigVM_Task, 'duration_secs': 2.599103} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.153026] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.153285] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Reconfigured VM to attach interface {{(pid=69808) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1212.156085] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b2c690-136f-bd31-60a9-476aa9bab93e, 'name': SearchDatastore_Task, 'duration_secs': 0.011572} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.157152] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95b746c9-ccde-4bd5-ab9d-a0d2cf340a25 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.163697] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1212.163697] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521bd249-c4d9-94cb-1d1f-a0a30a2c6264" [ 1212.163697] env[69808]: _type = "Task" [ 1212.163697] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.174827] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521bd249-c4d9-94cb-1d1f-a0a30a2c6264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.261375] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "24041c49-00e8-4488-9bc5-b9078279a0f1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.744s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.550545] env[69808]: DEBUG oslo_vmware.api [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790811, 'name': PowerOnVM_Task, 'duration_secs': 0.772053} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.551054] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.551463] env[69808]: INFO nova.compute.manager [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Took 6.31 seconds to spawn the instance on the hypervisor. [ 1212.551805] env[69808]: DEBUG nova.compute.manager [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1212.552812] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc2a1e9-6d14-4a43-b73c-21f18ec17fee {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.658953] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3f87e790-779e-498a-b949-ea24ade2b235 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "interface-73b987bb-8cca-452b-b6b3-60b27ef2382d-ca6f9293-8082-4d01-b644-40cab177dfba" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.295s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.675321] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521bd249-c4d9-94cb-1d1f-a0a30a2c6264, 'name': SearchDatastore_Task, 'duration_secs': 0.026485} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.676230] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.676503] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7/0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.676764] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0613ba89-37bc-481f-aacd-4da933078092 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.683590] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1212.683590] env[69808]: value = "task-3790812" [ 1212.683590] env[69808]: _type = "Task" [ 1212.683590] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.692085] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.075601] env[69808]: INFO nova.compute.manager [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Took 16.34 seconds to build instance. [ 1213.195769] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790812, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.398547] env[69808]: DEBUG nova.compute.manager [req-a3492f4a-78cf-440a-81ef-eef50db071e7 req-10846b05-53b5-4865-a2b3-73b92d81e66e service nova] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Received event network-vif-plugged-c3b5a055-9176-45ce-a115-c298a610c271 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.398944] env[69808]: DEBUG oslo_concurrency.lockutils [req-a3492f4a-78cf-440a-81ef-eef50db071e7 req-10846b05-53b5-4865-a2b3-73b92d81e66e service nova] Acquiring lock "75102034-f0e2-458a-b3c5-fdbfd6ca30e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.399306] env[69808]: DEBUG oslo_concurrency.lockutils [req-a3492f4a-78cf-440a-81ef-eef50db071e7 req-10846b05-53b5-4865-a2b3-73b92d81e66e service nova] Lock "75102034-f0e2-458a-b3c5-fdbfd6ca30e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.399633] env[69808]: DEBUG oslo_concurrency.lockutils [req-a3492f4a-78cf-440a-81ef-eef50db071e7 req-10846b05-53b5-4865-a2b3-73b92d81e66e service nova] Lock "75102034-f0e2-458a-b3c5-fdbfd6ca30e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.399943] env[69808]: DEBUG nova.compute.manager [req-a3492f4a-78cf-440a-81ef-eef50db071e7 req-10846b05-53b5-4865-a2b3-73b92d81e66e service nova] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] No waiting events found dispatching network-vif-plugged-c3b5a055-9176-45ce-a115-c298a610c271 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1213.400260] env[69808]: WARNING nova.compute.manager [req-a3492f4a-78cf-440a-81ef-eef50db071e7 req-10846b05-53b5-4865-a2b3-73b92d81e66e service nova] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Received unexpected event network-vif-plugged-c3b5a055-9176-45ce-a115-c298a610c271 for instance with vm_state active and task_state None. [ 1213.423216] env[69808]: DEBUG nova.compute.manager [req-d2d2e9f5-f2a0-421a-aa03-45114094b1c1 req-8b6aec9d-d23c-4cec-bd51-db66bf63ef43 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Received event network-vif-plugged-ca6f9293-8082-4d01-b644-40cab177dfba {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.423807] env[69808]: DEBUG oslo_concurrency.lockutils [req-d2d2e9f5-f2a0-421a-aa03-45114094b1c1 req-8b6aec9d-d23c-4cec-bd51-db66bf63ef43 service nova] Acquiring lock "73b987bb-8cca-452b-b6b3-60b27ef2382d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.423910] env[69808]: DEBUG oslo_concurrency.lockutils [req-d2d2e9f5-f2a0-421a-aa03-45114094b1c1 req-8b6aec9d-d23c-4cec-bd51-db66bf63ef43 service nova] Lock "73b987bb-8cca-452b-b6b3-60b27ef2382d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.424189] env[69808]: DEBUG oslo_concurrency.lockutils [req-d2d2e9f5-f2a0-421a-aa03-45114094b1c1 req-8b6aec9d-d23c-4cec-bd51-db66bf63ef43 service nova] Lock "73b987bb-8cca-452b-b6b3-60b27ef2382d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.424466] env[69808]: DEBUG nova.compute.manager [req-d2d2e9f5-f2a0-421a-aa03-45114094b1c1 req-8b6aec9d-d23c-4cec-bd51-db66bf63ef43 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] No waiting events found dispatching network-vif-plugged-ca6f9293-8082-4d01-b644-40cab177dfba {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1213.424737] env[69808]: WARNING nova.compute.manager [req-d2d2e9f5-f2a0-421a-aa03-45114094b1c1 req-8b6aec9d-d23c-4cec-bd51-db66bf63ef43 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Received unexpected event network-vif-plugged-ca6f9293-8082-4d01-b644-40cab177dfba for instance with vm_state active and task_state None. [ 1213.545479] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "24041c49-00e8-4488-9bc5-b9078279a0f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.545653] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "24041c49-00e8-4488-9bc5-b9078279a0f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.545763] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "24041c49-00e8-4488-9bc5-b9078279a0f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.545986] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "24041c49-00e8-4488-9bc5-b9078279a0f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.546299] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "24041c49-00e8-4488-9bc5-b9078279a0f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.548944] env[69808]: INFO nova.compute.manager [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Terminating instance [ 1213.577517] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3b82fe13-a720-4f17-9bf4-119cf1301942 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "75102034-f0e2-458a-b3c5-fdbfd6ca30e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.851s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.697054] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790812, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.056098] env[69808]: DEBUG nova.compute.manager [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.056369] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.057267] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c67cf96-d19b-4e06-a5e4-30a44ac8de36 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.065201] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.065449] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62d103d7-523b-43a7-a690-548ae8197fe7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.072559] env[69808]: DEBUG oslo_vmware.api [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1214.072559] env[69808]: value = "task-3790813" [ 1214.072559] env[69808]: _type = "Task" [ 1214.072559] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.080796] env[69808]: DEBUG oslo_vmware.api [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.197120] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790812, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.466235} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.197342] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7/0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.197568] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.197821] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9898e574-33f7-4f38-ad62-ea5ecff1c02e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.205525] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1214.205525] env[69808]: value = "task-3790814" [ 1214.205525] env[69808]: _type = "Task" [ 1214.205525] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.216979] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.299803] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "75102034-f0e2-458a-b3c5-fdbfd6ca30e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.300114] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "75102034-f0e2-458a-b3c5-fdbfd6ca30e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.300364] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "75102034-f0e2-458a-b3c5-fdbfd6ca30e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.300641] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "75102034-f0e2-458a-b3c5-fdbfd6ca30e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.300840] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "75102034-f0e2-458a-b3c5-fdbfd6ca30e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.303373] env[69808]: INFO nova.compute.manager [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Terminating instance [ 1214.358783] env[69808]: DEBUG oslo_concurrency.lockutils [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "interface-73b987bb-8cca-452b-b6b3-60b27ef2382d-0596447b-1f53-4454-9cb7-943205db6583" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.359191] env[69808]: DEBUG oslo_concurrency.lockutils [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "interface-73b987bb-8cca-452b-b6b3-60b27ef2382d-0596447b-1f53-4454-9cb7-943205db6583" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.583460] env[69808]: DEBUG oslo_vmware.api [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790813, 'name': PowerOffVM_Task, 'duration_secs': 0.307243} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.583773] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.583943] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.584214] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f581e716-2c08-4191-8ef8-75a9016d6568 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.677191] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.677433] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.677620] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Deleting the datastore file [datastore1] 24041c49-00e8-4488-9bc5-b9078279a0f1 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.677920] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae9007af-f9a4-40f8-a8f0-0b83bfcd73c8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.685351] env[69808]: DEBUG oslo_vmware.api [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for the task: (returnval){ [ 1214.685351] env[69808]: value = "task-3790816" [ 1214.685351] env[69808]: _type = "Task" [ 1214.685351] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.695296] env[69808]: DEBUG oslo_vmware.api [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.716443] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074557} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.716820] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.717578] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90946fa-e62f-4b9d-a5d1-9f21a513f10f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.741970] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7/0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.742334] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7630f48a-93d9-482d-b037-fc39eb418ff5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.763487] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1214.763487] env[69808]: value = "task-3790817" [ 1214.763487] env[69808]: _type = "Task" [ 1214.763487] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.773758] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.808301] env[69808]: DEBUG nova.compute.manager [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.808648] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.809910] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0218333-5daf-4711-bd69-e5ee993a2d92 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.818229] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.818524] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9229882d-5484-4ef9-ab59-cf1dc69b4c83 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.825337] env[69808]: DEBUG oslo_vmware.api [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1214.825337] env[69808]: value = "task-3790818" [ 1214.825337] env[69808]: _type = "Task" [ 1214.825337] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.838264] env[69808]: DEBUG oslo_vmware.api [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.863175] env[69808]: DEBUG oslo_concurrency.lockutils [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.863705] env[69808]: DEBUG oslo_concurrency.lockutils [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.864445] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88317c51-3238-489a-8ec1-9e35ce44048d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.884055] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48283c98-1eea-4de6-ade3-c04424882cfb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.915798] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Reconfiguring VM to detach interface {{(pid=69808) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1214.916234] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ab31cbd-38f2-494b-8d01-5c3d2ca69195 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.935526] env[69808]: DEBUG oslo_vmware.api [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1214.935526] env[69808]: value = "task-3790819" [ 1214.935526] env[69808]: _type = "Task" [ 1214.935526] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.945357] env[69808]: DEBUG oslo_vmware.api [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.197177] env[69808]: DEBUG oslo_vmware.api [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Task: {'id': task-3790816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15055} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.197463] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.197656] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.197836] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.198022] env[69808]: INFO nova.compute.manager [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1215.198368] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.198575] env[69808]: DEBUG nova.compute.manager [-] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.198675] env[69808]: DEBUG nova.network.neutron [-] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.273176] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790817, 'name': ReconfigVM_Task, 'duration_secs': 0.289207} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.273600] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7/0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.274293] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d27f0f8-eafb-48e3-90f4-c1604665b05d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.282722] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1215.282722] env[69808]: value = "task-3790820" [ 1215.282722] env[69808]: _type = "Task" [ 1215.282722] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.294990] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790820, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.338559] env[69808]: DEBUG oslo_vmware.api [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790818, 'name': PowerOffVM_Task, 'duration_secs': 0.2807} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.339037] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.339358] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.339751] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f8d9c79-3845-4e41-bf24-abf17de7387e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.413314] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.413524] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.413816] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Deleting the datastore file [datastore2] 75102034-f0e2-458a-b3c5-fdbfd6ca30e2 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.414135] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d1c1ab3-2df9-493e-8ccb-e86ead40310e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.423963] env[69808]: DEBUG oslo_vmware.api [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1215.423963] env[69808]: value = "task-3790822" [ 1215.423963] env[69808]: _type = "Task" [ 1215.423963] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.429982] env[69808]: DEBUG nova.compute.manager [req-8a987704-37d6-4462-a1c3-abdf4f5ceb74 req-25943ec0-c2eb-4c12-a33a-ac2f7aa5ea48 service nova] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Received event network-changed-c3b5a055-9176-45ce-a115-c298a610c271 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.430252] env[69808]: DEBUG nova.compute.manager [req-8a987704-37d6-4462-a1c3-abdf4f5ceb74 req-25943ec0-c2eb-4c12-a33a-ac2f7aa5ea48 service nova] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Refreshing instance network info cache due to event network-changed-c3b5a055-9176-45ce-a115-c298a610c271. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.430574] env[69808]: DEBUG oslo_concurrency.lockutils [req-8a987704-37d6-4462-a1c3-abdf4f5ceb74 req-25943ec0-c2eb-4c12-a33a-ac2f7aa5ea48 service nova] Acquiring lock "refresh_cache-75102034-f0e2-458a-b3c5-fdbfd6ca30e2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.430720] env[69808]: DEBUG oslo_concurrency.lockutils [req-8a987704-37d6-4462-a1c3-abdf4f5ceb74 req-25943ec0-c2eb-4c12-a33a-ac2f7aa5ea48 service nova] Acquired lock "refresh_cache-75102034-f0e2-458a-b3c5-fdbfd6ca30e2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.430937] env[69808]: DEBUG nova.network.neutron [req-8a987704-37d6-4462-a1c3-abdf4f5ceb74 req-25943ec0-c2eb-4c12-a33a-ac2f7aa5ea48 service nova] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Refreshing network info cache for port c3b5a055-9176-45ce-a115-c298a610c271 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.446915] env[69808]: DEBUG oslo_vmware.api [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.460028] env[69808]: DEBUG oslo_vmware.api [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.466293] env[69808]: DEBUG nova.compute.manager [req-ca012bb8-e230-4e82-9b23-a1b032b366f1 req-cbff1cbb-cb93-4b23-8016-83a07bd751a2 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Received event network-changed-ca6f9293-8082-4d01-b644-40cab177dfba {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.466483] env[69808]: DEBUG nova.compute.manager [req-ca012bb8-e230-4e82-9b23-a1b032b366f1 req-cbff1cbb-cb93-4b23-8016-83a07bd751a2 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Refreshing instance network info cache due to event network-changed-ca6f9293-8082-4d01-b644-40cab177dfba. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.466690] env[69808]: DEBUG oslo_concurrency.lockutils [req-ca012bb8-e230-4e82-9b23-a1b032b366f1 req-cbff1cbb-cb93-4b23-8016-83a07bd751a2 service nova] Acquiring lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.466825] env[69808]: DEBUG oslo_concurrency.lockutils [req-ca012bb8-e230-4e82-9b23-a1b032b366f1 req-cbff1cbb-cb93-4b23-8016-83a07bd751a2 service nova] Acquired lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.467012] env[69808]: DEBUG nova.network.neutron [req-ca012bb8-e230-4e82-9b23-a1b032b366f1 req-cbff1cbb-cb93-4b23-8016-83a07bd751a2 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Refreshing network info cache for port ca6f9293-8082-4d01-b644-40cab177dfba {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.794054] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790820, 'name': Rename_Task, 'duration_secs': 0.1769} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.794358] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.794812] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0de4f528-b9e7-4531-9433-28f3b9e3b1e3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.802287] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1215.802287] env[69808]: value = "task-3790823" [ 1215.802287] env[69808]: _type = "Task" [ 1215.802287] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.811917] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.934443] env[69808]: DEBUG oslo_vmware.api [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401076} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.934764] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.935014] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.935307] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.935552] env[69808]: INFO nova.compute.manager [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1215.935902] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.936142] env[69808]: DEBUG nova.compute.manager [-] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.936250] env[69808]: DEBUG nova.network.neutron [-] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.948826] env[69808]: DEBUG oslo_vmware.api [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.020825] env[69808]: DEBUG nova.network.neutron [-] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.312608] env[69808]: DEBUG oslo_vmware.api [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790823, 'name': PowerOnVM_Task, 'duration_secs': 0.465332} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.312877] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.313223] env[69808]: INFO nova.compute.manager [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1216.313459] env[69808]: DEBUG nova.compute.manager [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1216.314219] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdfbcc3-5bf6-4b85-8836-7093a1649020 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.346269] env[69808]: DEBUG nova.network.neutron [req-ca012bb8-e230-4e82-9b23-a1b032b366f1 req-cbff1cbb-cb93-4b23-8016-83a07bd751a2 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Updated VIF entry in instance network info cache for port ca6f9293-8082-4d01-b644-40cab177dfba. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.346790] env[69808]: DEBUG nova.network.neutron [req-ca012bb8-e230-4e82-9b23-a1b032b366f1 req-cbff1cbb-cb93-4b23-8016-83a07bd751a2 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Updating instance_info_cache with network_info: [{"id": "b0d9d29c-3e64-4cb0-a312-ffc77c21aa20", "address": "fa:16:3e:e0:3b:ee", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d9d29c-3e", "ovs_interfaceid": "b0d9d29c-3e64-4cb0-a312-ffc77c21aa20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0596447b-1f53-4454-9cb7-943205db6583", "address": "fa:16:3e:82:fa:87", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0596447b-1f", "ovs_interfaceid": "0596447b-1f53-4454-9cb7-943205db6583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca6f9293-8082-4d01-b644-40cab177dfba", "address": "fa:16:3e:8d:73:49", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca6f9293-80", "ovs_interfaceid": "ca6f9293-8082-4d01-b644-40cab177dfba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.349611] env[69808]: DEBUG nova.network.neutron [req-8a987704-37d6-4462-a1c3-abdf4f5ceb74 req-25943ec0-c2eb-4c12-a33a-ac2f7aa5ea48 service nova] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Updated VIF entry in instance network info cache for port c3b5a055-9176-45ce-a115-c298a610c271. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.349611] env[69808]: DEBUG nova.network.neutron [req-8a987704-37d6-4462-a1c3-abdf4f5ceb74 req-25943ec0-c2eb-4c12-a33a-ac2f7aa5ea48 service nova] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Updating instance_info_cache with network_info: [{"id": "c3b5a055-9176-45ce-a115-c298a610c271", "address": "fa:16:3e:a3:5e:31", "network": {"id": "2b56dc08-fe78-437a-a060-3aead94f8b87", "bridge": "br-int", "label": "tempest-ServersTestJSON-503382848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08804065ac184d048e49b966b75ce3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b5a055-91", "ovs_interfaceid": "c3b5a055-9176-45ce-a115-c298a610c271", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.449965] env[69808]: DEBUG oslo_vmware.api [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.523669] env[69808]: INFO nova.compute.manager [-] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Took 1.32 seconds to deallocate network for instance. [ 1216.559197] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d80c99a0-5a99-4b58-bbf5-2a8a96e29263 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.559448] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d80c99a0-5a99-4b58-bbf5-2a8a96e29263 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.711039] env[69808]: DEBUG nova.network.neutron [-] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.837222] env[69808]: INFO nova.compute.manager [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Took 14.87 seconds to build instance. [ 1216.851027] env[69808]: DEBUG oslo_concurrency.lockutils [req-ca012bb8-e230-4e82-9b23-a1b032b366f1 req-cbff1cbb-cb93-4b23-8016-83a07bd751a2 service nova] Releasing lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.851311] env[69808]: DEBUG nova.compute.manager [req-ca012bb8-e230-4e82-9b23-a1b032b366f1 req-cbff1cbb-cb93-4b23-8016-83a07bd751a2 service nova] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Received event network-vif-plugged-4c8e8f8d-66d7-4294-96de-6a9ebd630d03 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.851571] env[69808]: DEBUG oslo_concurrency.lockutils [req-ca012bb8-e230-4e82-9b23-a1b032b366f1 req-cbff1cbb-cb93-4b23-8016-83a07bd751a2 service nova] Acquiring lock "0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.851951] env[69808]: DEBUG oslo_concurrency.lockutils [req-ca012bb8-e230-4e82-9b23-a1b032b366f1 req-cbff1cbb-cb93-4b23-8016-83a07bd751a2 service nova] Lock "0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.852181] env[69808]: DEBUG oslo_concurrency.lockutils [req-ca012bb8-e230-4e82-9b23-a1b032b366f1 req-cbff1cbb-cb93-4b23-8016-83a07bd751a2 service nova] Lock "0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.852394] env[69808]: DEBUG nova.compute.manager [req-ca012bb8-e230-4e82-9b23-a1b032b366f1 req-cbff1cbb-cb93-4b23-8016-83a07bd751a2 service nova] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] No waiting events found dispatching network-vif-plugged-4c8e8f8d-66d7-4294-96de-6a9ebd630d03 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1216.852558] env[69808]: WARNING nova.compute.manager [req-ca012bb8-e230-4e82-9b23-a1b032b366f1 req-cbff1cbb-cb93-4b23-8016-83a07bd751a2 service nova] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Received unexpected event network-vif-plugged-4c8e8f8d-66d7-4294-96de-6a9ebd630d03 for instance with vm_state building and task_state spawning. [ 1216.852738] env[69808]: DEBUG nova.compute.manager [req-ca012bb8-e230-4e82-9b23-a1b032b366f1 req-cbff1cbb-cb93-4b23-8016-83a07bd751a2 service nova] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Received event network-changed-4c8e8f8d-66d7-4294-96de-6a9ebd630d03 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.852909] env[69808]: DEBUG nova.compute.manager [req-ca012bb8-e230-4e82-9b23-a1b032b366f1 req-cbff1cbb-cb93-4b23-8016-83a07bd751a2 service nova] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Refreshing instance network info cache due to event network-changed-4c8e8f8d-66d7-4294-96de-6a9ebd630d03. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.853111] env[69808]: DEBUG oslo_concurrency.lockutils [req-ca012bb8-e230-4e82-9b23-a1b032b366f1 req-cbff1cbb-cb93-4b23-8016-83a07bd751a2 service nova] Acquiring lock "refresh_cache-0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.853251] env[69808]: DEBUG oslo_concurrency.lockutils [req-ca012bb8-e230-4e82-9b23-a1b032b366f1 req-cbff1cbb-cb93-4b23-8016-83a07bd751a2 service nova] Acquired lock "refresh_cache-0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.853410] env[69808]: DEBUG nova.network.neutron [req-ca012bb8-e230-4e82-9b23-a1b032b366f1 req-cbff1cbb-cb93-4b23-8016-83a07bd751a2 service nova] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Refreshing network info cache for port 4c8e8f8d-66d7-4294-96de-6a9ebd630d03 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.854925] env[69808]: DEBUG oslo_concurrency.lockutils [req-8a987704-37d6-4462-a1c3-abdf4f5ceb74 req-25943ec0-c2eb-4c12-a33a-ac2f7aa5ea48 service nova] Releasing lock "refresh_cache-75102034-f0e2-458a-b3c5-fdbfd6ca30e2" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.951584] env[69808]: DEBUG oslo_vmware.api [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.031164] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.031430] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.031657] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.060566] env[69808]: INFO nova.scheduler.client.report [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Deleted allocations for instance 24041c49-00e8-4488-9bc5-b9078279a0f1 [ 1217.062026] env[69808]: INFO nova.compute.manager [None req-d80c99a0-5a99-4b58-bbf5-2a8a96e29263 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Detaching volume 8b752c48-dcbb-40d6-9876-41eb7bda75a1 [ 1217.105992] env[69808]: INFO nova.virt.block_device [None req-d80c99a0-5a99-4b58-bbf5-2a8a96e29263 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Attempting to driver detach volume 8b752c48-dcbb-40d6-9876-41eb7bda75a1 from mountpoint /dev/sdb [ 1217.106107] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80c99a0-5a99-4b58-bbf5-2a8a96e29263 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Volume detach. Driver type: vmdk {{(pid=69808) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1217.106292] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80c99a0-5a99-4b58-bbf5-2a8a96e29263 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754050', 'volume_id': '8b752c48-dcbb-40d6-9876-41eb7bda75a1', 'name': 'volume-8b752c48-dcbb-40d6-9876-41eb7bda75a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '94be9cc8-bd7d-4338-b9ce-14d47ab7f79e', 'attached_at': '', 'detached_at': '', 'volume_id': '8b752c48-dcbb-40d6-9876-41eb7bda75a1', 'serial': '8b752c48-dcbb-40d6-9876-41eb7bda75a1'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1217.107200] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223291dd-dcae-4045-a9ee-e0c96e46cdeb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.130983] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452a0bb2-ab03-43e2-9215-e1e584990b4e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.143476] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa3c673-51d2-423a-8dab-6240e809f051 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.165419] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cba71ad-4f97-4592-8117-f49dd9cdd19a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.182025] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80c99a0-5a99-4b58-bbf5-2a8a96e29263 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] The volume has not been displaced from its original location: [datastore1] volume-8b752c48-dcbb-40d6-9876-41eb7bda75a1/volume-8b752c48-dcbb-40d6-9876-41eb7bda75a1.vmdk. No consolidation needed. {{(pid=69808) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1217.186222] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80c99a0-5a99-4b58-bbf5-2a8a96e29263 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1217.186577] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61d5fc32-65f0-48dd-aff2-ac85b6706520 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.207186] env[69808]: DEBUG oslo_vmware.api [None req-d80c99a0-5a99-4b58-bbf5-2a8a96e29263 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1217.207186] env[69808]: value = "task-3790824" [ 1217.207186] env[69808]: _type = "Task" [ 1217.207186] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.213524] env[69808]: INFO nova.compute.manager [-] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Took 1.28 seconds to deallocate network for instance. [ 1217.218805] env[69808]: DEBUG oslo_vmware.api [None req-d80c99a0-5a99-4b58-bbf5-2a8a96e29263 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790824, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.339579] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b841d93e-af8f-44e7-ac9c-518af90f8cf9 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.382s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.453511] env[69808]: DEBUG oslo_vmware.api [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.501038] env[69808]: DEBUG nova.compute.manager [req-8afb53f1-8397-4c4c-934e-4c3bd10d4663 req-cb7eb894-cee3-4014-9e92-d48f4fa46e74 service nova] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Received event network-vif-deleted-7f8e5b91-4ada-4ed9-8dc1-2b18ac581b19 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.501393] env[69808]: DEBUG nova.compute.manager [req-8afb53f1-8397-4c4c-934e-4c3bd10d4663 req-cb7eb894-cee3-4014-9e92-d48f4fa46e74 service nova] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Received event network-vif-deleted-c3b5a055-9176-45ce-a115-c298a610c271 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.501506] env[69808]: DEBUG nova.compute.manager [req-8afb53f1-8397-4c4c-934e-4c3bd10d4663 req-cb7eb894-cee3-4014-9e92-d48f4fa46e74 service nova] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Received event network-changed-4c8e8f8d-66d7-4294-96de-6a9ebd630d03 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.501645] env[69808]: DEBUG nova.compute.manager [req-8afb53f1-8397-4c4c-934e-4c3bd10d4663 req-cb7eb894-cee3-4014-9e92-d48f4fa46e74 service nova] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Refreshing instance network info cache due to event network-changed-4c8e8f8d-66d7-4294-96de-6a9ebd630d03. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.501832] env[69808]: DEBUG oslo_concurrency.lockutils [req-8afb53f1-8397-4c4c-934e-4c3bd10d4663 req-cb7eb894-cee3-4014-9e92-d48f4fa46e74 service nova] Acquiring lock "refresh_cache-0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.570650] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b1c35c3c-8449-4830-9d07-76a3437da1dc tempest-DeleteServersTestJSON-896679540 tempest-DeleteServersTestJSON-896679540-project-member] Lock "24041c49-00e8-4488-9bc5-b9078279a0f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.025s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.575052] env[69808]: DEBUG nova.network.neutron [req-ca012bb8-e230-4e82-9b23-a1b032b366f1 req-cbff1cbb-cb93-4b23-8016-83a07bd751a2 service nova] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Updated VIF entry in instance network info cache for port 4c8e8f8d-66d7-4294-96de-6a9ebd630d03. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.575400] env[69808]: DEBUG nova.network.neutron [req-ca012bb8-e230-4e82-9b23-a1b032b366f1 req-cbff1cbb-cb93-4b23-8016-83a07bd751a2 service nova] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Updating instance_info_cache with network_info: [{"id": "4c8e8f8d-66d7-4294-96de-6a9ebd630d03", "address": "fa:16:3e:2f:c0:5a", "network": {"id": "df96a74c-19d0-4fa6-86cd-118550095e1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921938810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60f5afe8694941a483771559188e08d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c8e8f8d-66", "ovs_interfaceid": "4c8e8f8d-66d7-4294-96de-6a9ebd630d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.717068] env[69808]: DEBUG oslo_vmware.api [None req-d80c99a0-5a99-4b58-bbf5-2a8a96e29263 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790824, 'name': ReconfigVM_Task, 'duration_secs': 0.215398} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.717369] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80c99a0-5a99-4b58-bbf5-2a8a96e29263 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1217.722547] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cb7bbe2-e053-41e0-90a0-d8bc2925efd8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.733930] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.734242] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.734471] env[69808]: DEBUG nova.objects.instance [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lazy-loading 'resources' on Instance uuid 75102034-f0e2-458a-b3c5-fdbfd6ca30e2 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.741989] env[69808]: DEBUG oslo_vmware.api [None req-d80c99a0-5a99-4b58-bbf5-2a8a96e29263 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1217.741989] env[69808]: value = "task-3790825" [ 1217.741989] env[69808]: _type = "Task" [ 1217.741989] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.752062] env[69808]: DEBUG oslo_vmware.api [None req-d80c99a0-5a99-4b58-bbf5-2a8a96e29263 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.952662] env[69808]: DEBUG oslo_vmware.api [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.078337] env[69808]: DEBUG oslo_concurrency.lockutils [req-ca012bb8-e230-4e82-9b23-a1b032b366f1 req-cbff1cbb-cb93-4b23-8016-83a07bd751a2 service nova] Releasing lock "refresh_cache-0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.079160] env[69808]: DEBUG oslo_concurrency.lockutils [req-8afb53f1-8397-4c4c-934e-4c3bd10d4663 req-cb7eb894-cee3-4014-9e92-d48f4fa46e74 service nova] Acquired lock "refresh_cache-0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.079313] env[69808]: DEBUG nova.network.neutron [req-8afb53f1-8397-4c4c-934e-4c3bd10d4663 req-cb7eb894-cee3-4014-9e92-d48f4fa46e74 service nova] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Refreshing network info cache for port 4c8e8f8d-66d7-4294-96de-6a9ebd630d03 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.084496] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.084697] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.252214] env[69808]: DEBUG oslo_vmware.api [None req-d80c99a0-5a99-4b58-bbf5-2a8a96e29263 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790825, 'name': ReconfigVM_Task, 'duration_secs': 0.147405} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.252550] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80c99a0-5a99-4b58-bbf5-2a8a96e29263 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754050', 'volume_id': '8b752c48-dcbb-40d6-9876-41eb7bda75a1', 'name': 'volume-8b752c48-dcbb-40d6-9876-41eb7bda75a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '94be9cc8-bd7d-4338-b9ce-14d47ab7f79e', 'attached_at': '', 'detached_at': '', 'volume_id': '8b752c48-dcbb-40d6-9876-41eb7bda75a1', 'serial': '8b752c48-dcbb-40d6-9876-41eb7bda75a1'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1218.430965] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7985c020-c286-462f-a939-e9a3844d78b8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.439401] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce958b8-0f35-4eb0-80b0-118a157828df {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.473956] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0789a4e2-6ec9-4707-8ea0-bf09478a263b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.479863] env[69808]: DEBUG oslo_vmware.api [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.484703] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a92c098-2c75-400f-bd6f-5d1d8b797c10 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.498518] env[69808]: DEBUG nova.compute.provider_tree [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.590965] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.591159] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.591442] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.591704] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.591961] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.592284] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.592284] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69808) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1218.592456] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.635523] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b7c86110-4295-41c6-8299-b9344237f4ef tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "9391d62e-b558-4c36-a315-0428fe456cac" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.635762] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b7c86110-4295-41c6-8299-b9344237f4ef tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "9391d62e-b558-4c36-a315-0428fe456cac" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.800197] env[69808]: DEBUG nova.objects.instance [None req-d80c99a0-5a99-4b58-bbf5-2a8a96e29263 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lazy-loading 'flavor' on Instance uuid 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.812286] env[69808]: DEBUG nova.network.neutron [req-8afb53f1-8397-4c4c-934e-4c3bd10d4663 req-cb7eb894-cee3-4014-9e92-d48f4fa46e74 service nova] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Updated VIF entry in instance network info cache for port 4c8e8f8d-66d7-4294-96de-6a9ebd630d03. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.812653] env[69808]: DEBUG nova.network.neutron [req-8afb53f1-8397-4c4c-934e-4c3bd10d4663 req-cb7eb894-cee3-4014-9e92-d48f4fa46e74 service nova] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Updating instance_info_cache with network_info: [{"id": "4c8e8f8d-66d7-4294-96de-6a9ebd630d03", "address": "fa:16:3e:2f:c0:5a", "network": {"id": "df96a74c-19d0-4fa6-86cd-118550095e1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-921938810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60f5afe8694941a483771559188e08d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c8e8f8d-66", "ovs_interfaceid": "4c8e8f8d-66d7-4294-96de-6a9ebd630d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.953870] env[69808]: DEBUG oslo_vmware.api [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.002290] env[69808]: DEBUG nova.scheduler.client.report [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.095438] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.139859] env[69808]: DEBUG nova.compute.utils [None req-b7c86110-4295-41c6-8299-b9344237f4ef tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1219.315088] env[69808]: DEBUG oslo_concurrency.lockutils [req-8afb53f1-8397-4c4c-934e-4c3bd10d4663 req-cb7eb894-cee3-4014-9e92-d48f4fa46e74 service nova] Releasing lock "refresh_cache-0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.454361] env[69808]: DEBUG oslo_vmware.api [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.507359] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.509964] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.415s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.510237] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.510353] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69808) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1219.511248] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430cbe77-048b-4ab6-9329-ebcb3accc9bb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.520993] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac71528-fca5-45d5-9dd3-8a4f4b744470 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.538243] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94529b6e-c37d-4353-b53a-4c5258d8693d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.545169] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65d39e3-6f22-4f8a-8821-0c6688f3ff60 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.574582] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179027MB free_disk=54GB free_vcpus=48 pci_devices=None {{(pid=69808) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1219.574751] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.574973] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.642801] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b7c86110-4295-41c6-8299-b9344237f4ef tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "9391d62e-b558-4c36-a315-0428fe456cac" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.678927] env[69808]: INFO nova.scheduler.client.report [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Deleted allocations for instance 75102034-f0e2-458a-b3c5-fdbfd6ca30e2 [ 1219.807112] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d80c99a0-5a99-4b58-bbf5-2a8a96e29263 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.247s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.954994] env[69808]: DEBUG oslo_vmware.api [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.190161] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2e532183-5ef8-4c0c-a432-6f51b7c66c1c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "75102034-f0e2-458a-b3c5-fdbfd6ca30e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.890s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.458164] env[69808]: DEBUG oslo_vmware.api [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790819, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.609588] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance cdd7e10d-086b-4673-801a-1d7a36f0824b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1220.609838] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance f9de1eb8-5f7d-4205-884e-d80f83df0f61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1220.610029] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance d597e916-bb76-41c0-8ac4-fb7cef7b1d80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1220.610224] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 6a06b65d-e09a-4812-889f-4d123cf95266 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1220.610432] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 57dae466-65ff-4be6-91e6-93d5bd7d0642 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1220.610634] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1220.610872] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 73b987bb-8cca-452b-b6b3-60b27ef2382d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1220.611100] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 9391d62e-b558-4c36-a315-0428fe456cac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1220.611238] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance c0467513-713e-431b-8785-639eb2b863b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1220.611425] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 10494ca4-57da-4930-bc34-3fcb2a805c4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1220.611598] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 521a84ff-9b55-4aef-a320-4b3989ed4634 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1220.611784] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 5fe470ce-6300-476a-80cd-41e9589d1d73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1220.611926] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1220.612222] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1220.612428] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1220.710394] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b7c86110-4295-41c6-8299-b9344237f4ef tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "9391d62e-b558-4c36-a315-0428fe456cac" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.710574] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b7c86110-4295-41c6-8299-b9344237f4ef tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "9391d62e-b558-4c36-a315-0428fe456cac" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.710753] env[69808]: INFO nova.compute.manager [None req-b7c86110-4295-41c6-8299-b9344237f4ef tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Attaching volume fc60eff1-fa60-4524-a0d6-12a092a18d64 to /dev/sdb [ 1220.752163] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce75e747-e3f3-4571-9e80-e33a72790d93 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.759783] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8741ba9f-c394-462f-85ac-dfa67234dec2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.777634] env[69808]: DEBUG nova.virt.block_device [None req-b7c86110-4295-41c6-8299-b9344237f4ef tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Updating existing volume attachment record: 32036987-aade-4749-b560-9af48b5a16d9 {{(pid=69808) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1220.805606] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfabbf75-dff8-41ef-81e7-a3f9600ad8a9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.813154] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8291d8-cf38-4201-9814-3d6bd393d052 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.843701] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a73b39-af02-45db-ba76-d52ff4737b88 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.851712] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5482d7e-ea95-4b6f-a191-8282f8fc8649 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.867207] env[69808]: DEBUG nova.compute.provider_tree [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.944796] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.945088] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.945307] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.945490] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.945657] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.947851] env[69808]: INFO nova.compute.manager [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Terminating instance [ 1220.958082] env[69808]: DEBUG oslo_vmware.api [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790819, 'name': ReconfigVM_Task, 'duration_secs': 5.805317} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.958410] env[69808]: DEBUG oslo_concurrency.lockutils [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.958567] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Reconfigured VM to detach interface {{(pid=69808) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1221.134740] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "521a84ff-9b55-4aef-a320-4b3989ed4634" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.135175] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "521a84ff-9b55-4aef-a320-4b3989ed4634" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.135412] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "521a84ff-9b55-4aef-a320-4b3989ed4634-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.135627] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "521a84ff-9b55-4aef-a320-4b3989ed4634-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.135838] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "521a84ff-9b55-4aef-a320-4b3989ed4634-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.138135] env[69808]: INFO nova.compute.manager [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Terminating instance [ 1221.225962] env[69808]: DEBUG nova.compute.manager [req-eeb5a21a-29a9-4d51-ae7e-926e5bb95c92 req-63188d8e-8eb5-4697-898f-6803f2c70b58 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Received event network-vif-deleted-0596447b-1f53-4454-9cb7-943205db6583 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.226523] env[69808]: INFO nova.compute.manager [req-eeb5a21a-29a9-4d51-ae7e-926e5bb95c92 req-63188d8e-8eb5-4697-898f-6803f2c70b58 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Neutron deleted interface 0596447b-1f53-4454-9cb7-943205db6583; detaching it from the instance and deleting it from the info cache [ 1221.227018] env[69808]: DEBUG nova.network.neutron [req-eeb5a21a-29a9-4d51-ae7e-926e5bb95c92 req-63188d8e-8eb5-4697-898f-6803f2c70b58 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Updating instance_info_cache with network_info: [{"id": "b0d9d29c-3e64-4cb0-a312-ffc77c21aa20", "address": "fa:16:3e:e0:3b:ee", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d9d29c-3e", "ovs_interfaceid": "b0d9d29c-3e64-4cb0-a312-ffc77c21aa20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca6f9293-8082-4d01-b644-40cab177dfba", "address": "fa:16:3e:8d:73:49", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca6f9293-80", "ovs_interfaceid": "ca6f9293-8082-4d01-b644-40cab177dfba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.371329] env[69808]: DEBUG nova.scheduler.client.report [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.455371] env[69808]: DEBUG nova.compute.manager [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.455730] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.456905] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96cd19b-139a-4727-87c9-23a56369b17b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.465892] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.466187] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9c3f9a8-8fc2-471c-9383-36c929ca1ee2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.472627] env[69808]: DEBUG oslo_vmware.api [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1221.472627] env[69808]: value = "task-3790830" [ 1221.472627] env[69808]: _type = "Task" [ 1221.472627] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.481881] env[69808]: DEBUG oslo_vmware.api [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.643313] env[69808]: DEBUG nova.compute.manager [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.643728] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.644885] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ca8d2c-b019-4242-9a4c-131f3b1cc226 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.655186] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.655499] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-784d19c0-a736-416d-8103-23533342990d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.663814] env[69808]: DEBUG oslo_vmware.api [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1221.663814] env[69808]: value = "task-3790831" [ 1221.663814] env[69808]: _type = "Task" [ 1221.663814] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.673590] env[69808]: DEBUG oslo_vmware.api [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.731584] env[69808]: DEBUG oslo_concurrency.lockutils [req-eeb5a21a-29a9-4d51-ae7e-926e5bb95c92 req-63188d8e-8eb5-4697-898f-6803f2c70b58 service nova] Acquiring lock "73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.731584] env[69808]: DEBUG oslo_concurrency.lockutils [req-eeb5a21a-29a9-4d51-ae7e-926e5bb95c92 req-63188d8e-8eb5-4697-898f-6803f2c70b58 service nova] Acquired lock "73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.731584] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192575ed-45dd-40a4-96c4-603c6022e76c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.759260] env[69808]: DEBUG oslo_concurrency.lockutils [req-eeb5a21a-29a9-4d51-ae7e-926e5bb95c92 req-63188d8e-8eb5-4697-898f-6803f2c70b58 service nova] Releasing lock "73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.759595] env[69808]: WARNING nova.compute.manager [req-eeb5a21a-29a9-4d51-ae7e-926e5bb95c92 req-63188d8e-8eb5-4697-898f-6803f2c70b58 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Detach interface failed, port_id=0596447b-1f53-4454-9cb7-943205db6583, reason: No device with interface-id 0596447b-1f53-4454-9cb7-943205db6583 exists on VM: nova.exception.NotFound: No device with interface-id 0596447b-1f53-4454-9cb7-943205db6583 exists on VM [ 1221.878891] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69808) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1221.879309] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.304s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.879552] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.879701] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Cleaning up deleted instances {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1221.982883] env[69808]: DEBUG oslo_vmware.api [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790830, 'name': PowerOffVM_Task, 'duration_secs': 0.221063} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.983229] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.983350] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.983682] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47a6e53e-b70b-4615-8bd8-99f4e347703b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.052036] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.052338] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.052574] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Deleting the datastore file [datastore2] 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.052868] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d578a8ec-e291-4f05-a0cb-c2d5b31f2a06 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.061402] env[69808]: DEBUG oslo_vmware.api [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1222.061402] env[69808]: value = "task-3790833" [ 1222.061402] env[69808]: _type = "Task" [ 1222.061402] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.070212] env[69808]: DEBUG oslo_vmware.api [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.176524] env[69808]: DEBUG oslo_vmware.api [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790831, 'name': PowerOffVM_Task, 'duration_secs': 0.51144} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.176825] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.176992] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.177274] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfde66cf-940a-43ea-8fa2-2369d476d975 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.209910] env[69808]: DEBUG oslo_concurrency.lockutils [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.210117] env[69808]: DEBUG oslo_concurrency.lockutils [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.210301] env[69808]: DEBUG nova.network.neutron [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.243233] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.243525] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.243726] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Deleting the datastore file [datastore2] 521a84ff-9b55-4aef-a320-4b3989ed4634 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.244010] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd5c66b1-5acc-4f89-8fcc-092855a0d2ff {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.251913] env[69808]: DEBUG oslo_vmware.api [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1222.251913] env[69808]: value = "task-3790835" [ 1222.251913] env[69808]: _type = "Task" [ 1222.251913] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.261288] env[69808]: DEBUG oslo_vmware.api [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.395581] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] There are 55 instances to clean {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1222.396394] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 75102034-f0e2-458a-b3c5-fdbfd6ca30e2] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.472072] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "73b987bb-8cca-452b-b6b3-60b27ef2382d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.472484] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "73b987bb-8cca-452b-b6b3-60b27ef2382d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.472700] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "73b987bb-8cca-452b-b6b3-60b27ef2382d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.472985] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "73b987bb-8cca-452b-b6b3-60b27ef2382d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.473259] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "73b987bb-8cca-452b-b6b3-60b27ef2382d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.476195] env[69808]: INFO nova.compute.manager [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Terminating instance [ 1222.573234] env[69808]: DEBUG oslo_vmware.api [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19248} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.573584] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.573797] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.573972] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.574175] env[69808]: INFO nova.compute.manager [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1222.574421] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.574633] env[69808]: DEBUG nova.compute.manager [-] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.574730] env[69808]: DEBUG nova.network.neutron [-] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.763758] env[69808]: DEBUG oslo_vmware.api [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184469} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.766328] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.766562] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.766749] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.766923] env[69808]: INFO nova.compute.manager [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1222.767180] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.767387] env[69808]: DEBUG nova.compute.manager [-] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.767480] env[69808]: DEBUG nova.network.neutron [-] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.900066] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: a1d9fa27-9ee6-46fe-802f-f4138cbdf733] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.979771] env[69808]: DEBUG nova.compute.manager [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.980016] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.981191] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0a2c21-fd8a-4d69-91ef-9d7521bd2490 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.989702] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.990038] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d72f31a5-01b7-4813-8c9d-68b3ceb0815d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.997845] env[69808]: DEBUG oslo_vmware.api [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1222.997845] env[69808]: value = "task-3790836" [ 1222.997845] env[69808]: _type = "Task" [ 1222.997845] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.009233] env[69808]: DEBUG oslo_vmware.api [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.107366] env[69808]: DEBUG nova.compute.manager [req-9055b1e6-23c7-4913-acfa-2ad4db709846 req-79074e7b-4246-411d-87db-2d8f05c1fa33 service nova] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Received event network-vif-deleted-1759445d-2948-4ef2-b294-0f0fd695d2b6 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.107549] env[69808]: INFO nova.compute.manager [req-9055b1e6-23c7-4913-acfa-2ad4db709846 req-79074e7b-4246-411d-87db-2d8f05c1fa33 service nova] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Neutron deleted interface 1759445d-2948-4ef2-b294-0f0fd695d2b6; detaching it from the instance and deleting it from the info cache [ 1223.107734] env[69808]: DEBUG nova.network.neutron [req-9055b1e6-23c7-4913-acfa-2ad4db709846 req-79074e7b-4246-411d-87db-2d8f05c1fa33 service nova] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.362951] env[69808]: DEBUG nova.compute.manager [req-5e4619a4-b9b3-4cbc-b443-8dae3d9441f3 req-73dcea50-f447-40cc-a806-f08bccc517e9 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Received event network-vif-deleted-ca6f9293-8082-4d01-b644-40cab177dfba {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.363178] env[69808]: INFO nova.compute.manager [req-5e4619a4-b9b3-4cbc-b443-8dae3d9441f3 req-73dcea50-f447-40cc-a806-f08bccc517e9 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Neutron deleted interface ca6f9293-8082-4d01-b644-40cab177dfba; detaching it from the instance and deleting it from the info cache [ 1223.363444] env[69808]: DEBUG nova.network.neutron [req-5e4619a4-b9b3-4cbc-b443-8dae3d9441f3 req-73dcea50-f447-40cc-a806-f08bccc517e9 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Updating instance_info_cache with network_info: [{"id": "b0d9d29c-3e64-4cb0-a312-ffc77c21aa20", "address": "fa:16:3e:e0:3b:ee", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d9d29c-3e", "ovs_interfaceid": "b0d9d29c-3e64-4cb0-a312-ffc77c21aa20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.404617] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 24041c49-00e8-4488-9bc5-b9078279a0f1] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.509716] env[69808]: DEBUG oslo_vmware.api [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790836, 'name': PowerOffVM_Task, 'duration_secs': 0.377632} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.510078] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.510288] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.510581] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c426a29a-9390-4c41-9aa1-df1d9d247a54 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.516242] env[69808]: INFO nova.network.neutron [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Port ca6f9293-8082-4d01-b644-40cab177dfba from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1223.516649] env[69808]: DEBUG nova.network.neutron [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Updating instance_info_cache with network_info: [{"id": "b0d9d29c-3e64-4cb0-a312-ffc77c21aa20", "address": "fa:16:3e:e0:3b:ee", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d9d29c-3e", "ovs_interfaceid": "b0d9d29c-3e64-4cb0-a312-ffc77c21aa20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.590106] env[69808]: DEBUG nova.network.neutron [-] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.607321] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.607557] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.607740] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Deleting the datastore file [datastore1] 73b987bb-8cca-452b-b6b3-60b27ef2382d {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.608081] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7eb99f53-35a8-4a58-8e26-88ba71e1ed00 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.611987] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-963cd9f9-2c00-43f4-a662-0043c8001e38 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.628398] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a36971e-f9d4-403f-8ff8-125832522ebd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.643194] env[69808]: DEBUG oslo_vmware.api [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1223.643194] env[69808]: value = "task-3790839" [ 1223.643194] env[69808]: _type = "Task" [ 1223.643194] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.654831] env[69808]: DEBUG oslo_vmware.api [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.666973] env[69808]: DEBUG nova.compute.manager [req-9055b1e6-23c7-4913-acfa-2ad4db709846 req-79074e7b-4246-411d-87db-2d8f05c1fa33 service nova] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Detach interface failed, port_id=1759445d-2948-4ef2-b294-0f0fd695d2b6, reason: Instance 521a84ff-9b55-4aef-a320-4b3989ed4634 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1223.867366] env[69808]: DEBUG oslo_concurrency.lockutils [req-5e4619a4-b9b3-4cbc-b443-8dae3d9441f3 req-73dcea50-f447-40cc-a806-f08bccc517e9 service nova] Acquiring lock "73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.909107] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: b88aa266-0792-4e2f-86d5-60d338e11397] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.019704] env[69808]: DEBUG oslo_concurrency.lockutils [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "refresh_cache-73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.093378] env[69808]: INFO nova.compute.manager [-] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Took 1.33 seconds to deallocate network for instance. [ 1224.154627] env[69808]: DEBUG oslo_vmware.api [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330454} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.154895] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.155101] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.155322] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.155508] env[69808]: INFO nova.compute.manager [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1224.155746] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.155933] env[69808]: DEBUG nova.compute.manager [-] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.156036] env[69808]: DEBUG nova.network.neutron [-] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.183338] env[69808]: DEBUG nova.network.neutron [-] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.206818] env[69808]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port ca6f9293-8082-4d01-b644-40cab177dfba could not be found.", "detail": ""}} {{(pid=69808) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1224.207072] env[69808]: DEBUG nova.network.neutron [-] Unable to show port ca6f9293-8082-4d01-b644-40cab177dfba as it no longer exists. {{(pid=69808) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1224.415136] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 02aedc8b-b91d-40f7-be34-4027bf6abed0] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.525037] env[69808]: DEBUG oslo_concurrency.lockutils [None req-89eb90d8-6d55-44b3-b7f3-66549a19d1ce tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "interface-73b987bb-8cca-452b-b6b3-60b27ef2382d-0596447b-1f53-4454-9cb7-943205db6583" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.166s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.602199] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.602489] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.602720] env[69808]: DEBUG nova.objects.instance [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lazy-loading 'resources' on Instance uuid 521a84ff-9b55-4aef-a320-4b3989ed4634 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.685440] env[69808]: INFO nova.compute.manager [-] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Took 2.11 seconds to deallocate network for instance. [ 1224.919102] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 5c32c02f-477b-4388-9300-9394ba424490] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.171680] env[69808]: DEBUG nova.network.neutron [-] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.191783] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.304358] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff0094e-6ff5-479e-b516-52a6d69b95b7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.317137] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040c1434-8cba-4f8d-9dda-3bd4fcf61872 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.322896] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c86110-4295-41c6-8299-b9344237f4ef tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Volume attach. Driver type: vmdk {{(pid=69808) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1225.323148] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c86110-4295-41c6-8299-b9344237f4ef tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754076', 'volume_id': 'fc60eff1-fa60-4524-a0d6-12a092a18d64', 'name': 'volume-fc60eff1-fa60-4524-a0d6-12a092a18d64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9391d62e-b558-4c36-a315-0428fe456cac', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc60eff1-fa60-4524-a0d6-12a092a18d64', 'serial': 'fc60eff1-fa60-4524-a0d6-12a092a18d64'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1225.323924] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718e1bd3-6004-4312-8bcd-89dd94fd08c0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.353470] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f13c282-3ff1-48c1-80c8-20cfc97d18fd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.367412] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790f8ec4-1534-44d4-80b8-01c260bd6155 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.374207] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa00e3de-4578-4292-96df-fe5f6214771c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.397406] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c86110-4295-41c6-8299-b9344237f4ef tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-fc60eff1-fa60-4524-a0d6-12a092a18d64/volume-fc60eff1-fa60-4524-a0d6-12a092a18d64.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.398242] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2bd1294-1152-4599-aa0e-4deb9b410e51 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.421172] env[69808]: DEBUG nova.compute.manager [req-b6cbcb7d-dc08-439a-bff8-cc315bb749f2 req-69a382b1-b4f4-4d21-8196-010e73fcdf86 service nova] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Received event network-vif-deleted-bc48f136-ec73-49ee-aa5e-6b29e92de5b7 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.421391] env[69808]: DEBUG nova.compute.manager [req-b6cbcb7d-dc08-439a-bff8-cc315bb749f2 req-69a382b1-b4f4-4d21-8196-010e73fcdf86 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Received event network-vif-deleted-b0d9d29c-3e64-4cb0-a312-ffc77c21aa20 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.422264] env[69808]: DEBUG nova.compute.provider_tree [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.425749] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 8c218f00-c7be-4978-8326-296ce3c6f55f] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.431963] env[69808]: DEBUG oslo_vmware.api [None req-b7c86110-4295-41c6-8299-b9344237f4ef tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1225.431963] env[69808]: value = "task-3790840" [ 1225.431963] env[69808]: _type = "Task" [ 1225.431963] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.442269] env[69808]: DEBUG oslo_vmware.api [None req-b7c86110-4295-41c6-8299-b9344237f4ef tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.674317] env[69808]: INFO nova.compute.manager [-] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Took 1.52 seconds to deallocate network for instance. [ 1225.927609] env[69808]: DEBUG nova.scheduler.client.report [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.930983] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 42003ac9-4edb-4ea0-a3a6-2b15fa4f879b] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.944420] env[69808]: DEBUG oslo_vmware.api [None req-b7c86110-4295-41c6-8299-b9344237f4ef tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790840, 'name': ReconfigVM_Task, 'duration_secs': 0.445278} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.945265] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c86110-4295-41c6-8299-b9344237f4ef tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-fc60eff1-fa60-4524-a0d6-12a092a18d64/volume-fc60eff1-fa60-4524-a0d6-12a092a18d64.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.950236] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e541b858-0d5c-477e-96f0-5700d639d4f9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.965671] env[69808]: DEBUG oslo_vmware.api [None req-b7c86110-4295-41c6-8299-b9344237f4ef tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1225.965671] env[69808]: value = "task-3790841" [ 1225.965671] env[69808]: _type = "Task" [ 1225.965671] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.974465] env[69808]: DEBUG oslo_vmware.api [None req-b7c86110-4295-41c6-8299-b9344237f4ef tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.182391] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.433647] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.436073] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: a2f6ca7c-8909-4d62-bfca-887b614e7a4e] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.437895] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.246s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.438138] env[69808]: DEBUG nova.objects.instance [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lazy-loading 'resources' on Instance uuid 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.453236] env[69808]: INFO nova.scheduler.client.report [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Deleted allocations for instance 521a84ff-9b55-4aef-a320-4b3989ed4634 [ 1226.475381] env[69808]: DEBUG oslo_vmware.api [None req-b7c86110-4295-41c6-8299-b9344237f4ef tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790841, 'name': ReconfigVM_Task, 'duration_secs': 0.145227} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.475924] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c86110-4295-41c6-8299-b9344237f4ef tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754076', 'volume_id': 'fc60eff1-fa60-4524-a0d6-12a092a18d64', 'name': 'volume-fc60eff1-fa60-4524-a0d6-12a092a18d64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9391d62e-b558-4c36-a315-0428fe456cac', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc60eff1-fa60-4524-a0d6-12a092a18d64', 'serial': 'fc60eff1-fa60-4524-a0d6-12a092a18d64'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1226.940306] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: ac2f70b9-f4e9-4f18-906f-47c662a7117b] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.964481] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ff0d955a-a367-4f5c-a4d3-9100616a5f9e tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "521a84ff-9b55-4aef-a320-4b3989ed4634" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.829s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.096531] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf873807-1574-426c-9e91-7b230a581910 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.103922] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fc3c0a-bec7-410d-9fd0-b5b7730da9fd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.133333] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b70347-44f6-444a-86fd-5409507e7d21 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.140962] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ac91ae-d3d4-422f-9e8d-ce0bdb1e5e2c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.155877] env[69808]: DEBUG nova.compute.provider_tree [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.446905] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 398bd3ca-9d81-4ba3-9ede-5e0a8c4c159c] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.514743] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "39c9a040-6507-4239-a719-a0742a3cfe90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.515012] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "39c9a040-6507-4239-a719-a0742a3cfe90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.516830] env[69808]: DEBUG nova.objects.instance [None req-b7c86110-4295-41c6-8299-b9344237f4ef tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lazy-loading 'flavor' on Instance uuid 9391d62e-b558-4c36-a315-0428fe456cac {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.659119] env[69808]: DEBUG nova.scheduler.client.report [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.950340] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 44032fc3-b172-41b6-ab74-3da4a48a0d96] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.019089] env[69808]: DEBUG nova.compute.manager [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1228.024138] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b7c86110-4295-41c6-8299-b9344237f4ef tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "9391d62e-b558-4c36-a315-0428fe456cac" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.314s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.143138] env[69808]: INFO nova.compute.manager [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Rescuing [ 1228.143138] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "refresh_cache-9391d62e-b558-4c36-a315-0428fe456cac" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.143138] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquired lock "refresh_cache-9391d62e-b558-4c36-a315-0428fe456cac" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.143138] env[69808]: DEBUG nova.network.neutron [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.164407] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.166746] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.985s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.166967] env[69808]: DEBUG nova.objects.instance [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lazy-loading 'resources' on Instance uuid 73b987bb-8cca-452b-b6b3-60b27ef2382d {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.195720] env[69808]: INFO nova.scheduler.client.report [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Deleted allocations for instance 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e [ 1228.453998] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 17255121-e63e-4fc7-81e6-6fa1d283391f] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.542210] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.708202] env[69808]: DEBUG oslo_concurrency.lockutils [None req-c1ea021d-bfac-416f-84cc-6114ae8fd9f7 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "94be9cc8-bd7d-4338-b9ce-14d47ab7f79e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.763s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.862558] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e066991-b13f-4fac-9723-85eeb49beaa6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.871685] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977cb2dc-c586-4af9-8383-0170d52119dc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.908812] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac854b0-3227-4d1a-93e7-2961eafee41b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.925019] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c2ef39-403e-4e1e-a38e-51adbbcf83e3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.941277] env[69808]: DEBUG nova.compute.provider_tree [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.957249] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 35727923-0c25-426b-a711-7c3c307098c1] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.996689] env[69808]: DEBUG nova.network.neutron [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Updating instance_info_cache with network_info: [{"id": "1235b750-a4ab-4732-9a2c-bd2b8fca146e", "address": "fa:16:3e:3f:ca:da", "network": {"id": "0d61cf34-608e-4e50-a47b-f2c6cd28190c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-332730720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "865bf55b83e94184b66e4fb2bbb5d49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1235b750-a4", "ovs_interfaceid": "1235b750-a4ab-4732-9a2c-bd2b8fca146e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.416813] env[69808]: INFO nova.compute.manager [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Rebuilding instance [ 1229.445093] env[69808]: DEBUG nova.scheduler.client.report [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.455541] env[69808]: DEBUG nova.compute.manager [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1229.456513] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a886a7c-4e04-46f4-8c3f-01f1b2a22dac {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.460006] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 1da20561-760a-4846-9b82-45b3c87b9014] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.499358] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Releasing lock "refresh_cache-9391d62e-b558-4c36-a315-0428fe456cac" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.950718] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.953423] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.411s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.955163] env[69808]: INFO nova.compute.claims [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1229.971287] env[69808]: INFO nova.scheduler.client.report [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Deleted allocations for instance 73b987bb-8cca-452b-b6b3-60b27ef2382d [ 1229.972479] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 4f4f356a-31bc-4890-a7b6-48f2958ef15c] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.366085] env[69808]: DEBUG oslo_concurrency.lockutils [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "82075c16-01ab-497c-99d1-6bcfdd9cc613" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.366327] env[69808]: DEBUG oslo_concurrency.lockutils [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "82075c16-01ab-497c-99d1-6bcfdd9cc613" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.478459] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: f15361d8-4dd2-4237-8b04-c2e516b9140f] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.480968] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.483068] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12b3c772-c5f7-4bf2-a3ec-ab39446823e1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.484974] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8ced8c97-bfd7-4219-90e1-18eb5ac58177 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "73b987bb-8cca-452b-b6b3-60b27ef2382d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.013s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.485849] env[69808]: DEBUG oslo_concurrency.lockutils [req-5e4619a4-b9b3-4cbc-b443-8dae3d9441f3 req-73dcea50-f447-40cc-a806-f08bccc517e9 service nova] Acquired lock "73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.487125] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a2a340-0308-45c4-8b2c-4b1e05d50510 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.491620] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1230.491620] env[69808]: value = "task-3790842" [ 1230.491620] env[69808]: _type = "Task" [ 1230.491620] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.496293] env[69808]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1230.496293] env[69808]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69808) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1230.497650] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3170207-b730-4641-8401-71507d1752e9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.503885] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.511980] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09afd50f-ee5d-4f93-b7b3-4f80f35b52ed {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.549858] env[69808]: ERROR root [req-5e4619a4-b9b3-4cbc-b443-8dae3d9441f3 req-73dcea50-f447-40cc-a806-f08bccc517e9 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-754052' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-754052' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-754052' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-754052'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-754052' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-754052' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-754052'}\n"]: nova.exception.InstanceNotFound: Instance 73b987bb-8cca-452b-b6b3-60b27ef2382d could not be found. [ 1230.550279] env[69808]: DEBUG oslo_concurrency.lockutils [req-5e4619a4-b9b3-4cbc-b443-8dae3d9441f3 req-73dcea50-f447-40cc-a806-f08bccc517e9 service nova] Releasing lock "73b987bb-8cca-452b-b6b3-60b27ef2382d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.550477] env[69808]: DEBUG nova.compute.manager [req-5e4619a4-b9b3-4cbc-b443-8dae3d9441f3 req-73dcea50-f447-40cc-a806-f08bccc517e9 service nova] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Detach interface failed, port_id=ca6f9293-8082-4d01-b644-40cab177dfba, reason: Instance 73b987bb-8cca-452b-b6b3-60b27ef2382d could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1230.869336] env[69808]: DEBUG nova.compute.manager [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1230.982361] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 01c9bbe0-5beb-4d70-a5d0-586bf6dcf4b5] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.002550] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790842, 'name': PowerOffVM_Task, 'duration_secs': 0.208782} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.005529] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.005784] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.007398] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8173dde0-6e81-4efd-b990-adf3a193317f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.015918] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.018793] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83ad14d4-18bd-48a6-b499-462ee555f958 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.030073] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.033105] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ac677b6-e34a-4d60-85d7-177189230112 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.041640] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1231.041640] env[69808]: value = "task-3790844" [ 1231.041640] env[69808]: _type = "Task" [ 1231.041640] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.053358] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.088918] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.089253] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.089506] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Deleting the datastore file [datastore1] c0467513-713e-431b-8785-639eb2b863b8 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.089856] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a78b4cf4-e784-4906-9368-e63cfce2a0b4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.099983] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1231.099983] env[69808]: value = "task-3790845" [ 1231.099983] env[69808]: _type = "Task" [ 1231.099983] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.110451] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.168841] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b4e139-7418-40a6-9e66-0061c2295b0c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.178038] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b869a24-d8cb-4f65-9ebe-c8281a1e0b62 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.212949] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555b7025-e58e-48e9-803a-b4f633530cee {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.221628] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83804113-727e-4c2f-bf35-ef42e3f14572 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.237543] env[69808]: DEBUG nova.compute.provider_tree [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.388629] env[69808]: DEBUG oslo_concurrency.lockutils [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.488634] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 2762545b-09db-4e84-ad97-843149dda102] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.553806] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790844, 'name': PowerOffVM_Task, 'duration_secs': 0.215145} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.553806] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.555050] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0289d955-6b6b-4882-9df2-92a9210aa518 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.578308] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c06e92-8e39-48f2-be8d-783051821aec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.611208] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151458} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.613230] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.613421] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.613487] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.626973] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.626973] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a440031b-9894-4ed0-975d-abeec3d0a16a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.634043] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1231.634043] env[69808]: value = "task-3790846" [ 1231.634043] env[69808]: _type = "Task" [ 1231.634043] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.642701] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.741999] env[69808]: DEBUG nova.scheduler.client.report [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.875320] env[69808]: DEBUG oslo_concurrency.lockutils [None req-955b1592-b243-48d3-997c-2ee0fd4e8317 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "10494ca4-57da-4930-bc34-3fcb2a805c4f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.875568] env[69808]: DEBUG oslo_concurrency.lockutils [None req-955b1592-b243-48d3-997c-2ee0fd4e8317 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "10494ca4-57da-4930-bc34-3fcb2a805c4f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.992262] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 79f728b7-7360-4dc2-986d-02a605223a82] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.147263] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] VM already powered off {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1232.147585] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.147837] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.147983] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.148174] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.148445] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f43928a6-2fe7-49c6-8ed5-16e8d89f008c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.161657] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.161725] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.162551] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4118e8f-bc6c-4c37-a6c2-f3e9c074b656 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.169293] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1232.169293] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522b2d35-4d4a-f338-df22-a3e661349a92" [ 1232.169293] env[69808]: _type = "Task" [ 1232.169293] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.178731] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522b2d35-4d4a-f338-df22-a3e661349a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.250015] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.250590] env[69808]: DEBUG nova.compute.manager [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1232.253564] env[69808]: DEBUG oslo_concurrency.lockutils [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.865s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.255037] env[69808]: INFO nova.compute.claims [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.378847] env[69808]: DEBUG nova.compute.utils [None req-955b1592-b243-48d3-997c-2ee0fd4e8317 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1232.496147] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 7911dcea-a561-40a9-897e-321ec913227c] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.654999] env[69808]: DEBUG nova.virt.hardware [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.655302] env[69808]: DEBUG nova.virt.hardware [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.655465] env[69808]: DEBUG nova.virt.hardware [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.655709] env[69808]: DEBUG nova.virt.hardware [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.655894] env[69808]: DEBUG nova.virt.hardware [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.656058] env[69808]: DEBUG nova.virt.hardware [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.656347] env[69808]: DEBUG nova.virt.hardware [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.656534] env[69808]: DEBUG nova.virt.hardware [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.656726] env[69808]: DEBUG nova.virt.hardware [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.656890] env[69808]: DEBUG nova.virt.hardware [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.657095] env[69808]: DEBUG nova.virt.hardware [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.658106] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79e6b3a-b452-4473-9a14-2ad552bbcaae {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.667164] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bafb97-fce6-4e37-b0f5-50da8a298462 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.680052] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522b2d35-4d4a-f338-df22-a3e661349a92, 'name': SearchDatastore_Task, 'duration_secs': 0.015501} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.688237] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:4f:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a68d913-acf6-44f6-b3a6-c8cc025c1bf1', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1232.695638] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.695870] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41f01753-07d1-4320-ad9f-7a8c28871c7f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.698102] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0467513-713e-431b-8785-639eb2b863b8] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1232.698318] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0778424d-0c47-40ff-b9c4-a7b8fe3fe94e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.716404] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1232.716404] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5281b4d2-7f15-8e86-c0a4-8faad62a8504" [ 1232.716404] env[69808]: _type = "Task" [ 1232.716404] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.717705] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1232.717705] env[69808]: value = "task-3790847" [ 1232.717705] env[69808]: _type = "Task" [ 1232.717705] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.729704] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5281b4d2-7f15-8e86-c0a4-8faad62a8504, 'name': SearchDatastore_Task, 'duration_secs': 0.009708} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.732759] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.733051] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 9391d62e-b558-4c36-a315-0428fe456cac/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk. {{(pid=69808) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1232.733287] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790847, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.733485] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e90d75a7-156b-493d-83f0-fe9f64db74e0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.740392] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1232.740392] env[69808]: value = "task-3790848" [ 1232.740392] env[69808]: _type = "Task" [ 1232.740392] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.748664] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.759866] env[69808]: DEBUG nova.compute.utils [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1232.764393] env[69808]: DEBUG nova.compute.manager [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1232.764626] env[69808]: DEBUG nova.network.neutron [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1232.815704] env[69808]: DEBUG nova.policy [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bdd6d8141234ef8b7941aed9f8b35c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08804065ac184d048e49b966b75ce3ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1232.864877] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "a32b75c1-e775-4505-ab59-6c71b84cc84d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.865203] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "a32b75c1-e775-4505-ab59-6c71b84cc84d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.881872] env[69808]: DEBUG oslo_concurrency.lockutils [None req-955b1592-b243-48d3-997c-2ee0fd4e8317 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "10494ca4-57da-4930-bc34-3fcb2a805c4f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.998151] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 8f6fe02d-f527-4aa5-bf75-372b69187dc6] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.114025] env[69808]: DEBUG nova.network.neutron [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Successfully created port: b4211091-e9c3-4c67-ad5a-e5e7ce71f879 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.234733] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790847, 'name': CreateVM_Task, 'duration_secs': 0.39174} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.235064] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0467513-713e-431b-8785-639eb2b863b8] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1233.236126] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.236512] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.237019] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.237442] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3517f14e-4071-45c0-b758-16ced8ca4810 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.248691] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1233.248691] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f74c64-76cc-bb35-bebb-2932dddcfe10" [ 1233.248691] env[69808]: _type = "Task" [ 1233.248691] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.260138] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790848, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.268921] env[69808]: DEBUG nova.compute.manager [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1233.277539] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f74c64-76cc-bb35-bebb-2932dddcfe10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.369939] env[69808]: DEBUG nova.compute.manager [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.485353] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561003a7-8df8-4829-b2c9-1c4acca6b890 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.496900] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2bafb4-2814-49fb-9b61-33e30411a7e9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.528892] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 72e4004e-a622-4f99-af36-0f1c0d995f0d] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.534134] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d5071e-0994-422f-b75c-abd8e70cb217 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.540453] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2d2a95-adc0-4d16-b959-12f2ee9472ea {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.554860] env[69808]: DEBUG nova.compute.provider_tree [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.750478] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557743} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.753722] env[69808]: INFO nova.virt.vmwareapi.ds_util [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 9391d62e-b558-4c36-a315-0428fe456cac/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk. [ 1233.754490] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427a1d43-f4f2-4b94-acdb-36f6c69a8a42 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.762614] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f74c64-76cc-bb35-bebb-2932dddcfe10, 'name': SearchDatastore_Task, 'duration_secs': 0.025833} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.777990] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.778274] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1233.778555] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.778725] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.778913] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.786359] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 9391d62e-b558-4c36-a315-0428fe456cac/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.789832] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87c3b25f-cd79-4a6b-adb4-d1b2c990864e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.791539] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3172826-09ec-4ef2-9a98-184745f004cf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.813462] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1233.813462] env[69808]: value = "task-3790849" [ 1233.813462] env[69808]: _type = "Task" [ 1233.813462] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.815205] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1233.815465] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1233.818995] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49b6ded3-cb6b-4ce6-bc5f-267bce115dfe {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.826554] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1233.826554] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52df326d-65fb-7a64-a5fb-eda07f3e6dbf" [ 1233.826554] env[69808]: _type = "Task" [ 1233.826554] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.829819] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790849, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.838532] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52df326d-65fb-7a64-a5fb-eda07f3e6dbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.888325] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.962446] env[69808]: DEBUG oslo_concurrency.lockutils [None req-955b1592-b243-48d3-997c-2ee0fd4e8317 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "10494ca4-57da-4930-bc34-3fcb2a805c4f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.962749] env[69808]: DEBUG oslo_concurrency.lockutils [None req-955b1592-b243-48d3-997c-2ee0fd4e8317 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "10494ca4-57da-4930-bc34-3fcb2a805c4f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.963016] env[69808]: INFO nova.compute.manager [None req-955b1592-b243-48d3-997c-2ee0fd4e8317 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Attaching volume 5461913f-a820-43aa-9deb-f4a87c17126c to /dev/sdb [ 1233.996627] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d29978-6e8a-4efc-8592-3167707315fd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.006215] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a592346-3e01-4f58-812c-0634d2595808 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.021355] env[69808]: DEBUG nova.virt.block_device [None req-955b1592-b243-48d3-997c-2ee0fd4e8317 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Updating existing volume attachment record: d1ecd7d4-484a-4f20-af49-9bd59cef65e0 {{(pid=69808) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1234.032315] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 252516b1-d12e-4423-866e-52ce27d85ff6] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.059385] env[69808]: DEBUG nova.scheduler.client.report [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.307026] env[69808]: DEBUG nova.compute.manager [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1234.326682] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790849, 'name': ReconfigVM_Task, 'duration_secs': 0.338337} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.327010] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 9391d62e-b558-4c36-a315-0428fe456cac/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6-rescue.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.327912] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702edbdc-ac52-410c-b4e2-21975db4f1f0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.338545] env[69808]: DEBUG nova.virt.hardware [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.338810] env[69808]: DEBUG nova.virt.hardware [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.339525] env[69808]: DEBUG nova.virt.hardware [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.339525] env[69808]: DEBUG nova.virt.hardware [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.339525] env[69808]: DEBUG nova.virt.hardware [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.339525] env[69808]: DEBUG nova.virt.hardware [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.339738] env[69808]: DEBUG nova.virt.hardware [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.339797] env[69808]: DEBUG nova.virt.hardware [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.339959] env[69808]: DEBUG nova.virt.hardware [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.340142] env[69808]: DEBUG nova.virt.hardware [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.340322] env[69808]: DEBUG nova.virt.hardware [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.341626] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f589df-fe7d-4711-9c1f-296a87d3b8e5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.367255] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52df326d-65fb-7a64-a5fb-eda07f3e6dbf, 'name': SearchDatastore_Task, 'duration_secs': 0.014244} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.374171] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e7e27a9-faff-4c4d-bc77-5a0113270940 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.386089] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47212209-7a61-488a-9b6d-24f89ae3e05c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.391544] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a64e4da-7caa-44da-8969-9aeda7fd270b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.395148] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1234.395148] env[69808]: value = "task-3790852" [ 1234.395148] env[69808]: _type = "Task" [ 1234.395148] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.399651] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1234.399651] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52daeef0-a3d5-e6ee-dfab-cebce231be6f" [ 1234.399651] env[69808]: _type = "Task" [ 1234.399651] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.414213] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.420258] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52daeef0-a3d5-e6ee-dfab-cebce231be6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.536228] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 42d33224-a879-4c5b-913e-a58e24e411f4] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.568220] env[69808]: DEBUG oslo_concurrency.lockutils [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.568932] env[69808]: DEBUG nova.compute.manager [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1234.572175] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.684s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.574018] env[69808]: INFO nova.compute.claims [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.667308] env[69808]: DEBUG nova.compute.manager [req-97646f9f-9cb0-4cfb-ad3a-0a61abfebcad req-73e3b5c5-f48f-43d5-8b26-5b28f5cba510 service nova] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Received event network-vif-plugged-b4211091-e9c3-4c67-ad5a-e5e7ce71f879 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.668392] env[69808]: DEBUG oslo_concurrency.lockutils [req-97646f9f-9cb0-4cfb-ad3a-0a61abfebcad req-73e3b5c5-f48f-43d5-8b26-5b28f5cba510 service nova] Acquiring lock "39c9a040-6507-4239-a719-a0742a3cfe90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.668864] env[69808]: DEBUG oslo_concurrency.lockutils [req-97646f9f-9cb0-4cfb-ad3a-0a61abfebcad req-73e3b5c5-f48f-43d5-8b26-5b28f5cba510 service nova] Lock "39c9a040-6507-4239-a719-a0742a3cfe90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.669307] env[69808]: DEBUG oslo_concurrency.lockutils [req-97646f9f-9cb0-4cfb-ad3a-0a61abfebcad req-73e3b5c5-f48f-43d5-8b26-5b28f5cba510 service nova] Lock "39c9a040-6507-4239-a719-a0742a3cfe90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.669660] env[69808]: DEBUG nova.compute.manager [req-97646f9f-9cb0-4cfb-ad3a-0a61abfebcad req-73e3b5c5-f48f-43d5-8b26-5b28f5cba510 service nova] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] No waiting events found dispatching network-vif-plugged-b4211091-e9c3-4c67-ad5a-e5e7ce71f879 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1234.669975] env[69808]: WARNING nova.compute.manager [req-97646f9f-9cb0-4cfb-ad3a-0a61abfebcad req-73e3b5c5-f48f-43d5-8b26-5b28f5cba510 service nova] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Received unexpected event network-vif-plugged-b4211091-e9c3-4c67-ad5a-e5e7ce71f879 for instance with vm_state building and task_state spawning. [ 1234.754165] env[69808]: DEBUG nova.network.neutron [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Successfully updated port: b4211091-e9c3-4c67-ad5a-e5e7ce71f879 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1234.907246] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790852, 'name': ReconfigVM_Task, 'duration_secs': 0.211907} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.907858] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.908128] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bef6383-4ca5-4760-9760-b12dc5a10089 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.913161] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52daeef0-a3d5-e6ee-dfab-cebce231be6f, 'name': SearchDatastore_Task, 'duration_secs': 0.026856} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.913708] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.913980] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] c0467513-713e-431b-8785-639eb2b863b8/c0467513-713e-431b-8785-639eb2b863b8.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1234.914227] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f099839-4bb8-4ed2-96b3-75a107957e96 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.917271] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1234.917271] env[69808]: value = "task-3790854" [ 1234.917271] env[69808]: _type = "Task" [ 1234.917271] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.921527] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1234.921527] env[69808]: value = "task-3790855" [ 1234.921527] env[69808]: _type = "Task" [ 1234.921527] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.924594] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.932081] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.041342] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 6104e4a9-5059-4cce-820e-b64af9c2e30f] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.079920] env[69808]: DEBUG nova.compute.utils [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.083774] env[69808]: DEBUG nova.compute.manager [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1235.083981] env[69808]: DEBUG nova.network.neutron [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1235.124799] env[69808]: DEBUG nova.policy [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f89b2ab2f6c4740893c605c60fcf7a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e13951c071cf4c6a93dedab6f7f3c15a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.257377] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "refresh_cache-39c9a040-6507-4239-a719-a0742a3cfe90" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.257575] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired lock "refresh_cache-39c9a040-6507-4239-a719-a0742a3cfe90" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.257779] env[69808]: DEBUG nova.network.neutron [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.430546] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790854, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.441819] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510028} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.442219] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] c0467513-713e-431b-8785-639eb2b863b8/c0467513-713e-431b-8785-639eb2b863b8.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1235.442423] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1235.442706] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe3f6bf5-735b-4cf9-bef8-c7dd4d07184c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.445504] env[69808]: DEBUG nova.network.neutron [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Successfully created port: d650e24a-580c-4b3b-a94c-58f0f764976d {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1235.452326] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1235.452326] env[69808]: value = "task-3790856" [ 1235.452326] env[69808]: _type = "Task" [ 1235.452326] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.462053] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.545172] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: d6395d56-b98c-4230-93bf-ceda696f6731] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.584549] env[69808]: DEBUG nova.compute.manager [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1235.803090] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3716f2f-3282-42a1-9c9f-59b3dc02ef3d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.812451] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e17c6df-9075-4495-9a78-0e39b90b269a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.816654] env[69808]: DEBUG nova.network.neutron [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1235.850705] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea83c20-cc0b-407c-a30c-9c074c7f0878 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.858992] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7014779-336f-4d84-a82a-621a979a2cc2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.873033] env[69808]: DEBUG nova.compute.provider_tree [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.929847] env[69808]: DEBUG oslo_vmware.api [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790854, 'name': PowerOnVM_Task, 'duration_secs': 0.530289} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.930138] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.932768] env[69808]: DEBUG nova.compute.manager [None req-b273c72a-bf8e-4be6-8951-0d0e4a44db8f tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1235.933620] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854eac28-229f-4f54-a6c4-d3ec608671ba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.964865] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131914} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.965565] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1235.966447] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83a5605-c273-4605-96e0-82c0cafe25a4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.989335] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] c0467513-713e-431b-8785-639eb2b863b8/c0467513-713e-431b-8785-639eb2b863b8.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.990863] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c4bcd31-353c-4a9f-af78-f9e1a10a11d4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.005215] env[69808]: DEBUG nova.network.neutron [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Updating instance_info_cache with network_info: [{"id": "b4211091-e9c3-4c67-ad5a-e5e7ce71f879", "address": "fa:16:3e:45:c6:07", "network": {"id": "2b56dc08-fe78-437a-a060-3aead94f8b87", "bridge": "br-int", "label": "tempest-ServersTestJSON-503382848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08804065ac184d048e49b966b75ce3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4211091-e9", "ovs_interfaceid": "b4211091-e9c3-4c67-ad5a-e5e7ce71f879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.012844] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1236.012844] env[69808]: value = "task-3790857" [ 1236.012844] env[69808]: _type = "Task" [ 1236.012844] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.022230] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.049624] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 40727ad6-40eb-42a4-9c57-8994f00982af] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.376643] env[69808]: DEBUG nova.scheduler.client.report [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.508558] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Releasing lock "refresh_cache-39c9a040-6507-4239-a719-a0742a3cfe90" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.508978] env[69808]: DEBUG nova.compute.manager [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Instance network_info: |[{"id": "b4211091-e9c3-4c67-ad5a-e5e7ce71f879", "address": "fa:16:3e:45:c6:07", "network": {"id": "2b56dc08-fe78-437a-a060-3aead94f8b87", "bridge": "br-int", "label": "tempest-ServersTestJSON-503382848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08804065ac184d048e49b966b75ce3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4211091-e9", "ovs_interfaceid": "b4211091-e9c3-4c67-ad5a-e5e7ce71f879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1236.509814] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:c6:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4211091-e9c3-4c67-ad5a-e5e7ce71f879', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1236.518692] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.519019] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1236.523357] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f76312f5-1d19-41b5-950c-0af9d40f2928 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.547076] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.548329] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1236.548329] env[69808]: value = "task-3790859" [ 1236.548329] env[69808]: _type = "Task" [ 1236.548329] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.553062] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 79d63a6e-1b7f-4b50-bc92-2df53bba12e3] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.557682] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790859, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.600471] env[69808]: DEBUG nova.compute.manager [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1236.632130] env[69808]: DEBUG nova.virt.hardware [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.632404] env[69808]: DEBUG nova.virt.hardware [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.632560] env[69808]: DEBUG nova.virt.hardware [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.632744] env[69808]: DEBUG nova.virt.hardware [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.632880] env[69808]: DEBUG nova.virt.hardware [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.633039] env[69808]: DEBUG nova.virt.hardware [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.633258] env[69808]: DEBUG nova.virt.hardware [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.633406] env[69808]: DEBUG nova.virt.hardware [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.633565] env[69808]: DEBUG nova.virt.hardware [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.633728] env[69808]: DEBUG nova.virt.hardware [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.633901] env[69808]: DEBUG nova.virt.hardware [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.634927] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50ebe26-0e46-4aa5-a0dc-b38d73890307 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.643671] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fc0306-aa4b-4999-9697-74a70a0f8f59 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.698824] env[69808]: DEBUG nova.compute.manager [req-9f61b8ca-20bc-450d-9d93-a8fa3b1c4ce0 req-d87db681-6aa7-483a-b254-c607a28d11de service nova] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Received event network-changed-b4211091-e9c3-4c67-ad5a-e5e7ce71f879 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.699150] env[69808]: DEBUG nova.compute.manager [req-9f61b8ca-20bc-450d-9d93-a8fa3b1c4ce0 req-d87db681-6aa7-483a-b254-c607a28d11de service nova] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Refreshing instance network info cache due to event network-changed-b4211091-e9c3-4c67-ad5a-e5e7ce71f879. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1236.699334] env[69808]: DEBUG oslo_concurrency.lockutils [req-9f61b8ca-20bc-450d-9d93-a8fa3b1c4ce0 req-d87db681-6aa7-483a-b254-c607a28d11de service nova] Acquiring lock "refresh_cache-39c9a040-6507-4239-a719-a0742a3cfe90" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.699500] env[69808]: DEBUG oslo_concurrency.lockutils [req-9f61b8ca-20bc-450d-9d93-a8fa3b1c4ce0 req-d87db681-6aa7-483a-b254-c607a28d11de service nova] Acquired lock "refresh_cache-39c9a040-6507-4239-a719-a0742a3cfe90" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.699699] env[69808]: DEBUG nova.network.neutron [req-9f61b8ca-20bc-450d-9d93-a8fa3b1c4ce0 req-d87db681-6aa7-483a-b254-c607a28d11de service nova] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Refreshing network info cache for port b4211091-e9c3-4c67-ad5a-e5e7ce71f879 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.882083] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.882640] env[69808]: DEBUG nova.compute.manager [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1237.011469] env[69808]: DEBUG nova.network.neutron [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Successfully updated port: d650e24a-580c-4b3b-a94c-58f0f764976d {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.028653] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790857, 'name': ReconfigVM_Task, 'duration_secs': 0.686044} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.028970] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Reconfigured VM instance instance-0000006c to attach disk [datastore2] c0467513-713e-431b-8785-639eb2b863b8/c0467513-713e-431b-8785-639eb2b863b8.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.030364] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc7e54ef-199d-4b3c-9ce7-9aec27f9c537 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.038851] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1237.038851] env[69808]: value = "task-3790860" [ 1237.038851] env[69808]: _type = "Task" [ 1237.038851] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.048753] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790860, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.058956] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: c8b365c1-b843-476b-96d1-6e88230a0d42] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.061816] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790859, 'name': CreateVM_Task, 'duration_secs': 0.336618} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.062315] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1237.063015] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.063197] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.063584] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.063872] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fe65314-2658-4f79-a4f8-7fc7963122ac {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.069617] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1237.069617] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52cf4283-742e-f7c6-1ceb-cf5342757e3f" [ 1237.069617] env[69808]: _type = "Task" [ 1237.069617] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.078978] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52cf4283-742e-f7c6-1ceb-cf5342757e3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.387376] env[69808]: DEBUG nova.compute.utils [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1237.391202] env[69808]: DEBUG nova.compute.manager [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1237.391252] env[69808]: DEBUG nova.network.neutron [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1237.445161] env[69808]: DEBUG nova.network.neutron [req-9f61b8ca-20bc-450d-9d93-a8fa3b1c4ce0 req-d87db681-6aa7-483a-b254-c607a28d11de service nova] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Updated VIF entry in instance network info cache for port b4211091-e9c3-4c67-ad5a-e5e7ce71f879. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.445540] env[69808]: DEBUG nova.network.neutron [req-9f61b8ca-20bc-450d-9d93-a8fa3b1c4ce0 req-d87db681-6aa7-483a-b254-c607a28d11de service nova] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Updating instance_info_cache with network_info: [{"id": "b4211091-e9c3-4c67-ad5a-e5e7ce71f879", "address": "fa:16:3e:45:c6:07", "network": {"id": "2b56dc08-fe78-437a-a060-3aead94f8b87", "bridge": "br-int", "label": "tempest-ServersTestJSON-503382848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08804065ac184d048e49b966b75ce3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4211091-e9", "ovs_interfaceid": "b4211091-e9c3-4c67-ad5a-e5e7ce71f879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.450646] env[69808]: DEBUG nova.policy [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6315105d7b9c436990157010b2d76657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c7cf3d1f5f94168ae452203efcece8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1237.513835] env[69808]: DEBUG oslo_concurrency.lockutils [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "refresh_cache-82075c16-01ab-497c-99d1-6bcfdd9cc613" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.513995] env[69808]: DEBUG oslo_concurrency.lockutils [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquired lock "refresh_cache-82075c16-01ab-497c-99d1-6bcfdd9cc613" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.514210] env[69808]: DEBUG nova.network.neutron [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.549888] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790860, 'name': Rename_Task, 'duration_secs': 0.150864} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.550263] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.550475] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85add857-317a-465f-b6cd-cb6d62995b1f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.559124] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1237.559124] env[69808]: value = "task-3790861" [ 1237.559124] env[69808]: _type = "Task" [ 1237.559124] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.563353] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 1e20d536-5eed-4055-8092-03c759da5fa9] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.568730] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.580112] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52cf4283-742e-f7c6-1ceb-cf5342757e3f, 'name': SearchDatastore_Task, 'duration_secs': 0.014365} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.580475] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.580802] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.581086] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.581257] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.581461] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.581764] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caa5bd07-870d-4616-8fc2-b0568d15897a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.600995] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.601210] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.602019] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e839bd8-031a-4de8-a4d8-f3c3e2951285 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.608789] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1237.608789] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52540c51-20af-e6a6-eb57-f14ba3641864" [ 1237.608789] env[69808]: _type = "Task" [ 1237.608789] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.619642] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52540c51-20af-e6a6-eb57-f14ba3641864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.630093] env[69808]: INFO nova.compute.manager [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Unrescuing [ 1237.630412] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "refresh_cache-9391d62e-b558-4c36-a315-0428fe456cac" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.630581] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquired lock "refresh_cache-9391d62e-b558-4c36-a315-0428fe456cac" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.630859] env[69808]: DEBUG nova.network.neutron [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.769235] env[69808]: DEBUG nova.network.neutron [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Successfully created port: b1023054-4be2-464c-ae15-96a00b6ca5c5 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1237.894379] env[69808]: DEBUG nova.compute.manager [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1237.948687] env[69808]: DEBUG oslo_concurrency.lockutils [req-9f61b8ca-20bc-450d-9d93-a8fa3b1c4ce0 req-d87db681-6aa7-483a-b254-c607a28d11de service nova] Releasing lock "refresh_cache-39c9a040-6507-4239-a719-a0742a3cfe90" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.045423] env[69808]: DEBUG nova.network.neutron [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1238.069102] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790861, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.071680] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: a0a9a65c-90aa-4981-9b23-dffd854b6e4d] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.120862] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52540c51-20af-e6a6-eb57-f14ba3641864, 'name': SearchDatastore_Task, 'duration_secs': 0.01137} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.121678] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3edaf2fa-d440-4880-aeb3-174ca5c6b361 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.127416] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1238.127416] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525da931-83fb-246b-76db-aa26d1893d96" [ 1238.127416] env[69808]: _type = "Task" [ 1238.127416] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.137910] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525da931-83fb-246b-76db-aa26d1893d96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.209033] env[69808]: DEBUG nova.network.neutron [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Updating instance_info_cache with network_info: [{"id": "d650e24a-580c-4b3b-a94c-58f0f764976d", "address": "fa:16:3e:38:ba:5f", "network": {"id": "d134c7c1-9dc9-44e2-8f59-5949991a52ec", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2083617213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13951c071cf4c6a93dedab6f7f3c15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd650e24a-58", "ovs_interfaceid": "d650e24a-580c-4b3b-a94c-58f0f764976d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.384099] env[69808]: DEBUG nova.network.neutron [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Updating instance_info_cache with network_info: [{"id": "1235b750-a4ab-4732-9a2c-bd2b8fca146e", "address": "fa:16:3e:3f:ca:da", "network": {"id": "0d61cf34-608e-4e50-a47b-f2c6cd28190c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-332730720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "865bf55b83e94184b66e4fb2bbb5d49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1235b750-a4", "ovs_interfaceid": "1235b750-a4ab-4732-9a2c-bd2b8fca146e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.569361] env[69808]: DEBUG oslo_vmware.api [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790861, 'name': PowerOnVM_Task, 'duration_secs': 0.968214} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.569689] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.569902] env[69808]: DEBUG nova.compute.manager [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1238.571055] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-955b1592-b243-48d3-997c-2ee0fd4e8317 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Volume attach. Driver type: vmdk {{(pid=69808) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1238.571258] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-955b1592-b243-48d3-997c-2ee0fd4e8317 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754079', 'volume_id': '5461913f-a820-43aa-9deb-f4a87c17126c', 'name': 'volume-5461913f-a820-43aa-9deb-f4a87c17126c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10494ca4-57da-4930-bc34-3fcb2a805c4f', 'attached_at': '', 'detached_at': '', 'volume_id': '5461913f-a820-43aa-9deb-f4a87c17126c', 'serial': '5461913f-a820-43aa-9deb-f4a87c17126c'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1238.572101] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa5de3f-4ad4-4911-a5f9-50eca54ab197 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.575462] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96593c27-c0c7-4d83-b133-2ca171f21cff {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.578925] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: ec828439-ad64-4776-854f-fb40b08d4eb5] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.601809] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb3cea3-99bc-46d6-9821-11eb93da3697 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.631585] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-955b1592-b243-48d3-997c-2ee0fd4e8317 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-5461913f-a820-43aa-9deb-f4a87c17126c/volume-5461913f-a820-43aa-9deb-f4a87c17126c.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.633039] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f2b3af4-1079-4fb1-b367-7aa1fb2864f8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.658657] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]525da931-83fb-246b-76db-aa26d1893d96, 'name': SearchDatastore_Task, 'duration_secs': 0.012441} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.660066] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.660362] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 39c9a040-6507-4239-a719-a0742a3cfe90/39c9a040-6507-4239-a719-a0742a3cfe90.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.660721] env[69808]: DEBUG oslo_vmware.api [None req-955b1592-b243-48d3-997c-2ee0fd4e8317 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1238.660721] env[69808]: value = "task-3790862" [ 1238.660721] env[69808]: _type = "Task" [ 1238.660721] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.660915] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b9951a4-aabf-4559-8302-f5a03ba24662 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.673773] env[69808]: DEBUG oslo_vmware.api [None req-955b1592-b243-48d3-997c-2ee0fd4e8317 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790862, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.676144] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1238.676144] env[69808]: value = "task-3790863" [ 1238.676144] env[69808]: _type = "Task" [ 1238.676144] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.687768] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.712318] env[69808]: DEBUG oslo_concurrency.lockutils [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Releasing lock "refresh_cache-82075c16-01ab-497c-99d1-6bcfdd9cc613" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.712318] env[69808]: DEBUG nova.compute.manager [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Instance network_info: |[{"id": "d650e24a-580c-4b3b-a94c-58f0f764976d", "address": "fa:16:3e:38:ba:5f", "network": {"id": "d134c7c1-9dc9-44e2-8f59-5949991a52ec", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2083617213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13951c071cf4c6a93dedab6f7f3c15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd650e24a-58", "ovs_interfaceid": "d650e24a-580c-4b3b-a94c-58f0f764976d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1238.712480] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:ba:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd650e24a-580c-4b3b-a94c-58f0f764976d', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.721422] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.722146] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.722340] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dc7c3b6-c824-4b81-9ffb-efd494820eb1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.742889] env[69808]: DEBUG nova.compute.manager [req-13eb6c02-9a6c-43a7-8fbc-0664cc290a0a req-93e6868a-4d23-44a6-9e00-39b8f4e5f918 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Received event network-vif-plugged-d650e24a-580c-4b3b-a94c-58f0f764976d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.743152] env[69808]: DEBUG oslo_concurrency.lockutils [req-13eb6c02-9a6c-43a7-8fbc-0664cc290a0a req-93e6868a-4d23-44a6-9e00-39b8f4e5f918 service nova] Acquiring lock "82075c16-01ab-497c-99d1-6bcfdd9cc613-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.743364] env[69808]: DEBUG oslo_concurrency.lockutils [req-13eb6c02-9a6c-43a7-8fbc-0664cc290a0a req-93e6868a-4d23-44a6-9e00-39b8f4e5f918 service nova] Lock "82075c16-01ab-497c-99d1-6bcfdd9cc613-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.743533] env[69808]: DEBUG oslo_concurrency.lockutils [req-13eb6c02-9a6c-43a7-8fbc-0664cc290a0a req-93e6868a-4d23-44a6-9e00-39b8f4e5f918 service nova] Lock "82075c16-01ab-497c-99d1-6bcfdd9cc613-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.743699] env[69808]: DEBUG nova.compute.manager [req-13eb6c02-9a6c-43a7-8fbc-0664cc290a0a req-93e6868a-4d23-44a6-9e00-39b8f4e5f918 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] No waiting events found dispatching network-vif-plugged-d650e24a-580c-4b3b-a94c-58f0f764976d {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1238.743861] env[69808]: WARNING nova.compute.manager [req-13eb6c02-9a6c-43a7-8fbc-0664cc290a0a req-93e6868a-4d23-44a6-9e00-39b8f4e5f918 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Received unexpected event network-vif-plugged-d650e24a-580c-4b3b-a94c-58f0f764976d for instance with vm_state building and task_state spawning. [ 1238.744028] env[69808]: DEBUG nova.compute.manager [req-13eb6c02-9a6c-43a7-8fbc-0664cc290a0a req-93e6868a-4d23-44a6-9e00-39b8f4e5f918 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Received event network-changed-d650e24a-580c-4b3b-a94c-58f0f764976d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.744185] env[69808]: DEBUG nova.compute.manager [req-13eb6c02-9a6c-43a7-8fbc-0664cc290a0a req-93e6868a-4d23-44a6-9e00-39b8f4e5f918 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Refreshing instance network info cache due to event network-changed-d650e24a-580c-4b3b-a94c-58f0f764976d. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.744400] env[69808]: DEBUG oslo_concurrency.lockutils [req-13eb6c02-9a6c-43a7-8fbc-0664cc290a0a req-93e6868a-4d23-44a6-9e00-39b8f4e5f918 service nova] Acquiring lock "refresh_cache-82075c16-01ab-497c-99d1-6bcfdd9cc613" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.744542] env[69808]: DEBUG oslo_concurrency.lockutils [req-13eb6c02-9a6c-43a7-8fbc-0664cc290a0a req-93e6868a-4d23-44a6-9e00-39b8f4e5f918 service nova] Acquired lock "refresh_cache-82075c16-01ab-497c-99d1-6bcfdd9cc613" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.744683] env[69808]: DEBUG nova.network.neutron [req-13eb6c02-9a6c-43a7-8fbc-0664cc290a0a req-93e6868a-4d23-44a6-9e00-39b8f4e5f918 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Refreshing network info cache for port d650e24a-580c-4b3b-a94c-58f0f764976d {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.753994] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.753994] env[69808]: value = "task-3790864" [ 1238.753994] env[69808]: _type = "Task" [ 1238.753994] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.764115] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790864, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.887752] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Releasing lock "refresh_cache-9391d62e-b558-4c36-a315-0428fe456cac" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.888534] env[69808]: DEBUG nova.objects.instance [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lazy-loading 'flavor' on Instance uuid 9391d62e-b558-4c36-a315-0428fe456cac {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.905219] env[69808]: DEBUG nova.compute.manager [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.936627] env[69808]: DEBUG nova.virt.hardware [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.936905] env[69808]: DEBUG nova.virt.hardware [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.937064] env[69808]: DEBUG nova.virt.hardware [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.937252] env[69808]: DEBUG nova.virt.hardware [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.937459] env[69808]: DEBUG nova.virt.hardware [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.937559] env[69808]: DEBUG nova.virt.hardware [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.937752] env[69808]: DEBUG nova.virt.hardware [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.937934] env[69808]: DEBUG nova.virt.hardware [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.938182] env[69808]: DEBUG nova.virt.hardware [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.938360] env[69808]: DEBUG nova.virt.hardware [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.938581] env[69808]: DEBUG nova.virt.hardware [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.939532] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6335e31e-d267-4edd-a359-b0d6a56b2cc9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.949757] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71643c2a-eb15-461d-a722-f0edb5d261bb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.083469] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 5a960079-923d-4796-84bd-228ab0caccfa] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.110752] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.110752] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.110835] env[69808]: DEBUG nova.objects.instance [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69808) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1239.178324] env[69808]: DEBUG oslo_vmware.api [None req-955b1592-b243-48d3-997c-2ee0fd4e8317 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790862, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.189165] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790863, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.270600] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790864, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.338093] env[69808]: DEBUG nova.network.neutron [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Successfully updated port: b1023054-4be2-464c-ae15-96a00b6ca5c5 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1239.393974] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60b9051-0661-4fb4-8dcd-809ac83b2074 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.422999] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.425852] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a13b75e-aab3-4155-9a65-40fde41181ba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.433577] env[69808]: DEBUG oslo_vmware.api [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1239.433577] env[69808]: value = "task-3790865" [ 1239.433577] env[69808]: _type = "Task" [ 1239.433577] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.444233] env[69808]: DEBUG oslo_vmware.api [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.471134] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "5fe470ce-6300-476a-80cd-41e9589d1d73" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.471574] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "5fe470ce-6300-476a-80cd-41e9589d1d73" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.471792] env[69808]: INFO nova.compute.manager [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Shelving [ 1239.530998] env[69808]: DEBUG nova.network.neutron [req-13eb6c02-9a6c-43a7-8fbc-0664cc290a0a req-93e6868a-4d23-44a6-9e00-39b8f4e5f918 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Updated VIF entry in instance network info cache for port d650e24a-580c-4b3b-a94c-58f0f764976d. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.531499] env[69808]: DEBUG nova.network.neutron [req-13eb6c02-9a6c-43a7-8fbc-0664cc290a0a req-93e6868a-4d23-44a6-9e00-39b8f4e5f918 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Updating instance_info_cache with network_info: [{"id": "d650e24a-580c-4b3b-a94c-58f0f764976d", "address": "fa:16:3e:38:ba:5f", "network": {"id": "d134c7c1-9dc9-44e2-8f59-5949991a52ec", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2083617213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13951c071cf4c6a93dedab6f7f3c15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd650e24a-58", "ovs_interfaceid": "d650e24a-580c-4b3b-a94c-58f0f764976d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.587479] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 1e76dd13-39f8-4b51-8cb5-443ff4160265] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.675066] env[69808]: DEBUG oslo_vmware.api [None req-955b1592-b243-48d3-997c-2ee0fd4e8317 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790862, 'name': ReconfigVM_Task, 'duration_secs': 0.562885} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.675066] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-955b1592-b243-48d3-997c-2ee0fd4e8317 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-5461913f-a820-43aa-9deb-f4a87c17126c/volume-5461913f-a820-43aa-9deb-f4a87c17126c.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.679830] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2747d57-e2be-4a34-948a-f41f3b70e9a8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.700066] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575136} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.700377] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 39c9a040-6507-4239-a719-a0742a3cfe90/39c9a040-6507-4239-a719-a0742a3cfe90.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.700635] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.702298] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3153b3f7-85dd-4d58-b289-ccbf8fb3714e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.704529] env[69808]: DEBUG oslo_vmware.api [None req-955b1592-b243-48d3-997c-2ee0fd4e8317 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1239.704529] env[69808]: value = "task-3790866" [ 1239.704529] env[69808]: _type = "Task" [ 1239.704529] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.710341] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1239.710341] env[69808]: value = "task-3790867" [ 1239.710341] env[69808]: _type = "Task" [ 1239.710341] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.716698] env[69808]: DEBUG oslo_vmware.api [None req-955b1592-b243-48d3-997c-2ee0fd4e8317 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.723789] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.766659] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790864, 'name': CreateVM_Task, 'duration_secs': 0.731468} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.766943] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.767828] env[69808]: DEBUG oslo_concurrency.lockutils [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.768031] env[69808]: DEBUG oslo_concurrency.lockutils [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.768377] env[69808]: DEBUG oslo_concurrency.lockutils [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.768760] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c56bd608-ecdd-4089-aaab-6fa57f886951 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.775470] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1239.775470] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5238605c-8a58-17c1-f292-ebe5c5b182b3" [ 1239.775470] env[69808]: _type = "Task" [ 1239.775470] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.787047] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5238605c-8a58-17c1-f292-ebe5c5b182b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.845921] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.846106] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.846283] env[69808]: DEBUG nova.network.neutron [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.944078] env[69808]: DEBUG oslo_vmware.api [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790865, 'name': PowerOffVM_Task, 'duration_secs': 0.439302} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.944393] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.950404] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Reconfiguring VM instance instance-0000006a to detach disk 2002 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1239.950757] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-878d835f-e0b2-4c27-a830-f39299f57e55 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.969747] env[69808]: DEBUG oslo_vmware.api [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1239.969747] env[69808]: value = "task-3790868" [ 1239.969747] env[69808]: _type = "Task" [ 1239.969747] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.983162] env[69808]: DEBUG oslo_vmware.api [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790868, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.034318] env[69808]: DEBUG oslo_concurrency.lockutils [req-13eb6c02-9a6c-43a7-8fbc-0664cc290a0a req-93e6868a-4d23-44a6-9e00-39b8f4e5f918 service nova] Releasing lock "refresh_cache-82075c16-01ab-497c-99d1-6bcfdd9cc613" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.091597] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: cd2a437a-bee5-4ff6-b878-cac262a7465e] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.119072] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e82a1023-dae5-43bb-b675-c3e3a8f05d9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.218392] env[69808]: DEBUG oslo_vmware.api [None req-955b1592-b243-48d3-997c-2ee0fd4e8317 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790866, 'name': ReconfigVM_Task, 'duration_secs': 0.166757} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.219271] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-955b1592-b243-48d3-997c-2ee0fd4e8317 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754079', 'volume_id': '5461913f-a820-43aa-9deb-f4a87c17126c', 'name': 'volume-5461913f-a820-43aa-9deb-f4a87c17126c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10494ca4-57da-4930-bc34-3fcb2a805c4f', 'attached_at': '', 'detached_at': '', 'volume_id': '5461913f-a820-43aa-9deb-f4a87c17126c', 'serial': '5461913f-a820-43aa-9deb-f4a87c17126c'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1240.223747] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109893} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.224257] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.225104] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a111fe6-bb7f-4cb5-b713-c86ea461201f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.248445] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 39c9a040-6507-4239-a719-a0742a3cfe90/39c9a040-6507-4239-a719-a0742a3cfe90.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.249444] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f94524b-f22f-4d87-8158-1080c5d49eeb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.270123] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1240.270123] env[69808]: value = "task-3790869" [ 1240.270123] env[69808]: _type = "Task" [ 1240.270123] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.278828] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.287765] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5238605c-8a58-17c1-f292-ebe5c5b182b3, 'name': SearchDatastore_Task, 'duration_secs': 0.015906} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.288069] env[69808]: DEBUG oslo_concurrency.lockutils [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.288324] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.288588] env[69808]: DEBUG oslo_concurrency.lockutils [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.288751] env[69808]: DEBUG oslo_concurrency.lockutils [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.288935] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.289206] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38f61f89-52e9-467c-adfe-51883d754345 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.302705] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.302889] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.303720] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2f12ac5-75f9-4c45-915a-ad3dc57ca5bc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.309466] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1240.309466] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52eb4003-a7d8-1087-84ff-4c5ec942245d" [ 1240.309466] env[69808]: _type = "Task" [ 1240.309466] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.317293] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52eb4003-a7d8-1087-84ff-4c5ec942245d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.379797] env[69808]: DEBUG nova.network.neutron [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.480453] env[69808]: DEBUG oslo_vmware.api [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790868, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.484182] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.484401] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5107701-1597-4984-a1f0-8296f0314291 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.491623] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1240.491623] env[69808]: value = "task-3790870" [ 1240.491623] env[69808]: _type = "Task" [ 1240.491623] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.503716] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.568818] env[69808]: DEBUG nova.network.neutron [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Updating instance_info_cache with network_info: [{"id": "b1023054-4be2-464c-ae15-96a00b6ca5c5", "address": "fa:16:3e:91:bd:b6", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1023054-4b", "ovs_interfaceid": "b1023054-4be2-464c-ae15-96a00b6ca5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.594533] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: eae18895-9914-4301-91c2-ffd1e296adcc] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.767138] env[69808]: DEBUG nova.compute.manager [req-be5b5a86-0e8d-4b0c-a018-821399b211a4 req-3c5e3411-5281-4ced-a48d-eeeb84598387 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Received event network-vif-plugged-b1023054-4be2-464c-ae15-96a00b6ca5c5 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.767326] env[69808]: DEBUG oslo_concurrency.lockutils [req-be5b5a86-0e8d-4b0c-a018-821399b211a4 req-3c5e3411-5281-4ced-a48d-eeeb84598387 service nova] Acquiring lock "a32b75c1-e775-4505-ab59-6c71b84cc84d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.767592] env[69808]: DEBUG oslo_concurrency.lockutils [req-be5b5a86-0e8d-4b0c-a018-821399b211a4 req-3c5e3411-5281-4ced-a48d-eeeb84598387 service nova] Lock "a32b75c1-e775-4505-ab59-6c71b84cc84d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.767800] env[69808]: DEBUG oslo_concurrency.lockutils [req-be5b5a86-0e8d-4b0c-a018-821399b211a4 req-3c5e3411-5281-4ced-a48d-eeeb84598387 service nova] Lock "a32b75c1-e775-4505-ab59-6c71b84cc84d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.767984] env[69808]: DEBUG nova.compute.manager [req-be5b5a86-0e8d-4b0c-a018-821399b211a4 req-3c5e3411-5281-4ced-a48d-eeeb84598387 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] No waiting events found dispatching network-vif-plugged-b1023054-4be2-464c-ae15-96a00b6ca5c5 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1240.768163] env[69808]: WARNING nova.compute.manager [req-be5b5a86-0e8d-4b0c-a018-821399b211a4 req-3c5e3411-5281-4ced-a48d-eeeb84598387 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Received unexpected event network-vif-plugged-b1023054-4be2-464c-ae15-96a00b6ca5c5 for instance with vm_state building and task_state spawning. [ 1240.768324] env[69808]: DEBUG nova.compute.manager [req-be5b5a86-0e8d-4b0c-a018-821399b211a4 req-3c5e3411-5281-4ced-a48d-eeeb84598387 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Received event network-changed-b1023054-4be2-464c-ae15-96a00b6ca5c5 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.768524] env[69808]: DEBUG nova.compute.manager [req-be5b5a86-0e8d-4b0c-a018-821399b211a4 req-3c5e3411-5281-4ced-a48d-eeeb84598387 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Refreshing instance network info cache due to event network-changed-b1023054-4be2-464c-ae15-96a00b6ca5c5. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.768673] env[69808]: DEBUG oslo_concurrency.lockutils [req-be5b5a86-0e8d-4b0c-a018-821399b211a4 req-3c5e3411-5281-4ced-a48d-eeeb84598387 service nova] Acquiring lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.784030] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790869, 'name': ReconfigVM_Task, 'duration_secs': 0.332417} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.784290] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 39c9a040-6507-4239-a719-a0742a3cfe90/39c9a040-6507-4239-a719-a0742a3cfe90.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.784903] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-904db9f4-c44c-49b2-aa80-536db28f72c2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.792020] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1240.792020] env[69808]: value = "task-3790871" [ 1240.792020] env[69808]: _type = "Task" [ 1240.792020] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.800066] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790871, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.820308] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52eb4003-a7d8-1087-84ff-4c5ec942245d, 'name': SearchDatastore_Task, 'duration_secs': 0.01575} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.821124] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf6c232c-563a-4387-ba19-1ea04c594540 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.826879] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1240.826879] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b524e3-383a-a676-c4c1-779924cfa48d" [ 1240.826879] env[69808]: _type = "Task" [ 1240.826879] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.834995] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b524e3-383a-a676-c4c1-779924cfa48d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.980459] env[69808]: DEBUG oslo_vmware.api [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790868, 'name': ReconfigVM_Task, 'duration_secs': 0.716007} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.980824] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Reconfigured VM instance instance-0000006a to detach disk 2002 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1240.980982] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.981259] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6af35f68-a605-46e6-92e4-c7ab3aee1342 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.990447] env[69808]: DEBUG oslo_vmware.api [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1240.990447] env[69808]: value = "task-3790872" [ 1240.990447] env[69808]: _type = "Task" [ 1240.990447] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.002366] env[69808]: DEBUG oslo_vmware.api [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.007996] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790870, 'name': PowerOffVM_Task, 'duration_secs': 0.23096} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.008344] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.009283] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d5d685-fbbf-476a-afd5-2ffb96d8d6f9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.030379] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f428f9d-3d08-4b40-a83b-440d4ab13913 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.071685] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.072066] env[69808]: DEBUG nova.compute.manager [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Instance network_info: |[{"id": "b1023054-4be2-464c-ae15-96a00b6ca5c5", "address": "fa:16:3e:91:bd:b6", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1023054-4b", "ovs_interfaceid": "b1023054-4be2-464c-ae15-96a00b6ca5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1241.072386] env[69808]: DEBUG oslo_concurrency.lockutils [req-be5b5a86-0e8d-4b0c-a018-821399b211a4 req-3c5e3411-5281-4ced-a48d-eeeb84598387 service nova] Acquired lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.072584] env[69808]: DEBUG nova.network.neutron [req-be5b5a86-0e8d-4b0c-a018-821399b211a4 req-3c5e3411-5281-4ced-a48d-eeeb84598387 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Refreshing network info cache for port b1023054-4be2-464c-ae15-96a00b6ca5c5 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.074057] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:bd:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1023054-4be2-464c-ae15-96a00b6ca5c5', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1241.082688] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.085559] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1241.086054] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ba98c73-9ea9-4c09-8d15-c8cfade930e8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.102564] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 11c45281-964e-41c6-bb96-6b8037972cf6] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.110838] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1241.110838] env[69808]: value = "task-3790873" [ 1241.110838] env[69808]: _type = "Task" [ 1241.110838] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.120332] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790873, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.261883] env[69808]: DEBUG nova.objects.instance [None req-955b1592-b243-48d3-997c-2ee0fd4e8317 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lazy-loading 'flavor' on Instance uuid 10494ca4-57da-4930-bc34-3fcb2a805c4f {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.306693] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790871, 'name': Rename_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.341409] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b524e3-383a-a676-c4c1-779924cfa48d, 'name': SearchDatastore_Task, 'duration_secs': 0.01011} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.341762] env[69808]: DEBUG oslo_concurrency.lockutils [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.342506] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 82075c16-01ab-497c-99d1-6bcfdd9cc613/82075c16-01ab-497c-99d1-6bcfdd9cc613.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.344165] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd8914ea-84fa-4a1c-8f8a-cb03a1e58c0f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.352437] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1241.352437] env[69808]: value = "task-3790874" [ 1241.352437] env[69808]: _type = "Task" [ 1241.352437] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.366587] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.398246] env[69808]: DEBUG nova.network.neutron [req-be5b5a86-0e8d-4b0c-a018-821399b211a4 req-3c5e3411-5281-4ced-a48d-eeeb84598387 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Updated VIF entry in instance network info cache for port b1023054-4be2-464c-ae15-96a00b6ca5c5. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.398715] env[69808]: DEBUG nova.network.neutron [req-be5b5a86-0e8d-4b0c-a018-821399b211a4 req-3c5e3411-5281-4ced-a48d-eeeb84598387 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Updating instance_info_cache with network_info: [{"id": "b1023054-4be2-464c-ae15-96a00b6ca5c5", "address": "fa:16:3e:91:bd:b6", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1023054-4b", "ovs_interfaceid": "b1023054-4be2-464c-ae15-96a00b6ca5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.500973] env[69808]: DEBUG oslo_vmware.api [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790872, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.541961] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Creating Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1241.542281] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0cb77f39-fa94-431f-9eb2-c2f8187f56d2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.550062] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1241.550062] env[69808]: value = "task-3790875" [ 1241.550062] env[69808]: _type = "Task" [ 1241.550062] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.560090] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790875, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.606284] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 7fe98ad5-a3f6-4329-9770-b4ff71276a2e] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.622143] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790873, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.675026] env[69808]: INFO nova.compute.manager [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Rebuilding instance [ 1241.768828] env[69808]: DEBUG oslo_concurrency.lockutils [None req-955b1592-b243-48d3-997c-2ee0fd4e8317 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "10494ca4-57da-4930-bc34-3fcb2a805c4f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.806s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.805983] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790871, 'name': Rename_Task, 'duration_secs': 0.904173} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.806404] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.806642] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dbf3331-5760-4bd4-9c19-5337653af7fa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.815981] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1241.815981] env[69808]: value = "task-3790876" [ 1241.815981] env[69808]: _type = "Task" [ 1241.815981] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.828417] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.864035] env[69808]: DEBUG nova.compute.manager [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1241.865361] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e13e92-2dea-4573-b39a-97577f9e55b3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.877489] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790874, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.901356] env[69808]: DEBUG oslo_concurrency.lockutils [req-be5b5a86-0e8d-4b0c-a018-821399b211a4 req-3c5e3411-5281-4ced-a48d-eeeb84598387 service nova] Releasing lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.001674] env[69808]: DEBUG oslo_vmware.api [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790872, 'name': PowerOnVM_Task, 'duration_secs': 0.745004} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.002160] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.002363] env[69808]: DEBUG nova.compute.manager [None req-d1373161-deb8-4693-af61-f81166898a6e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1242.003174] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947bd57c-4e61-4354-ab83-8335b8e60196 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.062572] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790875, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.110269] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 0922ebfc-18b3-43c6-aee1-49d479cba0c8] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.127478] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790873, 'name': CreateVM_Task, 'duration_secs': 0.532679} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.127726] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.128647] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.128971] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.129450] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.129817] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97bbdef2-9826-4540-a2fd-d1310b66c6b6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.137023] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1242.137023] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52df65e5-246b-d8a7-5df2-9e6cf8c35aa7" [ 1242.137023] env[69808]: _type = "Task" [ 1242.137023] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.151921] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52df65e5-246b-d8a7-5df2-9e6cf8c35aa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.327885] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790876, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.368542] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665222} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.368726] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 82075c16-01ab-497c-99d1-6bcfdd9cc613/82075c16-01ab-497c-99d1-6bcfdd9cc613.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.368946] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.369232] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a0b10c4-b5fa-4d63-a3fe-cf365618d801 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.378230] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1242.378230] env[69808]: value = "task-3790877" [ 1242.378230] env[69808]: _type = "Task" [ 1242.378230] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.392024] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.563482] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790875, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.614951] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 29e6ac06-994b-4b76-b919-2787bd3d4f98] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.650711] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52df65e5-246b-d8a7-5df2-9e6cf8c35aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.011586} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.651060] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.651316] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1242.651550] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.651698] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.651881] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1242.652195] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aefb64f7-3fd9-4615-bf4f-2b710803f816 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.664503] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1242.664799] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1242.665600] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b822a24d-f1d1-4c13-abc6-f5bd007e4a36 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.672558] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1242.672558] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52365223-cb5a-dd64-856f-0c921a60693a" [ 1242.672558] env[69808]: _type = "Task" [ 1242.672558] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.680997] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52365223-cb5a-dd64-856f-0c921a60693a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.827632] env[69808]: DEBUG oslo_vmware.api [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790876, 'name': PowerOnVM_Task, 'duration_secs': 0.834165} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.827907] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.828130] env[69808]: INFO nova.compute.manager [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1242.828316] env[69808]: DEBUG nova.compute.manager [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1242.829159] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88192292-1e03-4cc2-a129-19ef72c81ac7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.889028] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11276} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.889322] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1242.890219] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee4f869-89e2-4edd-9d43-ff133867215b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.893431] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.893685] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b69a904-a2eb-41c3-a67c-323a405c95c9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.920852] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 82075c16-01ab-497c-99d1-6bcfdd9cc613/82075c16-01ab-497c-99d1-6bcfdd9cc613.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.922489] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ee855b4-83ad-4ba4-b4eb-11725f88f0e0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.939303] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1242.939303] env[69808]: value = "task-3790878" [ 1242.939303] env[69808]: _type = "Task" [ 1242.939303] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.947455] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1242.947455] env[69808]: value = "task-3790879" [ 1242.947455] env[69808]: _type = "Task" [ 1242.947455] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.951327] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.963566] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790879, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.062235] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790875, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.119155] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 77b1a824-59d1-401b-9053-7842a5ce64c6] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.186273] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52365223-cb5a-dd64-856f-0c921a60693a, 'name': SearchDatastore_Task, 'duration_secs': 0.030248} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.187564] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac012933-db10-40f6-9fb5-8e7de364e6de {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.195460] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1243.195460] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524ff5e4-0560-3e47-603e-5d4924188cc9" [ 1243.195460] env[69808]: _type = "Task" [ 1243.195460] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.207783] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524ff5e4-0560-3e47-603e-5d4924188cc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.346887] env[69808]: INFO nova.compute.manager [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Took 14.82 seconds to build instance. [ 1243.450777] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790878, 'name': PowerOffVM_Task, 'duration_secs': 0.461401} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.451049] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.466628] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.523515] env[69808]: INFO nova.compute.manager [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Detaching volume 5461913f-a820-43aa-9deb-f4a87c17126c [ 1243.564343] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790875, 'name': CreateSnapshot_Task, 'duration_secs': 1.521841} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.565025] env[69808]: INFO nova.virt.block_device [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Attempting to driver detach volume 5461913f-a820-43aa-9deb-f4a87c17126c from mountpoint /dev/sdb [ 1243.565284] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Volume detach. Driver type: vmdk {{(pid=69808) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1243.565514] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754079', 'volume_id': '5461913f-a820-43aa-9deb-f4a87c17126c', 'name': 'volume-5461913f-a820-43aa-9deb-f4a87c17126c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10494ca4-57da-4930-bc34-3fcb2a805c4f', 'attached_at': '', 'detached_at': '', 'volume_id': '5461913f-a820-43aa-9deb-f4a87c17126c', 'serial': '5461913f-a820-43aa-9deb-f4a87c17126c'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1243.565891] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Created Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1243.566882] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8fc834-7e2b-47ab-8599-b6f99590a150 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.570690] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1842686-b53c-4882-a2c6-aa1810ed206a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.599739] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8951f6-c89f-4f73-aea8-395352d21e17 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.608169] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0666fdfd-bf55-4d2b-a486-e9a42c11a733 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.638144] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: c29994b7-6684-4f16-85bb-618a49df3229] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.644156] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150ddb15-f715-43aa-bef2-828940e1fa67 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.665324] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] The volume has not been displaced from its original location: [datastore2] volume-5461913f-a820-43aa-9deb-f4a87c17126c/volume-5461913f-a820-43aa-9deb-f4a87c17126c.vmdk. No consolidation needed. {{(pid=69808) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1243.671727] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1243.672136] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09f9740b-7e13-453c-8d7d-03a04b013115 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.692990] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1243.692990] env[69808]: value = "task-3790880" [ 1243.692990] env[69808]: _type = "Task" [ 1243.692990] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.708326] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790880, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.711820] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524ff5e4-0560-3e47-603e-5d4924188cc9, 'name': SearchDatastore_Task, 'duration_secs': 0.024209} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.712207] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.712492] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] a32b75c1-e775-4505-ab59-6c71b84cc84d/a32b75c1-e775-4505-ab59-6c71b84cc84d.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1243.712796] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22e68306-0371-4a86-897a-a559b148c9bc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.721135] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1243.721135] env[69808]: value = "task-3790881" [ 1243.721135] env[69808]: _type = "Task" [ 1243.721135] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.731492] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.761945] env[69808]: DEBUG nova.compute.manager [req-15cf9a16-3a6e-4f8f-a41d-d05b3080494c req-3c5cf184-1b84-4694-8364-a130d1fdfb70 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Received event network-changed-1235b750-a4ab-4732-9a2c-bd2b8fca146e {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.762189] env[69808]: DEBUG nova.compute.manager [req-15cf9a16-3a6e-4f8f-a41d-d05b3080494c req-3c5cf184-1b84-4694-8364-a130d1fdfb70 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Refreshing instance network info cache due to event network-changed-1235b750-a4ab-4732-9a2c-bd2b8fca146e. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.762420] env[69808]: DEBUG oslo_concurrency.lockutils [req-15cf9a16-3a6e-4f8f-a41d-d05b3080494c req-3c5cf184-1b84-4694-8364-a130d1fdfb70 service nova] Acquiring lock "refresh_cache-9391d62e-b558-4c36-a315-0428fe456cac" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.762578] env[69808]: DEBUG oslo_concurrency.lockutils [req-15cf9a16-3a6e-4f8f-a41d-d05b3080494c req-3c5cf184-1b84-4694-8364-a130d1fdfb70 service nova] Acquired lock "refresh_cache-9391d62e-b558-4c36-a315-0428fe456cac" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.762779] env[69808]: DEBUG nova.network.neutron [req-15cf9a16-3a6e-4f8f-a41d-d05b3080494c req-3c5cf184-1b84-4694-8364-a130d1fdfb70 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Refreshing network info cache for port 1235b750-a4ab-4732-9a2c-bd2b8fca146e {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.848986] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ad0c362a-d449-4726-86bb-e1b53557e58d tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "39c9a040-6507-4239-a719-a0742a3cfe90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.334s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.963922] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790879, 'name': ReconfigVM_Task, 'duration_secs': 0.741472} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.964196] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 82075c16-01ab-497c-99d1-6bcfdd9cc613/82075c16-01ab-497c-99d1-6bcfdd9cc613.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.964848] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6053b40-341d-40a7-8d06-1decf3fe4af6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.972289] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1243.972289] env[69808]: value = "task-3790882" [ 1243.972289] env[69808]: _type = "Task" [ 1243.972289] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.981790] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790882, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.108260] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Creating linked-clone VM from snapshot {{(pid=69808) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1244.108737] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c64f7cbd-eeb0-4316-ad1e-e52e36875fce {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.120613] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1244.120613] env[69808]: value = "task-3790883" [ 1244.120613] env[69808]: _type = "Task" [ 1244.120613] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.134444] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790883, 'name': CloneVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.142296] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: bfc961c4-cc6b-4691-bc95-b78c0a14bbe0] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.205147] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790880, 'name': ReconfigVM_Task, 'duration_secs': 0.238491} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.205432] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1244.211168] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e8d51c2-7a2c-4245-90c4-882b6425dd04 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.237519] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790881, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.239380] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1244.239380] env[69808]: value = "task-3790884" [ 1244.239380] env[69808]: _type = "Task" [ 1244.239380] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.254691] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790884, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.482171] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790882, 'name': Rename_Task, 'duration_secs': 0.443247} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.484718] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.484993] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e7b959a-86be-4c6d-91ba-ea3c7fcc6f18 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.493883] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1244.493883] env[69808]: value = "task-3790885" [ 1244.493883] env[69808]: _type = "Task" [ 1244.493883] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.502837] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.518755] env[69808]: DEBUG nova.network.neutron [req-15cf9a16-3a6e-4f8f-a41d-d05b3080494c req-3c5cf184-1b84-4694-8364-a130d1fdfb70 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Updated VIF entry in instance network info cache for port 1235b750-a4ab-4732-9a2c-bd2b8fca146e. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.519189] env[69808]: DEBUG nova.network.neutron [req-15cf9a16-3a6e-4f8f-a41d-d05b3080494c req-3c5cf184-1b84-4694-8364-a130d1fdfb70 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Updating instance_info_cache with network_info: [{"id": "1235b750-a4ab-4732-9a2c-bd2b8fca146e", "address": "fa:16:3e:3f:ca:da", "network": {"id": "0d61cf34-608e-4e50-a47b-f2c6cd28190c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-332730720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "865bf55b83e94184b66e4fb2bbb5d49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1235b750-a4", "ovs_interfaceid": "1235b750-a4ab-4732-9a2c-bd2b8fca146e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.632608] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790883, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.646597] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: b9bdc3de-a901-46cf-a0c1-84d5fb95220b] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.734241] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614154} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.734556] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] a32b75c1-e775-4505-ab59-6c71b84cc84d/a32b75c1-e775-4505-ab59-6c71b84cc84d.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.734794] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.735111] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07ec91bb-4a09-46b9-a099-6ef4f5fa6f78 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.745400] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1244.745400] env[69808]: value = "task-3790886" [ 1244.745400] env[69808]: _type = "Task" [ 1244.745400] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.754296] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "39c9a040-6507-4239-a719-a0742a3cfe90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.754722] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "39c9a040-6507-4239-a719-a0742a3cfe90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.755082] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "39c9a040-6507-4239-a719-a0742a3cfe90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.755337] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "39c9a040-6507-4239-a719-a0742a3cfe90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.755864] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "39c9a040-6507-4239-a719-a0742a3cfe90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.758247] env[69808]: INFO nova.compute.manager [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Terminating instance [ 1244.760344] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790884, 'name': ReconfigVM_Task, 'duration_secs': 0.221327} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.762559] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754079', 'volume_id': '5461913f-a820-43aa-9deb-f4a87c17126c', 'name': 'volume-5461913f-a820-43aa-9deb-f4a87c17126c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10494ca4-57da-4930-bc34-3fcb2a805c4f', 'attached_at': '', 'detached_at': '', 'volume_id': '5461913f-a820-43aa-9deb-f4a87c17126c', 'serial': '5461913f-a820-43aa-9deb-f4a87c17126c'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1244.769853] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.005657] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790885, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.022486] env[69808]: DEBUG oslo_concurrency.lockutils [req-15cf9a16-3a6e-4f8f-a41d-d05b3080494c req-3c5cf184-1b84-4694-8364-a130d1fdfb70 service nova] Releasing lock "refresh_cache-9391d62e-b558-4c36-a315-0428fe456cac" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.133021] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790883, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.150738] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: f94063df-5f47-4727-b272-d50ffa44121e] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.256601] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234289} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.256926] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.257777] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901b7622-1499-485d-a2bb-4473277ada6c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.276034] env[69808]: DEBUG nova.compute.manager [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1245.276034] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.285814] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] a32b75c1-e775-4505-ab59-6c71b84cc84d/a32b75c1-e775-4505-ab59-6c71b84cc84d.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.286807] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96093bb7-fa14-48bb-a5f7-5e9c0a9ff576 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.290828] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8eed962-5e22-40c5-b083-d3ccc5e10c10 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.316489] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.316869] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1245.316869] env[69808]: value = "task-3790887" [ 1245.316869] env[69808]: _type = "Task" [ 1245.316869] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.317135] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-991563f3-8c50-49b7-be86-ad99a7e48370 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.334568] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.336473] env[69808]: DEBUG oslo_vmware.api [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1245.336473] env[69808]: value = "task-3790888" [ 1245.336473] env[69808]: _type = "Task" [ 1245.336473] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.351127] env[69808]: DEBUG oslo_vmware.api [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.506895] env[69808]: DEBUG oslo_vmware.api [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790885, 'name': PowerOnVM_Task, 'duration_secs': 0.914976} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.507292] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.507561] env[69808]: INFO nova.compute.manager [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1245.507867] env[69808]: DEBUG nova.compute.manager [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1245.508897] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e26991-bf0f-42d5-b3be-93b5945cbb52 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.633474] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790883, 'name': CloneVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.654203] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 52a3515b-c3c1-4277-931c-14e25d1f2d36] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.791036] env[69808]: DEBUG nova.compute.manager [req-ef0b48bd-84f6-43a5-a1ae-87d1313b793b req-5d837c35-0b95-4801-8cdc-5a48660ca8c3 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Received event network-changed-1235b750-a4ab-4732-9a2c-bd2b8fca146e {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.791258] env[69808]: DEBUG nova.compute.manager [req-ef0b48bd-84f6-43a5-a1ae-87d1313b793b req-5d837c35-0b95-4801-8cdc-5a48660ca8c3 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Refreshing instance network info cache due to event network-changed-1235b750-a4ab-4732-9a2c-bd2b8fca146e. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.791473] env[69808]: DEBUG oslo_concurrency.lockutils [req-ef0b48bd-84f6-43a5-a1ae-87d1313b793b req-5d837c35-0b95-4801-8cdc-5a48660ca8c3 service nova] Acquiring lock "refresh_cache-9391d62e-b558-4c36-a315-0428fe456cac" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.791614] env[69808]: DEBUG oslo_concurrency.lockutils [req-ef0b48bd-84f6-43a5-a1ae-87d1313b793b req-5d837c35-0b95-4801-8cdc-5a48660ca8c3 service nova] Acquired lock "refresh_cache-9391d62e-b558-4c36-a315-0428fe456cac" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.791777] env[69808]: DEBUG nova.network.neutron [req-ef0b48bd-84f6-43a5-a1ae-87d1313b793b req-5d837c35-0b95-4801-8cdc-5a48660ca8c3 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Refreshing network info cache for port 1235b750-a4ab-4732-9a2c-bd2b8fca146e {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.829832] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.830146] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.830375] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3117f50e-f2d1-4853-93e0-b300ec471f3f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.837221] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1245.837221] env[69808]: value = "task-3790889" [ 1245.837221] env[69808]: _type = "Task" [ 1245.837221] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.851754] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] VM already powered off {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1245.852070] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Volume detach. Driver type: vmdk {{(pid=69808) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1245.852357] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754079', 'volume_id': '5461913f-a820-43aa-9deb-f4a87c17126c', 'name': 'volume-5461913f-a820-43aa-9deb-f4a87c17126c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10494ca4-57da-4930-bc34-3fcb2a805c4f', 'attached_at': '', 'detached_at': '', 'volume_id': '5461913f-a820-43aa-9deb-f4a87c17126c', 'serial': '5461913f-a820-43aa-9deb-f4a87c17126c'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1245.852705] env[69808]: DEBUG oslo_vmware.api [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790888, 'name': PowerOffVM_Task, 'duration_secs': 0.199451} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.853474] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4132048f-e5cb-43b2-bfdf-b5a5ce47f3ab {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.855916] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.856124] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.856349] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3cd57a4-947f-4a18-969c-6faaced67bdf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.876229] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f962380f-83b8-4519-b07a-d1214bb89d92 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.883961] env[69808]: WARNING nova.virt.vmwareapi.driver [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1245.884519] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.885151] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be336ee9-8b19-450c-8c90-2c22f2f707ce {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.893596] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.893894] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a342f0c6-118b-4b3d-9c56-9160a7463e4e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.926039] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.926206] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.926397] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Deleting the datastore file [datastore2] 39c9a040-6507-4239-a719-a0742a3cfe90 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.926889] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f5046c0-a395-4491-bfdd-fc0e89651523 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.935393] env[69808]: DEBUG oslo_vmware.api [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1245.935393] env[69808]: value = "task-3790892" [ 1245.935393] env[69808]: _type = "Task" [ 1245.935393] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.944252] env[69808]: DEBUG oslo_vmware.api [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.966800] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.967150] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.967363] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Deleting the datastore file [datastore2] 10494ca4-57da-4930-bc34-3fcb2a805c4f {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.969015] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4736e142-3042-4afd-8023-8fa99cdecb25 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.975526] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1245.975526] env[69808]: value = "task-3790893" [ 1245.975526] env[69808]: _type = "Task" [ 1245.975526] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.984582] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.029348] env[69808]: INFO nova.compute.manager [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Took 14.65 seconds to build instance. [ 1246.133778] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790883, 'name': CloneVM_Task, 'duration_secs': 1.514745} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.134141] env[69808]: INFO nova.virt.vmwareapi.vmops [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Created linked-clone VM from snapshot [ 1246.134923] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f93f06-df71-47c2-ab9c-9be500d65fac {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.142861] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Uploading image 7426faed-6014-41b0-bf46-512693c8b906 {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1246.158034] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 4bb5baa6-049c-4b8a-b0ae-4964088aec43] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.170931] env[69808]: DEBUG oslo_vmware.rw_handles [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1246.170931] env[69808]: value = "vm-754084" [ 1246.170931] env[69808]: _type = "VirtualMachine" [ 1246.170931] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1246.171228] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3190feb1-e0fa-4bdd-a77d-341dd90e77ef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.179494] env[69808]: DEBUG oslo_vmware.rw_handles [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lease: (returnval){ [ 1246.179494] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d6aa3f-cbcb-fe9d-292d-bde1626fc593" [ 1246.179494] env[69808]: _type = "HttpNfcLease" [ 1246.179494] env[69808]: } obtained for exporting VM: (result){ [ 1246.179494] env[69808]: value = "vm-754084" [ 1246.179494] env[69808]: _type = "VirtualMachine" [ 1246.179494] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1246.179956] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the lease: (returnval){ [ 1246.179956] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d6aa3f-cbcb-fe9d-292d-bde1626fc593" [ 1246.179956] env[69808]: _type = "HttpNfcLease" [ 1246.179956] env[69808]: } to be ready. {{(pid=69808) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1246.187766] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1246.187766] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d6aa3f-cbcb-fe9d-292d-bde1626fc593" [ 1246.187766] env[69808]: _type = "HttpNfcLease" [ 1246.187766] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1246.330927] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790887, 'name': ReconfigVM_Task, 'duration_secs': 0.615351} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.331256] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Reconfigured VM instance instance-00000074 to attach disk [datastore2] a32b75c1-e775-4505-ab59-6c71b84cc84d/a32b75c1-e775-4505-ab59-6c71b84cc84d.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.331942] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-148593db-342b-4dcd-8bc2-ee6eeb7baeec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.339754] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1246.339754] env[69808]: value = "task-3790895" [ 1246.339754] env[69808]: _type = "Task" [ 1246.339754] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.350146] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790895, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.447030] env[69808]: DEBUG oslo_vmware.api [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306583} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.447422] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.447664] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.447910] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.448206] env[69808]: INFO nova.compute.manager [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1246.448493] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.448781] env[69808]: DEBUG nova.compute.manager [-] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1246.448893] env[69808]: DEBUG nova.network.neutron [-] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1246.489194] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293892} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.489468] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.489664] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.489849] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.532017] env[69808]: DEBUG oslo_concurrency.lockutils [None req-faebb880-feec-48d8-bdff-6446dfb6adfd tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "82075c16-01ab-497c-99d1-6bcfdd9cc613" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.165s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.593911] env[69808]: DEBUG nova.network.neutron [req-ef0b48bd-84f6-43a5-a1ae-87d1313b793b req-5d837c35-0b95-4801-8cdc-5a48660ca8c3 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Updated VIF entry in instance network info cache for port 1235b750-a4ab-4732-9a2c-bd2b8fca146e. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.594092] env[69808]: DEBUG nova.network.neutron [req-ef0b48bd-84f6-43a5-a1ae-87d1313b793b req-5d837c35-0b95-4801-8cdc-5a48660ca8c3 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Updating instance_info_cache with network_info: [{"id": "1235b750-a4ab-4732-9a2c-bd2b8fca146e", "address": "fa:16:3e:3f:ca:da", "network": {"id": "0d61cf34-608e-4e50-a47b-f2c6cd28190c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-332730720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "865bf55b83e94184b66e4fb2bbb5d49e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1235b750-a4", "ovs_interfaceid": "1235b750-a4ab-4732-9a2c-bd2b8fca146e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.661998] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: ae9495ce-171c-4d44-b80f-b38a29f29b7a] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.689796] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1246.689796] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d6aa3f-cbcb-fe9d-292d-bde1626fc593" [ 1246.689796] env[69808]: _type = "HttpNfcLease" [ 1246.689796] env[69808]: } is ready. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1246.690206] env[69808]: DEBUG oslo_vmware.rw_handles [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1246.690206] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d6aa3f-cbcb-fe9d-292d-bde1626fc593" [ 1246.690206] env[69808]: _type = "HttpNfcLease" [ 1246.690206] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1246.690917] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d396f7-4f46-4bd1-a591-90e6cb6b17b6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.702693] env[69808]: DEBUG oslo_vmware.rw_handles [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a56b84-e7e6-a89a-5f76-c20bdfc449f3/disk-0.vmdk from lease info. {{(pid=69808) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1246.702946] env[69808]: DEBUG oslo_vmware.rw_handles [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a56b84-e7e6-a89a-5f76-c20bdfc449f3/disk-0.vmdk for reading. {{(pid=69808) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1246.800881] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-97719626-eb6d-4e81-8449-329bbfb13965 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.854890] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790895, 'name': Rename_Task, 'duration_secs': 0.307397} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.854890] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.854890] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc7ed97f-98ff-48f1-b3ba-a397047e05e0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.862438] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1246.862438] env[69808]: value = "task-3790896" [ 1246.862438] env[69808]: _type = "Task" [ 1246.862438] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.870651] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.995301] env[69808]: INFO nova.virt.block_device [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Booting with volume 5461913f-a820-43aa-9deb-f4a87c17126c at /dev/sdb [ 1247.035627] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-508b35ad-3d5d-48fd-891f-599856f4657d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.046929] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e03cfc-a701-447b-b90d-b950e0ce2635 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.083120] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-978d8982-2cd2-4fc5-9399-a92d3980ad06 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.093058] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e750ff5-5c09-4929-80b8-e0d307abdf01 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.104111] env[69808]: DEBUG oslo_concurrency.lockutils [req-ef0b48bd-84f6-43a5-a1ae-87d1313b793b req-5d837c35-0b95-4801-8cdc-5a48660ca8c3 service nova] Releasing lock "refresh_cache-9391d62e-b558-4c36-a315-0428fe456cac" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.133161] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9337a1ed-b7b8-495e-9105-6fb28bd04ab6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.140867] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74750ef5-9058-4e39-a600-f3dd6798a627 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.155148] env[69808]: DEBUG nova.virt.block_device [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Updating existing volume attachment record: f33955ae-e97f-4f53-abf6-6985d3f19c13 {{(pid=69808) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1247.165830] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 5b2933d1-8f9b-4f3e-bf72-03cd4d8a6005] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.345251] env[69808]: DEBUG nova.network.neutron [-] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.379021] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790896, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.825286] env[69808]: DEBUG nova.compute.manager [req-c191c999-7491-4af7-8600-37aa7dc8bedb req-ba60de73-2360-4439-88ba-df5c1b223138 service nova] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Received event network-vif-deleted-b4211091-e9c3-4c67-ad5a-e5e7ce71f879 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.825286] env[69808]: DEBUG nova.compute.manager [req-c191c999-7491-4af7-8600-37aa7dc8bedb req-ba60de73-2360-4439-88ba-df5c1b223138 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Received event network-changed-d650e24a-580c-4b3b-a94c-58f0f764976d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.825286] env[69808]: DEBUG nova.compute.manager [req-c191c999-7491-4af7-8600-37aa7dc8bedb req-ba60de73-2360-4439-88ba-df5c1b223138 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Refreshing instance network info cache due to event network-changed-d650e24a-580c-4b3b-a94c-58f0f764976d. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.825286] env[69808]: DEBUG oslo_concurrency.lockutils [req-c191c999-7491-4af7-8600-37aa7dc8bedb req-ba60de73-2360-4439-88ba-df5c1b223138 service nova] Acquiring lock "refresh_cache-82075c16-01ab-497c-99d1-6bcfdd9cc613" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.826111] env[69808]: DEBUG oslo_concurrency.lockutils [req-c191c999-7491-4af7-8600-37aa7dc8bedb req-ba60de73-2360-4439-88ba-df5c1b223138 service nova] Acquired lock "refresh_cache-82075c16-01ab-497c-99d1-6bcfdd9cc613" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.826519] env[69808]: DEBUG nova.network.neutron [req-c191c999-7491-4af7-8600-37aa7dc8bedb req-ba60de73-2360-4439-88ba-df5c1b223138 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Refreshing network info cache for port d650e24a-580c-4b3b-a94c-58f0f764976d {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.851191] env[69808]: INFO nova.compute.manager [-] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Took 1.40 seconds to deallocate network for instance. [ 1247.851191] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 3216aa34-6732-4e07-97cc-6a80533c479b] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.874056] env[69808]: DEBUG oslo_vmware.api [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790896, 'name': PowerOnVM_Task, 'duration_secs': 0.730062} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.874220] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.874522] env[69808]: INFO nova.compute.manager [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1247.874667] env[69808]: DEBUG nova.compute.manager [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1247.875493] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bfe913-28bf-464e-a938-df11f410e045 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.354755] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: c5510bb3-d57a-4c8a-8e79-020e7c5d6c2b] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.362284] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.362284] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.362284] env[69808]: DEBUG nova.objects.instance [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lazy-loading 'resources' on Instance uuid 39c9a040-6507-4239-a719-a0742a3cfe90 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.404039] env[69808]: INFO nova.compute.manager [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Took 14.53 seconds to build instance. [ 1248.831015] env[69808]: DEBUG nova.network.neutron [req-c191c999-7491-4af7-8600-37aa7dc8bedb req-ba60de73-2360-4439-88ba-df5c1b223138 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Updated VIF entry in instance network info cache for port d650e24a-580c-4b3b-a94c-58f0f764976d. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.831441] env[69808]: DEBUG nova.network.neutron [req-c191c999-7491-4af7-8600-37aa7dc8bedb req-ba60de73-2360-4439-88ba-df5c1b223138 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Updating instance_info_cache with network_info: [{"id": "d650e24a-580c-4b3b-a94c-58f0f764976d", "address": "fa:16:3e:38:ba:5f", "network": {"id": "d134c7c1-9dc9-44e2-8f59-5949991a52ec", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2083617213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13951c071cf4c6a93dedab6f7f3c15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd650e24a-58", "ovs_interfaceid": "d650e24a-580c-4b3b-a94c-58f0f764976d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.858636] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 182c3c6f-9376-4d7c-9adc-af7f0237a6f2] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.908929] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fe8074c-5350-488c-8d26-81e4e9ac346d tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "a32b75c1-e775-4505-ab59-6c71b84cc84d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.044s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.101148] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93e4761-5f17-49ab-b4cd-6cd3f121f9b1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.114744] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607f1aeb-d174-40fa-bc23-33f484d28c17 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.147647] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd418710-148d-45f2-8de6-a5d7e12a6ef5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.155997] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9772e1-0963-4ceb-ad3a-26ec049a4257 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.170305] env[69808]: DEBUG nova.compute.provider_tree [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.334350] env[69808]: DEBUG oslo_concurrency.lockutils [req-c191c999-7491-4af7-8600-37aa7dc8bedb req-ba60de73-2360-4439-88ba-df5c1b223138 service nova] Releasing lock "refresh_cache-82075c16-01ab-497c-99d1-6bcfdd9cc613" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.362887] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 40a2019a-162d-40e3-9a17-35eb5e284990] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.455620] env[69808]: DEBUG nova.virt.hardware [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.455915] env[69808]: DEBUG nova.virt.hardware [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.456107] env[69808]: DEBUG nova.virt.hardware [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.456299] env[69808]: DEBUG nova.virt.hardware [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.456449] env[69808]: DEBUG nova.virt.hardware [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.456768] env[69808]: DEBUG nova.virt.hardware [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.456977] env[69808]: DEBUG nova.virt.hardware [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.457147] env[69808]: DEBUG nova.virt.hardware [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.457325] env[69808]: DEBUG nova.virt.hardware [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.457518] env[69808]: DEBUG nova.virt.hardware [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.457702] env[69808]: DEBUG nova.virt.hardware [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.459104] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f29d64-b52d-410b-875e-efd96677b25d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.468793] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73a4264-2229-4c95-9f5e-64341e0878c5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.484738] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:81:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f34eceed-db61-444d-8361-7b26c55381cb', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.493180] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.493537] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.493765] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-441223f7-5d6f-4510-b891-477c54c9bf27 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.515401] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.515401] env[69808]: value = "task-3790897" [ 1249.515401] env[69808]: _type = "Task" [ 1249.515401] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.526384] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790897, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.673596] env[69808]: DEBUG nova.scheduler.client.report [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.856628] env[69808]: DEBUG nova.compute.manager [req-b3b9e39b-a119-4c1e-885e-dc3017474886 req-528d8e96-5de4-488c-9445-ebf110d18433 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Received event network-changed-b1023054-4be2-464c-ae15-96a00b6ca5c5 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.856887] env[69808]: DEBUG nova.compute.manager [req-b3b9e39b-a119-4c1e-885e-dc3017474886 req-528d8e96-5de4-488c-9445-ebf110d18433 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Refreshing instance network info cache due to event network-changed-b1023054-4be2-464c-ae15-96a00b6ca5c5. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.857130] env[69808]: DEBUG oslo_concurrency.lockutils [req-b3b9e39b-a119-4c1e-885e-dc3017474886 req-528d8e96-5de4-488c-9445-ebf110d18433 service nova] Acquiring lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.857541] env[69808]: DEBUG oslo_concurrency.lockutils [req-b3b9e39b-a119-4c1e-885e-dc3017474886 req-528d8e96-5de4-488c-9445-ebf110d18433 service nova] Acquired lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.857541] env[69808]: DEBUG nova.network.neutron [req-b3b9e39b-a119-4c1e-885e-dc3017474886 req-528d8e96-5de4-488c-9445-ebf110d18433 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Refreshing network info cache for port b1023054-4be2-464c-ae15-96a00b6ca5c5 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.866311] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 892ec809-73b2-41f3-949f-95c2766d3a30] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.998368] env[69808]: DEBUG oslo_concurrency.lockutils [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "f987da4a-4baf-4aec-8c92-29e9778142fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.998649] env[69808]: DEBUG oslo_concurrency.lockutils [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "f987da4a-4baf-4aec-8c92-29e9778142fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.025613] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790897, 'name': CreateVM_Task, 'duration_secs': 0.405481} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.025830] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.026489] env[69808]: DEBUG oslo_concurrency.lockutils [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.026656] env[69808]: DEBUG oslo_concurrency.lockutils [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.027016] env[69808]: DEBUG oslo_concurrency.lockutils [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.027291] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ff09777-ce3b-4462-85b8-0fb5ff1bdfc1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.033106] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1250.033106] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5273b863-982e-bfc3-8251-2bc9d376bfc4" [ 1250.033106] env[69808]: _type = "Task" [ 1250.033106] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.041587] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5273b863-982e-bfc3-8251-2bc9d376bfc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.179015] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.203887] env[69808]: INFO nova.scheduler.client.report [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Deleted allocations for instance 39c9a040-6507-4239-a719-a0742a3cfe90 [ 1250.372782] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.373012] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Cleaning up deleted instances with incomplete migration {{(pid=69808) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1250.501079] env[69808]: DEBUG nova.compute.manager [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1250.546088] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5273b863-982e-bfc3-8251-2bc9d376bfc4, 'name': SearchDatastore_Task, 'duration_secs': 0.019294} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.546417] env[69808]: DEBUG oslo_concurrency.lockutils [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.546730] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.546984] env[69808]: DEBUG oslo_concurrency.lockutils [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.547146] env[69808]: DEBUG oslo_concurrency.lockutils [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.547343] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.547645] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aee4a370-2686-486b-9c2f-b67f50a49d57 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.557739] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.557987] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.559589] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b263a743-4776-47b7-8938-f0496501406e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.569778] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1250.569778] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5269d58d-e2bb-2754-d76c-0a1f3ab50554" [ 1250.569778] env[69808]: _type = "Task" [ 1250.569778] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.580846] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5269d58d-e2bb-2754-d76c-0a1f3ab50554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.639305] env[69808]: DEBUG nova.network.neutron [req-b3b9e39b-a119-4c1e-885e-dc3017474886 req-528d8e96-5de4-488c-9445-ebf110d18433 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Updated VIF entry in instance network info cache for port b1023054-4be2-464c-ae15-96a00b6ca5c5. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.639797] env[69808]: DEBUG nova.network.neutron [req-b3b9e39b-a119-4c1e-885e-dc3017474886 req-528d8e96-5de4-488c-9445-ebf110d18433 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Updating instance_info_cache with network_info: [{"id": "b1023054-4be2-464c-ae15-96a00b6ca5c5", "address": "fa:16:3e:91:bd:b6", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1023054-4b", "ovs_interfaceid": "b1023054-4be2-464c-ae15-96a00b6ca5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.711844] env[69808]: DEBUG oslo_concurrency.lockutils [None req-86af0264-7374-4ed7-99b2-7673d2a95f69 tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "39c9a040-6507-4239-a719-a0742a3cfe90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.957s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.876101] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.024810] env[69808]: DEBUG oslo_concurrency.lockutils [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.025124] env[69808]: DEBUG oslo_concurrency.lockutils [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.026758] env[69808]: INFO nova.compute.claims [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.082061] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5269d58d-e2bb-2754-d76c-0a1f3ab50554, 'name': SearchDatastore_Task, 'duration_secs': 0.016147} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.083039] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdf9ff80-017f-4ffa-b676-0b543609dc08 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.089922] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1251.089922] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5279321d-8866-cd00-cb10-474e903214d7" [ 1251.089922] env[69808]: _type = "Task" [ 1251.089922] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.100103] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5279321d-8866-cd00-cb10-474e903214d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.143333] env[69808]: DEBUG oslo_concurrency.lockutils [req-b3b9e39b-a119-4c1e-885e-dc3017474886 req-528d8e96-5de4-488c-9445-ebf110d18433 service nova] Releasing lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.602204] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5279321d-8866-cd00-cb10-474e903214d7, 'name': SearchDatastore_Task, 'duration_secs': 0.021045} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.602464] env[69808]: DEBUG oslo_concurrency.lockutils [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.602727] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 10494ca4-57da-4930-bc34-3fcb2a805c4f/10494ca4-57da-4930-bc34-3fcb2a805c4f.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.603018] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71695137-2ccd-4810-b778-802a87d7c71c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.611284] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1251.611284] env[69808]: value = "task-3790898" [ 1251.611284] env[69808]: _type = "Task" [ 1251.611284] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.620025] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.910203] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "21246246-2cd7-4d77-9967-aa479200a3e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.910726] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "21246246-2cd7-4d77-9967-aa479200a3e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.127442] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790898, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.364298] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb29d49-2a9f-4d53-b5f7-44ed39410a89 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.372945] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c80626c-75f0-4eb6-9931-8a50c50fcc89 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.406375] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e8ecd5-38f8-4744-b108-c752569a3079 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.414016] env[69808]: DEBUG nova.compute.manager [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1252.417617] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8554329-447b-4b39-b84a-eb04417c18e7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.432566] env[69808]: DEBUG nova.compute.provider_tree [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.622872] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689197} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.623171] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 10494ca4-57da-4930-bc34-3fcb2a805c4f/10494ca4-57da-4930-bc34-3fcb2a805c4f.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.623395] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.623747] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d842ad63-ff86-43c0-8dc8-2a3295cfc8c4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.631804] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1252.631804] env[69808]: value = "task-3790899" [ 1252.631804] env[69808]: _type = "Task" [ 1252.631804] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.640960] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.935436] env[69808]: DEBUG nova.scheduler.client.report [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.949557] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.143246] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076697} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.143558] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.144430] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96585154-c4b5-4027-adf6-0bea7697e453 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.168447] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 10494ca4-57da-4930-bc34-3fcb2a805c4f/10494ca4-57da-4930-bc34-3fcb2a805c4f.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.168698] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f720f531-5fab-4cf8-a370-0aaffa166f77 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.189038] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1253.189038] env[69808]: value = "task-3790900" [ 1253.189038] env[69808]: _type = "Task" [ 1253.189038] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.200344] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.440790] env[69808]: DEBUG oslo_concurrency.lockutils [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.441460] env[69808]: DEBUG nova.compute.manager [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1253.444535] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.495s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.446145] env[69808]: INFO nova.compute.claims [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.700584] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790900, 'name': ReconfigVM_Task, 'duration_secs': 0.389634} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.700904] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 10494ca4-57da-4930-bc34-3fcb2a805c4f/10494ca4-57da-4930-bc34-3fcb2a805c4f.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.702235] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'device_name': '/dev/sda', 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'image_id': 'b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'attachment_id': 'f33955ae-e97f-4f53-abf6-6985d3f19c13', 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754079', 'volume_id': '5461913f-a820-43aa-9deb-f4a87c17126c', 'name': 'volume-5461913f-a820-43aa-9deb-f4a87c17126c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10494ca4-57da-4930-bc34-3fcb2a805c4f', 'attached_at': '', 'detached_at': '', 'volume_id': '5461913f-a820-43aa-9deb-f4a87c17126c', 'serial': '5461913f-a820-43aa-9deb-f4a87c17126c'}, 'boot_index': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69808) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1253.702456] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Volume attach. Driver type: vmdk {{(pid=69808) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1253.702705] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754079', 'volume_id': '5461913f-a820-43aa-9deb-f4a87c17126c', 'name': 'volume-5461913f-a820-43aa-9deb-f4a87c17126c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10494ca4-57da-4930-bc34-3fcb2a805c4f', 'attached_at': '', 'detached_at': '', 'volume_id': '5461913f-a820-43aa-9deb-f4a87c17126c', 'serial': '5461913f-a820-43aa-9deb-f4a87c17126c'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1253.703696] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2f5e4e-40e9-40b8-9bff-d2633f3a1a56 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.722227] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbf80e4-fe9a-4707-8c1d-40398b7b9da0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.748368] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-5461913f-a820-43aa-9deb-f4a87c17126c/volume-5461913f-a820-43aa-9deb-f4a87c17126c.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.748864] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e699103-4879-4959-b409-7d233a45a69e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.768645] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1253.768645] env[69808]: value = "task-3790901" [ 1253.768645] env[69808]: _type = "Task" [ 1253.768645] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.778034] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.951738] env[69808]: DEBUG nova.compute.utils [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1253.955275] env[69808]: DEBUG nova.compute.manager [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1253.955457] env[69808]: DEBUG nova.network.neutron [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1254.017899] env[69808]: DEBUG nova.policy [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6315105d7b9c436990157010b2d76657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c7cf3d1f5f94168ae452203efcece8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1254.280894] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.315202] env[69808]: DEBUG nova.network.neutron [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Successfully created port: e8bede9d-d8ab-46f7-ac75-4f5344d58897 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1254.457109] env[69808]: DEBUG nova.compute.manager [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1254.683838] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79743288-3c2c-4109-9797-58f878eb1b98 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.692722] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64e62aa-3ed6-41da-873c-553a06f4ff82 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.726053] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de538a7-0ad3-4b22-bdf8-f8e30271a3d5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.735358] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92240ff3-f475-4426-8ba7-c5c36b60575c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.751767] env[69808]: DEBUG nova.compute.provider_tree [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.781388] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790901, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.255693] env[69808]: DEBUG nova.scheduler.client.report [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.284185] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790901, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.469242] env[69808]: DEBUG nova.compute.manager [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1255.498962] env[69808]: DEBUG nova.virt.hardware [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.499265] env[69808]: DEBUG nova.virt.hardware [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.499423] env[69808]: DEBUG nova.virt.hardware [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.499642] env[69808]: DEBUG nova.virt.hardware [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.499818] env[69808]: DEBUG nova.virt.hardware [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.499989] env[69808]: DEBUG nova.virt.hardware [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.500262] env[69808]: DEBUG nova.virt.hardware [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.500429] env[69808]: DEBUG nova.virt.hardware [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.500598] env[69808]: DEBUG nova.virt.hardware [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.500762] env[69808]: DEBUG nova.virt.hardware [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.500939] env[69808]: DEBUG nova.virt.hardware [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.501913] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbb050d-9c01-4c05-b7c5-696d2a6b5fe0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.511613] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58365e90-fb45-4a49-92d7-bb1f4e59ff69 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.761344] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.761906] env[69808]: DEBUG nova.compute.manager [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1255.781889] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790901, 'name': ReconfigVM_Task, 'duration_secs': 1.890733} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.782274] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-5461913f-a820-43aa-9deb-f4a87c17126c/volume-5461913f-a820-43aa-9deb-f4a87c17126c.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.792814] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e63520d-aab5-4274-a9d5-3128a3b7ed89 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.808747] env[69808]: DEBUG nova.compute.manager [req-6c22d2f6-db00-4f44-8a36-2605559d9f5b req-cff869e2-b1c1-4059-9ca0-cc21eb57300e service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Received event network-vif-plugged-e8bede9d-d8ab-46f7-ac75-4f5344d58897 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.808884] env[69808]: DEBUG oslo_concurrency.lockutils [req-6c22d2f6-db00-4f44-8a36-2605559d9f5b req-cff869e2-b1c1-4059-9ca0-cc21eb57300e service nova] Acquiring lock "f987da4a-4baf-4aec-8c92-29e9778142fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.809483] env[69808]: DEBUG oslo_concurrency.lockutils [req-6c22d2f6-db00-4f44-8a36-2605559d9f5b req-cff869e2-b1c1-4059-9ca0-cc21eb57300e service nova] Lock "f987da4a-4baf-4aec-8c92-29e9778142fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.809614] env[69808]: DEBUG oslo_concurrency.lockutils [req-6c22d2f6-db00-4f44-8a36-2605559d9f5b req-cff869e2-b1c1-4059-9ca0-cc21eb57300e service nova] Lock "f987da4a-4baf-4aec-8c92-29e9778142fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.809949] env[69808]: DEBUG nova.compute.manager [req-6c22d2f6-db00-4f44-8a36-2605559d9f5b req-cff869e2-b1c1-4059-9ca0-cc21eb57300e service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] No waiting events found dispatching network-vif-plugged-e8bede9d-d8ab-46f7-ac75-4f5344d58897 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1255.810090] env[69808]: WARNING nova.compute.manager [req-6c22d2f6-db00-4f44-8a36-2605559d9f5b req-cff869e2-b1c1-4059-9ca0-cc21eb57300e service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Received unexpected event network-vif-plugged-e8bede9d-d8ab-46f7-ac75-4f5344d58897 for instance with vm_state building and task_state spawning. [ 1255.820998] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1255.820998] env[69808]: value = "task-3790902" [ 1255.820998] env[69808]: _type = "Task" [ 1255.820998] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.833807] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.910450] env[69808]: DEBUG nova.network.neutron [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Successfully updated port: e8bede9d-d8ab-46f7-ac75-4f5344d58897 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1256.267472] env[69808]: DEBUG nova.compute.utils [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1256.268974] env[69808]: DEBUG nova.compute.manager [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1256.269201] env[69808]: DEBUG nova.network.neutron [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1256.308605] env[69808]: DEBUG nova.policy [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bdd6d8141234ef8b7941aed9f8b35c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08804065ac184d048e49b966b75ce3ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1256.331619] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790902, 'name': ReconfigVM_Task, 'duration_secs': 0.201542} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.331937] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754079', 'volume_id': '5461913f-a820-43aa-9deb-f4a87c17126c', 'name': 'volume-5461913f-a820-43aa-9deb-f4a87c17126c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10494ca4-57da-4930-bc34-3fcb2a805c4f', 'attached_at': '', 'detached_at': '', 'volume_id': '5461913f-a820-43aa-9deb-f4a87c17126c', 'serial': '5461913f-a820-43aa-9deb-f4a87c17126c'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1256.332543] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28b077fb-0159-4760-8f99-1a0f3080f0fb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.339851] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1256.339851] env[69808]: value = "task-3790903" [ 1256.339851] env[69808]: _type = "Task" [ 1256.339851] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.348722] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790903, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.413982] env[69808]: DEBUG oslo_concurrency.lockutils [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.414125] env[69808]: DEBUG oslo_concurrency.lockutils [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.414259] env[69808]: DEBUG nova.network.neutron [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.505688] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7693a075-768d-45bd-b34c-317885d8082f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.505927] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7693a075-768d-45bd-b34c-317885d8082f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.658153] env[69808]: DEBUG nova.network.neutron [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Successfully created port: d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1256.745436] env[69808]: DEBUG oslo_vmware.rw_handles [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a56b84-e7e6-a89a-5f76-c20bdfc449f3/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1256.746582] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61df68c3-1a36-4d43-807c-8fe9b61c4747 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.754540] env[69808]: DEBUG oslo_vmware.rw_handles [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a56b84-e7e6-a89a-5f76-c20bdfc449f3/disk-0.vmdk is in state: ready. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1256.754726] env[69808]: ERROR oslo_vmware.rw_handles [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a56b84-e7e6-a89a-5f76-c20bdfc449f3/disk-0.vmdk due to incomplete transfer. [ 1256.754975] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-252f042b-9fdd-4c2f-9238-f9580fd2b303 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.763573] env[69808]: DEBUG oslo_vmware.rw_handles [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a56b84-e7e6-a89a-5f76-c20bdfc449f3/disk-0.vmdk. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1256.763817] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Uploaded image 7426faed-6014-41b0-bf46-512693c8b906 to the Glance image server {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1256.766210] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Destroying the VM {{(pid=69808) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1256.766524] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9454a467-d6e0-4d7b-81bb-535245a37112 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.772882] env[69808]: DEBUG nova.compute.manager [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1256.778627] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1256.778627] env[69808]: value = "task-3790904" [ 1256.778627] env[69808]: _type = "Task" [ 1256.778627] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.788879] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790904, 'name': Destroy_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.850754] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790903, 'name': Rename_Task, 'duration_secs': 0.234164} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.851098] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.851376] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6847925e-180c-4db3-b035-fe3b1f202a9f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.859183] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1256.859183] env[69808]: value = "task-3790905" [ 1256.859183] env[69808]: _type = "Task" [ 1256.859183] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.870247] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.957357] env[69808]: DEBUG nova.network.neutron [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1257.013212] env[69808]: DEBUG nova.compute.utils [None req-7693a075-768d-45bd-b34c-317885d8082f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1257.100438] env[69808]: DEBUG nova.network.neutron [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Updating instance_info_cache with network_info: [{"id": "e8bede9d-d8ab-46f7-ac75-4f5344d58897", "address": "fa:16:3e:fe:d9:64", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8bede9d-d8", "ovs_interfaceid": "e8bede9d-d8ab-46f7-ac75-4f5344d58897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.293731] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790904, 'name': Destroy_Task, 'duration_secs': 0.458747} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.294074] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Destroyed the VM [ 1257.294349] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Deleting Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1257.294637] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ab196899-807d-4463-a878-6ef4d4a16cb8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.302255] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1257.302255] env[69808]: value = "task-3790906" [ 1257.302255] env[69808]: _type = "Task" [ 1257.302255] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.311906] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790906, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.372923] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790905, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.516902] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7693a075-768d-45bd-b34c-317885d8082f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.603583] env[69808]: DEBUG oslo_concurrency.lockutils [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.604081] env[69808]: DEBUG nova.compute.manager [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Instance network_info: |[{"id": "e8bede9d-d8ab-46f7-ac75-4f5344d58897", "address": "fa:16:3e:fe:d9:64", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8bede9d-d8", "ovs_interfaceid": "e8bede9d-d8ab-46f7-ac75-4f5344d58897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1257.604570] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:d9:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8bede9d-d8ab-46f7-ac75-4f5344d58897', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.614765] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.615080] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.615336] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb3b8f76-71de-4bbe-9a3f-510244600580 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.643752] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.643752] env[69808]: value = "task-3790907" [ 1257.643752] env[69808]: _type = "Task" [ 1257.643752] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.653373] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790907, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.789767] env[69808]: DEBUG nova.compute.manager [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1257.813853] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790906, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.824233] env[69808]: DEBUG nova.virt.hardware [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.824540] env[69808]: DEBUG nova.virt.hardware [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.824753] env[69808]: DEBUG nova.virt.hardware [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.825060] env[69808]: DEBUG nova.virt.hardware [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.825266] env[69808]: DEBUG nova.virt.hardware [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.825482] env[69808]: DEBUG nova.virt.hardware [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.825774] env[69808]: DEBUG nova.virt.hardware [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.826460] env[69808]: DEBUG nova.virt.hardware [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.826460] env[69808]: DEBUG nova.virt.hardware [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.826634] env[69808]: DEBUG nova.virt.hardware [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.826786] env[69808]: DEBUG nova.virt.hardware [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.827925] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87339b53-25cd-4106-801b-fe6b7db3074c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.836979] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb0b04c-28c6-4e71-b5b7-66ea1cfd24de {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.868543] env[69808]: DEBUG nova.compute.manager [req-41b833df-fefe-43cf-bc86-c3b99833a551 req-46353b10-a3c3-46b9-b078-0debd5737064 service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Received event network-changed-e8bede9d-d8ab-46f7-ac75-4f5344d58897 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.868543] env[69808]: DEBUG nova.compute.manager [req-41b833df-fefe-43cf-bc86-c3b99833a551 req-46353b10-a3c3-46b9-b078-0debd5737064 service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Refreshing instance network info cache due to event network-changed-e8bede9d-d8ab-46f7-ac75-4f5344d58897. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.868831] env[69808]: DEBUG oslo_concurrency.lockutils [req-41b833df-fefe-43cf-bc86-c3b99833a551 req-46353b10-a3c3-46b9-b078-0debd5737064 service nova] Acquiring lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.868915] env[69808]: DEBUG oslo_concurrency.lockutils [req-41b833df-fefe-43cf-bc86-c3b99833a551 req-46353b10-a3c3-46b9-b078-0debd5737064 service nova] Acquired lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.869099] env[69808]: DEBUG nova.network.neutron [req-41b833df-fefe-43cf-bc86-c3b99833a551 req-46353b10-a3c3-46b9-b078-0debd5737064 service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Refreshing network info cache for port e8bede9d-d8ab-46f7-ac75-4f5344d58897 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.874814] env[69808]: DEBUG oslo_vmware.api [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790905, 'name': PowerOnVM_Task, 'duration_secs': 0.812539} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.874987] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.875208] env[69808]: DEBUG nova.compute.manager [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1257.876112] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e88bec-86b3-48f9-a6d0-dfc7f0fea5e6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.159572] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790907, 'name': CreateVM_Task, 'duration_secs': 0.362489} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.159572] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.159938] env[69808]: DEBUG oslo_concurrency.lockutils [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.160150] env[69808]: DEBUG oslo_concurrency.lockutils [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.160524] env[69808]: DEBUG oslo_concurrency.lockutils [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.163755] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89d06009-731f-46ac-8d61-0015964132bd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.168058] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1258.168058] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523cc873-e18e-93be-f810-2d0d92f6fe22" [ 1258.168058] env[69808]: _type = "Task" [ 1258.168058] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.178619] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523cc873-e18e-93be-f810-2d0d92f6fe22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.315629] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790906, 'name': RemoveSnapshot_Task, 'duration_secs': 0.823421} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.315972] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Deleted Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1258.316209] env[69808]: DEBUG nova.compute.manager [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1258.317029] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3363488-4d5f-41bf-a0e2-dac95281b6d8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.332421] env[69808]: DEBUG nova.network.neutron [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Successfully updated port: d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1258.400320] env[69808]: DEBUG oslo_concurrency.lockutils [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.400693] env[69808]: DEBUG oslo_concurrency.lockutils [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.400939] env[69808]: DEBUG nova.objects.instance [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69808) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1258.600573] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7693a075-768d-45bd-b34c-317885d8082f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.600904] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7693a075-768d-45bd-b34c-317885d8082f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.601199] env[69808]: INFO nova.compute.manager [None req-7693a075-768d-45bd-b34c-317885d8082f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Attaching volume 574a082a-f100-4e93-9b7e-ad57683e2c3e to /dev/sdb [ 1258.613864] env[69808]: DEBUG nova.network.neutron [req-41b833df-fefe-43cf-bc86-c3b99833a551 req-46353b10-a3c3-46b9-b078-0debd5737064 service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Updated VIF entry in instance network info cache for port e8bede9d-d8ab-46f7-ac75-4f5344d58897. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.614239] env[69808]: DEBUG nova.network.neutron [req-41b833df-fefe-43cf-bc86-c3b99833a551 req-46353b10-a3c3-46b9-b078-0debd5737064 service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Updating instance_info_cache with network_info: [{"id": "e8bede9d-d8ab-46f7-ac75-4f5344d58897", "address": "fa:16:3e:fe:d9:64", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8bede9d-d8", "ovs_interfaceid": "e8bede9d-d8ab-46f7-ac75-4f5344d58897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.634142] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e0bbd7-80c2-4b35-9cf7-3d5fcb1b19d9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.642413] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9171134b-de52-4830-8a72-907c4183729c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.658746] env[69808]: DEBUG nova.virt.block_device [None req-7693a075-768d-45bd-b34c-317885d8082f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Updating existing volume attachment record: 8d8d2021-7fb3-49e5-a09d-8dc0b7ef59c8 {{(pid=69808) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1258.678996] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523cc873-e18e-93be-f810-2d0d92f6fe22, 'name': SearchDatastore_Task, 'duration_secs': 0.014714} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.679347] env[69808]: DEBUG oslo_concurrency.lockutils [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.679585] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.679870] env[69808]: DEBUG oslo_concurrency.lockutils [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.680041] env[69808]: DEBUG oslo_concurrency.lockutils [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.680270] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.680497] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-347cac48-32a0-4c98-a4a8-7f506e6e3bba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.690318] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.690499] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.691591] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b8e5c1d-cf49-45c0-bac5-ed9d0629a962 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.699235] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1258.699235] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b8d968-71c5-9829-9099-85efa78831fc" [ 1258.699235] env[69808]: _type = "Task" [ 1258.699235] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.708225] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b8d968-71c5-9829-9099-85efa78831fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.830559] env[69808]: INFO nova.compute.manager [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Shelve offloading [ 1258.834902] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "refresh_cache-21246246-2cd7-4d77-9967-aa479200a3e7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.835015] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired lock "refresh_cache-21246246-2cd7-4d77-9967-aa479200a3e7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.835173] env[69808]: DEBUG nova.network.neutron [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.117395] env[69808]: DEBUG oslo_concurrency.lockutils [req-41b833df-fefe-43cf-bc86-c3b99833a551 req-46353b10-a3c3-46b9-b078-0debd5737064 service nova] Releasing lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.209971] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b8d968-71c5-9829-9099-85efa78831fc, 'name': SearchDatastore_Task, 'duration_secs': 0.013271} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.210929] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec3f6bd-8471-4299-b24b-cd55c398a75d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.217593] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1259.217593] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5285461f-a067-27c2-e4b0-9546198f7b66" [ 1259.217593] env[69808]: _type = "Task" [ 1259.217593] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.226551] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5285461f-a067-27c2-e4b0-9546198f7b66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.334502] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.334881] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8e59cfc-e2ef-4828-8049-afedb79675a2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.343319] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1259.343319] env[69808]: value = "task-3790909" [ 1259.343319] env[69808]: _type = "Task" [ 1259.343319] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.352717] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.369289] env[69808]: DEBUG nova.network.neutron [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1259.412017] env[69808]: DEBUG oslo_concurrency.lockutils [None req-710b7c70-d26a-4675-b1c0-ffb58fba32eb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.516333] env[69808]: DEBUG nova.network.neutron [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Updating instance_info_cache with network_info: [{"id": "d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6", "address": "fa:16:3e:70:63:be", "network": {"id": "2b56dc08-fe78-437a-a060-3aead94f8b87", "bridge": "br-int", "label": "tempest-ServersTestJSON-503382848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08804065ac184d048e49b966b75ce3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6dfc7e3-9c", "ovs_interfaceid": "d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.731453] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5285461f-a067-27c2-e4b0-9546198f7b66, 'name': SearchDatastore_Task, 'duration_secs': 0.016786} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.731665] env[69808]: DEBUG oslo_concurrency.lockutils [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.731929] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] f987da4a-4baf-4aec-8c92-29e9778142fb/f987da4a-4baf-4aec-8c92-29e9778142fb.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1259.732219] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8af0d7e7-6665-4c6d-966f-0eb07c2925a8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.740056] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1259.740056] env[69808]: value = "task-3790910" [ 1259.740056] env[69808]: _type = "Task" [ 1259.740056] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.748935] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.854130] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] VM already powered off {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1259.854390] env[69808]: DEBUG nova.compute.manager [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1259.855244] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca3bf35-fd61-4286-bf39-a17a270cc536 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.861916] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "refresh_cache-5fe470ce-6300-476a-80cd-41e9589d1d73" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.862195] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired lock "refresh_cache-5fe470ce-6300-476a-80cd-41e9589d1d73" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.862432] env[69808]: DEBUG nova.network.neutron [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.897487] env[69808]: DEBUG nova.compute.manager [req-aac32399-440a-44cc-b6af-bb5ac2aa0c99 req-aa1e179e-f667-4a35-80e3-95789a8d3d3d service nova] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Received event network-vif-plugged-d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.897656] env[69808]: DEBUG oslo_concurrency.lockutils [req-aac32399-440a-44cc-b6af-bb5ac2aa0c99 req-aa1e179e-f667-4a35-80e3-95789a8d3d3d service nova] Acquiring lock "21246246-2cd7-4d77-9967-aa479200a3e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.897876] env[69808]: DEBUG oslo_concurrency.lockutils [req-aac32399-440a-44cc-b6af-bb5ac2aa0c99 req-aa1e179e-f667-4a35-80e3-95789a8d3d3d service nova] Lock "21246246-2cd7-4d77-9967-aa479200a3e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.898076] env[69808]: DEBUG oslo_concurrency.lockutils [req-aac32399-440a-44cc-b6af-bb5ac2aa0c99 req-aa1e179e-f667-4a35-80e3-95789a8d3d3d service nova] Lock "21246246-2cd7-4d77-9967-aa479200a3e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.898261] env[69808]: DEBUG nova.compute.manager [req-aac32399-440a-44cc-b6af-bb5ac2aa0c99 req-aa1e179e-f667-4a35-80e3-95789a8d3d3d service nova] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] No waiting events found dispatching network-vif-plugged-d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1259.898431] env[69808]: WARNING nova.compute.manager [req-aac32399-440a-44cc-b6af-bb5ac2aa0c99 req-aa1e179e-f667-4a35-80e3-95789a8d3d3d service nova] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Received unexpected event network-vif-plugged-d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6 for instance with vm_state building and task_state spawning. [ 1259.898594] env[69808]: DEBUG nova.compute.manager [req-aac32399-440a-44cc-b6af-bb5ac2aa0c99 req-aa1e179e-f667-4a35-80e3-95789a8d3d3d service nova] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Received event network-changed-d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.898797] env[69808]: DEBUG nova.compute.manager [req-aac32399-440a-44cc-b6af-bb5ac2aa0c99 req-aa1e179e-f667-4a35-80e3-95789a8d3d3d service nova] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Refreshing instance network info cache due to event network-changed-d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.898967] env[69808]: DEBUG oslo_concurrency.lockutils [req-aac32399-440a-44cc-b6af-bb5ac2aa0c99 req-aa1e179e-f667-4a35-80e3-95789a8d3d3d service nova] Acquiring lock "refresh_cache-21246246-2cd7-4d77-9967-aa479200a3e7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.018924] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Releasing lock "refresh_cache-21246246-2cd7-4d77-9967-aa479200a3e7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.019334] env[69808]: DEBUG nova.compute.manager [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Instance network_info: |[{"id": "d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6", "address": "fa:16:3e:70:63:be", "network": {"id": "2b56dc08-fe78-437a-a060-3aead94f8b87", "bridge": "br-int", "label": "tempest-ServersTestJSON-503382848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08804065ac184d048e49b966b75ce3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6dfc7e3-9c", "ovs_interfaceid": "d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1260.019663] env[69808]: DEBUG oslo_concurrency.lockutils [req-aac32399-440a-44cc-b6af-bb5ac2aa0c99 req-aa1e179e-f667-4a35-80e3-95789a8d3d3d service nova] Acquired lock "refresh_cache-21246246-2cd7-4d77-9967-aa479200a3e7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.019903] env[69808]: DEBUG nova.network.neutron [req-aac32399-440a-44cc-b6af-bb5ac2aa0c99 req-aa1e179e-f667-4a35-80e3-95789a8d3d3d service nova] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Refreshing network info cache for port d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1260.021284] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:63:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1260.030233] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.032266] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1260.032773] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac50cf52-bc2d-460e-9b22-d4dcf0b3c2fb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.054920] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1260.054920] env[69808]: value = "task-3790911" [ 1260.054920] env[69808]: _type = "Task" [ 1260.054920] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.064431] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790911, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.249912] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48811} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.250141] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] f987da4a-4baf-4aec-8c92-29e9778142fb/f987da4a-4baf-4aec-8c92-29e9778142fb.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.250351] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.250598] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bec6d263-3fba-4532-af8c-30a766ee53ca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.257911] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1260.257911] env[69808]: value = "task-3790912" [ 1260.257911] env[69808]: _type = "Task" [ 1260.257911] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.265721] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.569633] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790911, 'name': CreateVM_Task, 'duration_secs': 0.408166} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.570039] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.570532] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.570704] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.571058] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.571341] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-261ecd91-39b8-40db-95ae-ad1891d7e94b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.576993] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1260.576993] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5248c54e-5665-c35e-a13f-bd4907d43b42" [ 1260.576993] env[69808]: _type = "Task" [ 1260.576993] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.585599] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5248c54e-5665-c35e-a13f-bd4907d43b42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.625145] env[69808]: DEBUG nova.network.neutron [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Updating instance_info_cache with network_info: [{"id": "da635b72-f403-428e-b7d4-82019686d7bf", "address": "fa:16:3e:37:1d:50", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda635b72-f4", "ovs_interfaceid": "da635b72-f403-428e-b7d4-82019686d7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.745250] env[69808]: DEBUG nova.network.neutron [req-aac32399-440a-44cc-b6af-bb5ac2aa0c99 req-aa1e179e-f667-4a35-80e3-95789a8d3d3d service nova] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Updated VIF entry in instance network info cache for port d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.745642] env[69808]: DEBUG nova.network.neutron [req-aac32399-440a-44cc-b6af-bb5ac2aa0c99 req-aa1e179e-f667-4a35-80e3-95789a8d3d3d service nova] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Updating instance_info_cache with network_info: [{"id": "d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6", "address": "fa:16:3e:70:63:be", "network": {"id": "2b56dc08-fe78-437a-a060-3aead94f8b87", "bridge": "br-int", "label": "tempest-ServersTestJSON-503382848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08804065ac184d048e49b966b75ce3ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6dfc7e3-9c", "ovs_interfaceid": "d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.768804] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.088016] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5248c54e-5665-c35e-a13f-bd4907d43b42, 'name': SearchDatastore_Task, 'duration_secs': 0.009737} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.088349] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.088586] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1261.088863] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.089027] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.089215] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.089479] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4d90adf-e35f-47ad-8de7-fe8e925faf88 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.102027] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.102226] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1261.103057] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1335fc8-8a10-491a-8609-d538591609a7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.108550] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1261.108550] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5208a5aa-5e9f-f1cb-84f8-a2cffb54a426" [ 1261.108550] env[69808]: _type = "Task" [ 1261.108550] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.117092] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5208a5aa-5e9f-f1cb-84f8-a2cffb54a426, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.127807] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Releasing lock "refresh_cache-5fe470ce-6300-476a-80cd-41e9589d1d73" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.248394] env[69808]: DEBUG oslo_concurrency.lockutils [req-aac32399-440a-44cc-b6af-bb5ac2aa0c99 req-aa1e179e-f667-4a35-80e3-95789a8d3d3d service nova] Releasing lock "refresh_cache-21246246-2cd7-4d77-9967-aa479200a3e7" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.269829] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790912, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.350245] env[69808]: DEBUG nova.compute.manager [req-52f8cd30-3571-4734-8faa-7622d066f26c req-cb2a689a-806d-43a6-bce3-47b73b908774 service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Received event network-vif-unplugged-da635b72-f403-428e-b7d4-82019686d7bf {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.350535] env[69808]: DEBUG oslo_concurrency.lockutils [req-52f8cd30-3571-4734-8faa-7622d066f26c req-cb2a689a-806d-43a6-bce3-47b73b908774 service nova] Acquiring lock "5fe470ce-6300-476a-80cd-41e9589d1d73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.350782] env[69808]: DEBUG oslo_concurrency.lockutils [req-52f8cd30-3571-4734-8faa-7622d066f26c req-cb2a689a-806d-43a6-bce3-47b73b908774 service nova] Lock "5fe470ce-6300-476a-80cd-41e9589d1d73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.351010] env[69808]: DEBUG oslo_concurrency.lockutils [req-52f8cd30-3571-4734-8faa-7622d066f26c req-cb2a689a-806d-43a6-bce3-47b73b908774 service nova] Lock "5fe470ce-6300-476a-80cd-41e9589d1d73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.352388] env[69808]: DEBUG nova.compute.manager [req-52f8cd30-3571-4734-8faa-7622d066f26c req-cb2a689a-806d-43a6-bce3-47b73b908774 service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] No waiting events found dispatching network-vif-unplugged-da635b72-f403-428e-b7d4-82019686d7bf {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1261.352639] env[69808]: WARNING nova.compute.manager [req-52f8cd30-3571-4734-8faa-7622d066f26c req-cb2a689a-806d-43a6-bce3-47b73b908774 service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Received unexpected event network-vif-unplugged-da635b72-f403-428e-b7d4-82019686d7bf for instance with vm_state shelved and task_state shelving_offloading. [ 1261.459565] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.460611] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce34c1a0-df08-4737-b4bf-bf24fe37e4cd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.468467] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.468728] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b20b41ef-8b93-401d-b823-1393591d24ba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.620501] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5208a5aa-5e9f-f1cb-84f8-a2cffb54a426, 'name': SearchDatastore_Task, 'duration_secs': 0.009683} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.621302] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b2fafb0-8005-42ab-a0a0-fc748bdaa388 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.626530] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1261.626530] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5252db50-5b46-4efc-4bf9-8df4b971d8ad" [ 1261.626530] env[69808]: _type = "Task" [ 1261.626530] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.634155] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5252db50-5b46-4efc-4bf9-8df4b971d8ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.770986] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.038817} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.771315] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.772613] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19196098-3547-4356-9aab-ecfa824920c4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.795582] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] f987da4a-4baf-4aec-8c92-29e9778142fb/f987da4a-4baf-4aec-8c92-29e9778142fb.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.796154] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dde634c-32e9-4093-bfe7-542d8f5b7764 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.815963] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1261.815963] env[69808]: value = "task-3790915" [ 1261.815963] env[69808]: _type = "Task" [ 1261.815963] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.824307] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.928685] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.929124] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.929358] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Deleting the datastore file [datastore2] 5fe470ce-6300-476a-80cd-41e9589d1d73 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.929656] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-001f07f9-48b6-43e5-a74a-c6306b41e80c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.935827] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1261.935827] env[69808]: value = "task-3790916" [ 1261.935827] env[69808]: _type = "Task" [ 1261.935827] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.945072] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.137020] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5252db50-5b46-4efc-4bf9-8df4b971d8ad, 'name': SearchDatastore_Task, 'duration_secs': 0.034391} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.137332] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.137619] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 21246246-2cd7-4d77-9967-aa479200a3e7/21246246-2cd7-4d77-9967-aa479200a3e7.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1262.137894] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e39198f-97ed-4081-925d-a7c8e388a39a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.145013] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1262.145013] env[69808]: value = "task-3790917" [ 1262.145013] env[69808]: _type = "Task" [ 1262.145013] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.152904] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.327560] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790915, 'name': ReconfigVM_Task, 'duration_secs': 0.310296} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.327878] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Reconfigured VM instance instance-00000075 to attach disk [datastore1] f987da4a-4baf-4aec-8c92-29e9778142fb/f987da4a-4baf-4aec-8c92-29e9778142fb.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.328514] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd63768e-ea23-40c4-8d07-66065190723f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.335428] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1262.335428] env[69808]: value = "task-3790918" [ 1262.335428] env[69808]: _type = "Task" [ 1262.335428] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.344632] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790918, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.446524] env[69808]: DEBUG oslo_vmware.api [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163035} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.446821] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.446967] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.447182] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.478637] env[69808]: INFO nova.scheduler.client.report [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Deleted allocations for instance 5fe470ce-6300-476a-80cd-41e9589d1d73 [ 1262.659449] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790917, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.845854] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790918, 'name': Rename_Task, 'duration_secs': 0.180803} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.846142] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.846404] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06b3b348-ea97-440e-b825-121f432b96c2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.856354] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1262.856354] env[69808]: value = "task-3790919" [ 1262.856354] env[69808]: _type = "Task" [ 1262.856354] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.866898] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.984415] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.984776] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.985051] env[69808]: DEBUG nova.objects.instance [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lazy-loading 'resources' on Instance uuid 5fe470ce-6300-476a-80cd-41e9589d1d73 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.156783] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566353} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.157162] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 21246246-2cd7-4d77-9967-aa479200a3e7/21246246-2cd7-4d77-9967-aa479200a3e7.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1263.157397] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1263.157652] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9a32bbb-097c-4504-b722-d0fbf6ae1716 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.165866] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1263.165866] env[69808]: value = "task-3790920" [ 1263.165866] env[69808]: _type = "Task" [ 1263.165866] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.176923] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.206149] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-7693a075-768d-45bd-b34c-317885d8082f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Volume attach. Driver type: vmdk {{(pid=69808) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1263.206395] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-7693a075-768d-45bd-b34c-317885d8082f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754087', 'volume_id': '574a082a-f100-4e93-9b7e-ad57683e2c3e', 'name': 'volume-574a082a-f100-4e93-9b7e-ad57683e2c3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7', 'attached_at': '', 'detached_at': '', 'volume_id': '574a082a-f100-4e93-9b7e-ad57683e2c3e', 'serial': '574a082a-f100-4e93-9b7e-ad57683e2c3e'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1263.207317] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e343df-4a31-4406-abaa-22c9b5bb85a2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.224825] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7e0c89-0d21-47b3-80f7-7b3e51c01878 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.251560] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-7693a075-768d-45bd-b34c-317885d8082f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-574a082a-f100-4e93-9b7e-ad57683e2c3e/volume-574a082a-f100-4e93-9b7e-ad57683e2c3e.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.251868] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b41fea72-6b76-4914-973c-41a8ef671615 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.272140] env[69808]: DEBUG oslo_vmware.api [None req-7693a075-768d-45bd-b34c-317885d8082f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1263.272140] env[69808]: value = "task-3790921" [ 1263.272140] env[69808]: _type = "Task" [ 1263.272140] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.281898] env[69808]: DEBUG oslo_vmware.api [None req-7693a075-768d-45bd-b34c-317885d8082f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.369703] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790919, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.394199] env[69808]: DEBUG nova.compute.manager [req-0c034702-43be-4889-b9b4-18b42653201f req-702c44a0-f1c4-4909-89a9-a4b31287bc3b service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Received event network-changed-da635b72-f403-428e-b7d4-82019686d7bf {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.394414] env[69808]: DEBUG nova.compute.manager [req-0c034702-43be-4889-b9b4-18b42653201f req-702c44a0-f1c4-4909-89a9-a4b31287bc3b service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Refreshing instance network info cache due to event network-changed-da635b72-f403-428e-b7d4-82019686d7bf. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.394638] env[69808]: DEBUG oslo_concurrency.lockutils [req-0c034702-43be-4889-b9b4-18b42653201f req-702c44a0-f1c4-4909-89a9-a4b31287bc3b service nova] Acquiring lock "refresh_cache-5fe470ce-6300-476a-80cd-41e9589d1d73" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.394786] env[69808]: DEBUG oslo_concurrency.lockutils [req-0c034702-43be-4889-b9b4-18b42653201f req-702c44a0-f1c4-4909-89a9-a4b31287bc3b service nova] Acquired lock "refresh_cache-5fe470ce-6300-476a-80cd-41e9589d1d73" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.394948] env[69808]: DEBUG nova.network.neutron [req-0c034702-43be-4889-b9b4-18b42653201f req-702c44a0-f1c4-4909-89a9-a4b31287bc3b service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Refreshing network info cache for port da635b72-f403-428e-b7d4-82019686d7bf {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.488477] env[69808]: DEBUG nova.objects.instance [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lazy-loading 'numa_topology' on Instance uuid 5fe470ce-6300-476a-80cd-41e9589d1d73 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.677461] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212784} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.677865] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1263.678690] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461fb485-ceb9-4a0b-8b25-5ab232670d36 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.703734] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 21246246-2cd7-4d77-9967-aa479200a3e7/21246246-2cd7-4d77-9967-aa479200a3e7.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.704067] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cdb53d8-6503-4fd4-a99d-6b7379041ca7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.727314] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1263.727314] env[69808]: value = "task-3790922" [ 1263.727314] env[69808]: _type = "Task" [ 1263.727314] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.738463] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.786315] env[69808]: DEBUG oslo_vmware.api [None req-7693a075-768d-45bd-b34c-317885d8082f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.867761] env[69808]: DEBUG oslo_vmware.api [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790919, 'name': PowerOnVM_Task, 'duration_secs': 0.876445} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.868142] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.868434] env[69808]: INFO nova.compute.manager [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1263.868646] env[69808]: DEBUG nova.compute.manager [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1263.869543] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f81e52-1be3-4df1-bb96-368ade39876e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.991383] env[69808]: DEBUG nova.objects.base [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Object Instance<5fe470ce-6300-476a-80cd-41e9589d1d73> lazy-loaded attributes: resources,numa_topology {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1264.149276] env[69808]: DEBUG nova.network.neutron [req-0c034702-43be-4889-b9b4-18b42653201f req-702c44a0-f1c4-4909-89a9-a4b31287bc3b service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Updated VIF entry in instance network info cache for port da635b72-f403-428e-b7d4-82019686d7bf. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.149642] env[69808]: DEBUG nova.network.neutron [req-0c034702-43be-4889-b9b4-18b42653201f req-702c44a0-f1c4-4909-89a9-a4b31287bc3b service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Updating instance_info_cache with network_info: [{"id": "da635b72-f403-428e-b7d4-82019686d7bf", "address": "fa:16:3e:37:1d:50", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapda635b72-f4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.187850] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cdbea4-0ec9-42f0-b64a-8109a5113b7a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.196284] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bbc686-1c3a-4ecc-95ac-1faf56474298 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.232855] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1828618-e4c6-4373-929c-0b74dd8aa827 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.243237] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.244482] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5808d80-1fa9-43c5-99aa-f19d97ea8a17 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.259953] env[69808]: DEBUG nova.compute.provider_tree [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.283173] env[69808]: DEBUG oslo_vmware.api [None req-7693a075-768d-45bd-b34c-317885d8082f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790921, 'name': ReconfigVM_Task, 'duration_secs': 0.637368} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.283539] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-7693a075-768d-45bd-b34c-317885d8082f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-574a082a-f100-4e93-9b7e-ad57683e2c3e/volume-574a082a-f100-4e93-9b7e-ad57683e2c3e.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.288635] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6a3079f-0175-42df-94f0-13bc7857d414 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.304526] env[69808]: DEBUG oslo_vmware.api [None req-7693a075-768d-45bd-b34c-317885d8082f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1264.304526] env[69808]: value = "task-3790923" [ 1264.304526] env[69808]: _type = "Task" [ 1264.304526] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.312989] env[69808]: DEBUG oslo_vmware.api [None req-7693a075-768d-45bd-b34c-317885d8082f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.388079] env[69808]: INFO nova.compute.manager [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Took 13.38 seconds to build instance. [ 1264.652855] env[69808]: DEBUG oslo_concurrency.lockutils [req-0c034702-43be-4889-b9b4-18b42653201f req-702c44a0-f1c4-4909-89a9-a4b31287bc3b service nova] Releasing lock "refresh_cache-5fe470ce-6300-476a-80cd-41e9589d1d73" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.740226] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790922, 'name': ReconfigVM_Task, 'duration_secs': 0.782547} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.740580] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 21246246-2cd7-4d77-9967-aa479200a3e7/21246246-2cd7-4d77-9967-aa479200a3e7.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.741210] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cab87805-673f-4dfe-99f6-bebd74f5dbe2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.749241] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1264.749241] env[69808]: value = "task-3790924" [ 1264.749241] env[69808]: _type = "Task" [ 1264.749241] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.759403] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790924, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.767653] env[69808]: DEBUG nova.scheduler.client.report [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.771220] env[69808]: DEBUG oslo_concurrency.lockutils [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "5fe470ce-6300-476a-80cd-41e9589d1d73" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.816381] env[69808]: DEBUG oslo_vmware.api [None req-7693a075-768d-45bd-b34c-317885d8082f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790923, 'name': ReconfigVM_Task, 'duration_secs': 0.152058} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.817677] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-7693a075-768d-45bd-b34c-317885d8082f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754087', 'volume_id': '574a082a-f100-4e93-9b7e-ad57683e2c3e', 'name': 'volume-574a082a-f100-4e93-9b7e-ad57683e2c3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7', 'attached_at': '', 'detached_at': '', 'volume_id': '574a082a-f100-4e93-9b7e-ad57683e2c3e', 'serial': '574a082a-f100-4e93-9b7e-ad57683e2c3e'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1264.890056] env[69808]: DEBUG oslo_concurrency.lockutils [None req-257af96b-584b-4fcc-983a-09d94e6646ed tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "f987da4a-4baf-4aec-8c92-29e9778142fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.891s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.260994] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790924, 'name': Rename_Task, 'duration_secs': 0.209105} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.261270] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.261519] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04da6ee0-4b12-421b-a62d-f980aa3d732f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.268225] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1265.268225] env[69808]: value = "task-3790925" [ 1265.268225] env[69808]: _type = "Task" [ 1265.268225] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.273056] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.277594] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.783018] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790925, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.786207] env[69808]: DEBUG oslo_concurrency.lockutils [None req-dcdf4335-d87a-4f8e-ad8c-3f7d77240748 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "5fe470ce-6300-476a-80cd-41e9589d1d73" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.314s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.787766] env[69808]: DEBUG oslo_concurrency.lockutils [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "5fe470ce-6300-476a-80cd-41e9589d1d73" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.016s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.787874] env[69808]: INFO nova.compute.manager [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Unshelving [ 1265.856453] env[69808]: DEBUG nova.objects.instance [None req-7693a075-768d-45bd-b34c-317885d8082f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lazy-loading 'flavor' on Instance uuid 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.013324] env[69808]: DEBUG nova.compute.manager [req-c28c686e-73f6-4416-ba3a-49bc7df3b631 req-a3e96d2b-9d47-43be-89dd-ee4c6e3e0912 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Received event network-changed-b1023054-4be2-464c-ae15-96a00b6ca5c5 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.013530] env[69808]: DEBUG nova.compute.manager [req-c28c686e-73f6-4416-ba3a-49bc7df3b631 req-a3e96d2b-9d47-43be-89dd-ee4c6e3e0912 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Refreshing instance network info cache due to event network-changed-b1023054-4be2-464c-ae15-96a00b6ca5c5. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.013770] env[69808]: DEBUG oslo_concurrency.lockutils [req-c28c686e-73f6-4416-ba3a-49bc7df3b631 req-a3e96d2b-9d47-43be-89dd-ee4c6e3e0912 service nova] Acquiring lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.014197] env[69808]: DEBUG oslo_concurrency.lockutils [req-c28c686e-73f6-4416-ba3a-49bc7df3b631 req-a3e96d2b-9d47-43be-89dd-ee4c6e3e0912 service nova] Acquired lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.014197] env[69808]: DEBUG nova.network.neutron [req-c28c686e-73f6-4416-ba3a-49bc7df3b631 req-a3e96d2b-9d47-43be-89dd-ee4c6e3e0912 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Refreshing network info cache for port b1023054-4be2-464c-ae15-96a00b6ca5c5 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.129116] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9ffd5554-2d82-4498-9e52-a5aff5726cbc tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.280043] env[69808]: DEBUG oslo_vmware.api [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790925, 'name': PowerOnVM_Task, 'duration_secs': 0.543855} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.280417] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.280632] env[69808]: INFO nova.compute.manager [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1266.280817] env[69808]: DEBUG nova.compute.manager [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1266.281694] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb10888-cba4-4b35-83de-f82baacd6bb3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.363891] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7693a075-768d-45bd-b34c-317885d8082f tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.763s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.364976] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9ffd5554-2d82-4498-9e52-a5aff5726cbc tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.236s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.763183] env[69808]: DEBUG nova.network.neutron [req-c28c686e-73f6-4416-ba3a-49bc7df3b631 req-a3e96d2b-9d47-43be-89dd-ee4c6e3e0912 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Updated VIF entry in instance network info cache for port b1023054-4be2-464c-ae15-96a00b6ca5c5. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.763790] env[69808]: DEBUG nova.network.neutron [req-c28c686e-73f6-4416-ba3a-49bc7df3b631 req-a3e96d2b-9d47-43be-89dd-ee4c6e3e0912 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Updating instance_info_cache with network_info: [{"id": "b1023054-4be2-464c-ae15-96a00b6ca5c5", "address": "fa:16:3e:91:bd:b6", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1023054-4b", "ovs_interfaceid": "b1023054-4be2-464c-ae15-96a00b6ca5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.803614] env[69808]: INFO nova.compute.manager [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Took 13.88 seconds to build instance. [ 1266.821534] env[69808]: DEBUG oslo_concurrency.lockutils [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.821820] env[69808]: DEBUG oslo_concurrency.lockutils [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.822043] env[69808]: DEBUG nova.objects.instance [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lazy-loading 'pci_requests' on Instance uuid 5fe470ce-6300-476a-80cd-41e9589d1d73 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.869829] env[69808]: INFO nova.compute.manager [None req-9ffd5554-2d82-4498-9e52-a5aff5726cbc tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Detaching volume 574a082a-f100-4e93-9b7e-ad57683e2c3e [ 1266.910188] env[69808]: INFO nova.virt.block_device [None req-9ffd5554-2d82-4498-9e52-a5aff5726cbc tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Attempting to driver detach volume 574a082a-f100-4e93-9b7e-ad57683e2c3e from mountpoint /dev/sdb [ 1266.910484] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ffd5554-2d82-4498-9e52-a5aff5726cbc tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Volume detach. Driver type: vmdk {{(pid=69808) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1266.910677] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ffd5554-2d82-4498-9e52-a5aff5726cbc tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754087', 'volume_id': '574a082a-f100-4e93-9b7e-ad57683e2c3e', 'name': 'volume-574a082a-f100-4e93-9b7e-ad57683e2c3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7', 'attached_at': '', 'detached_at': '', 'volume_id': '574a082a-f100-4e93-9b7e-ad57683e2c3e', 'serial': '574a082a-f100-4e93-9b7e-ad57683e2c3e'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1266.911616] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a45bfe-866e-424c-9f89-5d91ca9227c8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.936559] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d312c55-44b5-454a-8fa9-c0352316546d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.944386] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118568ba-4cbb-46ab-8d02-a0c094204524 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.973516] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd686e5b-74cb-48fc-9701-5ed608876ae5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.991588] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ffd5554-2d82-4498-9e52-a5aff5726cbc tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] The volume has not been displaced from its original location: [datastore1] volume-574a082a-f100-4e93-9b7e-ad57683e2c3e/volume-574a082a-f100-4e93-9b7e-ad57683e2c3e.vmdk. No consolidation needed. {{(pid=69808) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1267.001088] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ffd5554-2d82-4498-9e52-a5aff5726cbc tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1267.001088] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a018f3d3-c10b-4516-bd33-c4b6ef9bb64b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.019682] env[69808]: DEBUG oslo_vmware.api [None req-9ffd5554-2d82-4498-9e52-a5aff5726cbc tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1267.019682] env[69808]: value = "task-3790926" [ 1267.019682] env[69808]: _type = "Task" [ 1267.019682] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.028721] env[69808]: DEBUG oslo_vmware.api [None req-9ffd5554-2d82-4498-9e52-a5aff5726cbc tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.266313] env[69808]: DEBUG oslo_concurrency.lockutils [req-c28c686e-73f6-4416-ba3a-49bc7df3b631 req-a3e96d2b-9d47-43be-89dd-ee4c6e3e0912 service nova] Releasing lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.306074] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2a18c27c-70c7-460f-8e12-05eabe747b1f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "21246246-2cd7-4d77-9967-aa479200a3e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.395s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.325980] env[69808]: DEBUG nova.objects.instance [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lazy-loading 'numa_topology' on Instance uuid 5fe470ce-6300-476a-80cd-41e9589d1d73 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.536098] env[69808]: DEBUG oslo_vmware.api [None req-9ffd5554-2d82-4498-9e52-a5aff5726cbc tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790926, 'name': ReconfigVM_Task, 'duration_secs': 0.358284} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.536437] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ffd5554-2d82-4498-9e52-a5aff5726cbc tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1267.542095] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca0a7946-b216-42bb-9b42-3df12d1f4031 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.558031] env[69808]: DEBUG oslo_vmware.api [None req-9ffd5554-2d82-4498-9e52-a5aff5726cbc tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1267.558031] env[69808]: value = "task-3790927" [ 1267.558031] env[69808]: _type = "Task" [ 1267.558031] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.567461] env[69808]: DEBUG oslo_vmware.api [None req-9ffd5554-2d82-4498-9e52-a5aff5726cbc tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.763505] env[69808]: DEBUG oslo_concurrency.lockutils [None req-882ea631-1a0c-4d7f-b7ac-46017074067c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "21246246-2cd7-4d77-9967-aa479200a3e7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.763758] env[69808]: DEBUG oslo_concurrency.lockutils [None req-882ea631-1a0c-4d7f-b7ac-46017074067c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "21246246-2cd7-4d77-9967-aa479200a3e7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.763945] env[69808]: DEBUG nova.compute.manager [None req-882ea631-1a0c-4d7f-b7ac-46017074067c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1267.764892] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb701282-b169-447c-a41a-e76d003b24c3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.772068] env[69808]: DEBUG nova.compute.manager [None req-882ea631-1a0c-4d7f-b7ac-46017074067c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69808) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1267.772646] env[69808]: DEBUG nova.objects.instance [None req-882ea631-1a0c-4d7f-b7ac-46017074067c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lazy-loading 'flavor' on Instance uuid 21246246-2cd7-4d77-9967-aa479200a3e7 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.828624] env[69808]: INFO nova.compute.claims [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1268.043096] env[69808]: DEBUG nova.compute.manager [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Received event network-changed-e8bede9d-d8ab-46f7-ac75-4f5344d58897 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.043317] env[69808]: DEBUG nova.compute.manager [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Refreshing instance network info cache due to event network-changed-e8bede9d-d8ab-46f7-ac75-4f5344d58897. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.043551] env[69808]: DEBUG oslo_concurrency.lockutils [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] Acquiring lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.043695] env[69808]: DEBUG oslo_concurrency.lockutils [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] Acquired lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.043859] env[69808]: DEBUG nova.network.neutron [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Refreshing network info cache for port e8bede9d-d8ab-46f7-ac75-4f5344d58897 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.069443] env[69808]: DEBUG oslo_vmware.api [None req-9ffd5554-2d82-4498-9e52-a5aff5726cbc tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790927, 'name': ReconfigVM_Task, 'duration_secs': 0.147228} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.069839] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ffd5554-2d82-4498-9e52-a5aff5726cbc tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754087', 'volume_id': '574a082a-f100-4e93-9b7e-ad57683e2c3e', 'name': 'volume-574a082a-f100-4e93-9b7e-ad57683e2c3e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7', 'attached_at': '', 'detached_at': '', 'volume_id': '574a082a-f100-4e93-9b7e-ad57683e2c3e', 'serial': '574a082a-f100-4e93-9b7e-ad57683e2c3e'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1268.615772] env[69808]: DEBUG nova.objects.instance [None req-9ffd5554-2d82-4498-9e52-a5aff5726cbc tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lazy-loading 'flavor' on Instance uuid 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.748339] env[69808]: DEBUG nova.network.neutron [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Updated VIF entry in instance network info cache for port e8bede9d-d8ab-46f7-ac75-4f5344d58897. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.748720] env[69808]: DEBUG nova.network.neutron [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Updating instance_info_cache with network_info: [{"id": "e8bede9d-d8ab-46f7-ac75-4f5344d58897", "address": "fa:16:3e:fe:d9:64", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8bede9d-d8", "ovs_interfaceid": "e8bede9d-d8ab-46f7-ac75-4f5344d58897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.780966] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-882ea631-1a0c-4d7f-b7ac-46017074067c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.781290] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c473b30-b25f-44db-adc5-a060f069a280 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.789412] env[69808]: DEBUG oslo_vmware.api [None req-882ea631-1a0c-4d7f-b7ac-46017074067c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1268.789412] env[69808]: value = "task-3790928" [ 1268.789412] env[69808]: _type = "Task" [ 1268.789412] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.799111] env[69808]: DEBUG oslo_vmware.api [None req-882ea631-1a0c-4d7f-b7ac-46017074067c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.035259] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5deacee-4a24-46b5-81bd-b9402f118f4b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.042967] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c7500c-ddeb-45ae-b2fa-77f637f3c57e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.074299] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a89948-2f62-42e2-8564-9a83d69115c3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.082528] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795e3913-5118-4bed-a989-7074421985f3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.097838] env[69808]: DEBUG nova.compute.provider_tree [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.251492] env[69808]: DEBUG oslo_concurrency.lockutils [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] Releasing lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.251778] env[69808]: DEBUG nova.compute.manager [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Received event network-changed-e8bede9d-d8ab-46f7-ac75-4f5344d58897 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.251951] env[69808]: DEBUG nova.compute.manager [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Refreshing instance network info cache due to event network-changed-e8bede9d-d8ab-46f7-ac75-4f5344d58897. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.252194] env[69808]: DEBUG oslo_concurrency.lockutils [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] Acquiring lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.252334] env[69808]: DEBUG oslo_concurrency.lockutils [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] Acquired lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.252499] env[69808]: DEBUG nova.network.neutron [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Refreshing network info cache for port e8bede9d-d8ab-46f7-ac75-4f5344d58897 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.299658] env[69808]: DEBUG oslo_vmware.api [None req-882ea631-1a0c-4d7f-b7ac-46017074067c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790928, 'name': PowerOffVM_Task, 'duration_secs': 0.222077} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.299975] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-882ea631-1a0c-4d7f-b7ac-46017074067c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.300219] env[69808]: DEBUG nova.compute.manager [None req-882ea631-1a0c-4d7f-b7ac-46017074067c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1269.300997] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a552f961-aee0-4717-b6cd-7c2912d7ee33 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.601434] env[69808]: DEBUG nova.scheduler.client.report [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.622457] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9ffd5554-2d82-4498-9e52-a5aff5726cbc tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.257s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.814762] env[69808]: DEBUG oslo_concurrency.lockutils [None req-882ea631-1a0c-4d7f-b7ac-46017074067c tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "21246246-2cd7-4d77-9967-aa479200a3e7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.043188] env[69808]: DEBUG nova.network.neutron [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Updated VIF entry in instance network info cache for port e8bede9d-d8ab-46f7-ac75-4f5344d58897. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.043550] env[69808]: DEBUG nova.network.neutron [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Updating instance_info_cache with network_info: [{"id": "e8bede9d-d8ab-46f7-ac75-4f5344d58897", "address": "fa:16:3e:fe:d9:64", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8bede9d-d8", "ovs_interfaceid": "e8bede9d-d8ab-46f7-ac75-4f5344d58897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.105894] env[69808]: DEBUG oslo_concurrency.lockutils [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.284s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.140548] env[69808]: INFO nova.network.neutron [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Updating port da635b72-f403-428e-b7d4-82019686d7bf with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1270.467208] env[69808]: DEBUG oslo_concurrency.lockutils [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.467462] env[69808]: DEBUG oslo_concurrency.lockutils [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.467721] env[69808]: DEBUG oslo_concurrency.lockutils [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.467876] env[69808]: DEBUG oslo_concurrency.lockutils [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.468107] env[69808]: DEBUG oslo_concurrency.lockutils [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.470257] env[69808]: INFO nova.compute.manager [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Terminating instance [ 1270.511372] env[69808]: DEBUG oslo_concurrency.lockutils [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "c0467513-713e-431b-8785-639eb2b863b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.511688] env[69808]: DEBUG oslo_concurrency.lockutils [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "c0467513-713e-431b-8785-639eb2b863b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.511910] env[69808]: DEBUG oslo_concurrency.lockutils [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "c0467513-713e-431b-8785-639eb2b863b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.512130] env[69808]: DEBUG oslo_concurrency.lockutils [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "c0467513-713e-431b-8785-639eb2b863b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.512369] env[69808]: DEBUG oslo_concurrency.lockutils [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "c0467513-713e-431b-8785-639eb2b863b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.514869] env[69808]: INFO nova.compute.manager [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Terminating instance [ 1270.545543] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "21246246-2cd7-4d77-9967-aa479200a3e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.545854] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "21246246-2cd7-4d77-9967-aa479200a3e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.546149] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "21246246-2cd7-4d77-9967-aa479200a3e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.546418] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "21246246-2cd7-4d77-9967-aa479200a3e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.546602] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "21246246-2cd7-4d77-9967-aa479200a3e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.548373] env[69808]: DEBUG oslo_concurrency.lockutils [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] Releasing lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.548604] env[69808]: DEBUG nova.compute.manager [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Received event network-changed-b1023054-4be2-464c-ae15-96a00b6ca5c5 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.548774] env[69808]: DEBUG nova.compute.manager [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Refreshing instance network info cache due to event network-changed-b1023054-4be2-464c-ae15-96a00b6ca5c5. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.549130] env[69808]: DEBUG oslo_concurrency.lockutils [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] Acquiring lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.549295] env[69808]: DEBUG oslo_concurrency.lockutils [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] Acquired lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.549473] env[69808]: DEBUG nova.network.neutron [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Refreshing network info cache for port b1023054-4be2-464c-ae15-96a00b6ca5c5 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.550866] env[69808]: INFO nova.compute.manager [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Terminating instance [ 1270.974709] env[69808]: DEBUG nova.compute.manager [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1270.975030] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.975965] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c68d2c7-5163-42f1-aa29-55c8eb422cd0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.984603] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.985223] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e80e88a7-f8d5-475a-8df0-f080db80c18b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.992327] env[69808]: DEBUG oslo_vmware.api [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1270.992327] env[69808]: value = "task-3790929" [ 1270.992327] env[69808]: _type = "Task" [ 1270.992327] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.002216] env[69808]: DEBUG oslo_vmware.api [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.020103] env[69808]: DEBUG nova.compute.manager [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.020103] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.020611] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a8bb87-4be3-462f-9515-86123a7e4919 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.028650] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.029033] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9168ffaa-9b01-4f09-8472-67a1fd8af9ea {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.036140] env[69808]: DEBUG oslo_vmware.api [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1271.036140] env[69808]: value = "task-3790930" [ 1271.036140] env[69808]: _type = "Task" [ 1271.036140] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.044928] env[69808]: DEBUG oslo_vmware.api [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.055952] env[69808]: DEBUG nova.compute.manager [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.056191] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.057130] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0592292d-1295-4f6c-babe-d59b497f4064 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.065796] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.065796] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c295ef85-b66d-4cd1-a376-60ea5b306ac0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.152774] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.153191] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.153514] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Deleting the datastore file [datastore1] 21246246-2cd7-4d77-9967-aa479200a3e7 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.153932] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4d2012b-181a-4011-b549-cc5806d9c0ec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.163704] env[69808]: DEBUG oslo_vmware.api [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1271.163704] env[69808]: value = "task-3790932" [ 1271.163704] env[69808]: _type = "Task" [ 1271.163704] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.176113] env[69808]: DEBUG oslo_vmware.api [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.344580] env[69808]: DEBUG nova.network.neutron [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Updated VIF entry in instance network info cache for port b1023054-4be2-464c-ae15-96a00b6ca5c5. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.344964] env[69808]: DEBUG nova.network.neutron [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Updating instance_info_cache with network_info: [{"id": "b1023054-4be2-464c-ae15-96a00b6ca5c5", "address": "fa:16:3e:91:bd:b6", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1023054-4b", "ovs_interfaceid": "b1023054-4be2-464c-ae15-96a00b6ca5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.502949] env[69808]: DEBUG oslo_vmware.api [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790929, 'name': PowerOffVM_Task, 'duration_secs': 0.214416} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.503207] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.503412] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.503639] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8fba519-d9d2-4a09-b152-bdcde2f74674 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.555502] env[69808]: DEBUG oslo_vmware.api [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790930, 'name': PowerOffVM_Task, 'duration_secs': 0.181793} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.555824] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.555996] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.556317] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5261d2f3-d6e8-4877-b9d3-7ef1eb7a31b4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.576728] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.577332] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.577461] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Deleting the datastore file [datastore2] 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.579299] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e890ec7-c1e8-4b80-842f-6376274604f4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.582443] env[69808]: DEBUG nova.compute.manager [req-4d50dcf0-eb3f-4009-8c77-8209df2044df req-14bba089-2de4-4246-88be-88dc8184178d service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Received event network-vif-plugged-da635b72-f403-428e-b7d4-82019686d7bf {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.582666] env[69808]: DEBUG oslo_concurrency.lockutils [req-4d50dcf0-eb3f-4009-8c77-8209df2044df req-14bba089-2de4-4246-88be-88dc8184178d service nova] Acquiring lock "5fe470ce-6300-476a-80cd-41e9589d1d73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.582910] env[69808]: DEBUG oslo_concurrency.lockutils [req-4d50dcf0-eb3f-4009-8c77-8209df2044df req-14bba089-2de4-4246-88be-88dc8184178d service nova] Lock "5fe470ce-6300-476a-80cd-41e9589d1d73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.583121] env[69808]: DEBUG oslo_concurrency.lockutils [req-4d50dcf0-eb3f-4009-8c77-8209df2044df req-14bba089-2de4-4246-88be-88dc8184178d service nova] Lock "5fe470ce-6300-476a-80cd-41e9589d1d73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.583294] env[69808]: DEBUG nova.compute.manager [req-4d50dcf0-eb3f-4009-8c77-8209df2044df req-14bba089-2de4-4246-88be-88dc8184178d service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] No waiting events found dispatching network-vif-plugged-da635b72-f403-428e-b7d4-82019686d7bf {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1271.583458] env[69808]: WARNING nova.compute.manager [req-4d50dcf0-eb3f-4009-8c77-8209df2044df req-14bba089-2de4-4246-88be-88dc8184178d service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Received unexpected event network-vif-plugged-da635b72-f403-428e-b7d4-82019686d7bf for instance with vm_state shelved_offloaded and task_state spawning. [ 1271.591751] env[69808]: DEBUG oslo_vmware.api [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for the task: (returnval){ [ 1271.591751] env[69808]: value = "task-3790935" [ 1271.591751] env[69808]: _type = "Task" [ 1271.591751] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.601847] env[69808]: DEBUG oslo_vmware.api [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.639313] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.639313] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.639524] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Deleting the datastore file [datastore2] c0467513-713e-431b-8785-639eb2b863b8 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.639823] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e101b30-1ef3-436b-a565-a0f13b5a79c3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.646553] env[69808]: DEBUG oslo_vmware.api [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1271.646553] env[69808]: value = "task-3790936" [ 1271.646553] env[69808]: _type = "Task" [ 1271.646553] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.655327] env[69808]: DEBUG oslo_vmware.api [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.674568] env[69808]: DEBUG oslo_vmware.api [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210564} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.674568] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.674689] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.674870] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.675060] env[69808]: INFO nova.compute.manager [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1271.675610] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.675848] env[69808]: DEBUG nova.compute.manager [-] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.675937] env[69808]: DEBUG nova.network.neutron [-] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.678568] env[69808]: DEBUG oslo_concurrency.lockutils [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "refresh_cache-5fe470ce-6300-476a-80cd-41e9589d1d73" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.678776] env[69808]: DEBUG oslo_concurrency.lockutils [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired lock "refresh_cache-5fe470ce-6300-476a-80cd-41e9589d1d73" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.679121] env[69808]: DEBUG nova.network.neutron [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.848225] env[69808]: DEBUG oslo_concurrency.lockutils [req-c1bfce27-8962-4aa9-ad64-78d15ce79102 req-2ded014e-37a2-4354-9623-46c5a0e98c7b service nova] Releasing lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.906699] env[69808]: DEBUG nova.compute.manager [req-b70ae8ff-0e05-4d4b-9bf7-42451ee4d190 req-01627dcd-ad89-44d4-bc3e-daff273d233b service nova] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Received event network-vif-deleted-d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.907080] env[69808]: INFO nova.compute.manager [req-b70ae8ff-0e05-4d4b-9bf7-42451ee4d190 req-01627dcd-ad89-44d4-bc3e-daff273d233b service nova] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Neutron deleted interface d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6; detaching it from the instance and deleting it from the info cache [ 1271.907300] env[69808]: DEBUG nova.network.neutron [req-b70ae8ff-0e05-4d4b-9bf7-42451ee4d190 req-01627dcd-ad89-44d4-bc3e-daff273d233b service nova] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.102369] env[69808]: DEBUG oslo_vmware.api [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Task: {'id': task-3790935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17997} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.102853] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.102853] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.102853] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.102987] env[69808]: INFO nova.compute.manager [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1272.103195] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.103385] env[69808]: DEBUG nova.compute.manager [-] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.103488] env[69808]: DEBUG nova.network.neutron [-] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.157617] env[69808]: DEBUG oslo_vmware.api [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192368} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.157931] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.158083] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.158269] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.158441] env[69808]: INFO nova.compute.manager [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: c0467513-713e-431b-8785-639eb2b863b8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1272.158697] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.158943] env[69808]: DEBUG nova.compute.manager [-] [instance: c0467513-713e-431b-8785-639eb2b863b8] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.159059] env[69808]: DEBUG nova.network.neutron [-] [instance: c0467513-713e-431b-8785-639eb2b863b8] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.389815] env[69808]: DEBUG nova.network.neutron [-] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.409860] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b565f727-9553-4cbe-b24d-064a27a5f89e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.420212] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607b06d1-faad-43bc-8789-91da33df1494 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.460041] env[69808]: DEBUG nova.compute.manager [req-b70ae8ff-0e05-4d4b-9bf7-42451ee4d190 req-01627dcd-ad89-44d4-bc3e-daff273d233b service nova] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Detach interface failed, port_id=d6dfc7e3-9c7c-443b-bd4c-72f42a0ee0f6, reason: Instance 21246246-2cd7-4d77-9967-aa479200a3e7 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1272.662206] env[69808]: DEBUG nova.network.neutron [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Updating instance_info_cache with network_info: [{"id": "da635b72-f403-428e-b7d4-82019686d7bf", "address": "fa:16:3e:37:1d:50", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda635b72-f4", "ovs_interfaceid": "da635b72-f403-428e-b7d4-82019686d7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.893550] env[69808]: INFO nova.compute.manager [-] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Took 1.22 seconds to deallocate network for instance. [ 1273.165069] env[69808]: DEBUG oslo_concurrency.lockutils [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Releasing lock "refresh_cache-5fe470ce-6300-476a-80cd-41e9589d1d73" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.177728] env[69808]: DEBUG nova.network.neutron [-] [instance: c0467513-713e-431b-8785-639eb2b863b8] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.194958] env[69808]: DEBUG nova.virt.hardware [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='47daf4a7227b2ecf7a074d18c75fc9c6',container_format='bare',created_at=2025-05-02T11:47:15Z,direct_url=,disk_format='vmdk',id=7426faed-6014-41b0-bf46-512693c8b906,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1017177761-shelved',owner='13fcf0b3293a47cb9410c56bdc851669',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-05-02T11:47:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.195226] env[69808]: DEBUG nova.virt.hardware [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.195388] env[69808]: DEBUG nova.virt.hardware [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.195570] env[69808]: DEBUG nova.virt.hardware [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.195716] env[69808]: DEBUG nova.virt.hardware [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.195873] env[69808]: DEBUG nova.virt.hardware [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.196097] env[69808]: DEBUG nova.virt.hardware [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.196265] env[69808]: DEBUG nova.virt.hardware [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.196432] env[69808]: DEBUG nova.virt.hardware [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.196592] env[69808]: DEBUG nova.virt.hardware [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.196785] env[69808]: DEBUG nova.virt.hardware [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.197896] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118147a2-f99b-455e-9301-11fe1bd486b2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.207686] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1db4a6-4dc7-406b-97e5-87006f1b467a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.223232] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:1d:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da635b72-f403-428e-b7d4-82019686d7bf', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.230967] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.231662] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.231895] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed2265d1-aefd-4132-8828-feff9c9c64b0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.253431] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.253431] env[69808]: value = "task-3790937" [ 1273.253431] env[69808]: _type = "Task" [ 1273.253431] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.263128] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790937, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.361344] env[69808]: DEBUG nova.network.neutron [-] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.400375] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.400696] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.400943] env[69808]: DEBUG nova.objects.instance [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lazy-loading 'resources' on Instance uuid 21246246-2cd7-4d77-9967-aa479200a3e7 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.608079] env[69808]: DEBUG nova.compute.manager [req-ae3b6381-50e7-4d41-bb68-890d01217d9c req-49678f73-edb2-443a-be8d-00632d371ce5 service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Received event network-changed-da635b72-f403-428e-b7d4-82019686d7bf {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.608308] env[69808]: DEBUG nova.compute.manager [req-ae3b6381-50e7-4d41-bb68-890d01217d9c req-49678f73-edb2-443a-be8d-00632d371ce5 service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Refreshing instance network info cache due to event network-changed-da635b72-f403-428e-b7d4-82019686d7bf. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1273.608545] env[69808]: DEBUG oslo_concurrency.lockutils [req-ae3b6381-50e7-4d41-bb68-890d01217d9c req-49678f73-edb2-443a-be8d-00632d371ce5 service nova] Acquiring lock "refresh_cache-5fe470ce-6300-476a-80cd-41e9589d1d73" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.608690] env[69808]: DEBUG oslo_concurrency.lockutils [req-ae3b6381-50e7-4d41-bb68-890d01217d9c req-49678f73-edb2-443a-be8d-00632d371ce5 service nova] Acquired lock "refresh_cache-5fe470ce-6300-476a-80cd-41e9589d1d73" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.608902] env[69808]: DEBUG nova.network.neutron [req-ae3b6381-50e7-4d41-bb68-890d01217d9c req-49678f73-edb2-443a-be8d-00632d371ce5 service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Refreshing network info cache for port da635b72-f403-428e-b7d4-82019686d7bf {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.680891] env[69808]: INFO nova.compute.manager [-] [instance: c0467513-713e-431b-8785-639eb2b863b8] Took 1.52 seconds to deallocate network for instance. [ 1273.764801] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3790937, 'name': CreateVM_Task, 'duration_secs': 0.321279} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.765249] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1273.766049] env[69808]: DEBUG oslo_concurrency.lockutils [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7426faed-6014-41b0-bf46-512693c8b906" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.766279] env[69808]: DEBUG oslo_concurrency.lockutils [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7426faed-6014-41b0-bf46-512693c8b906" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.766718] env[69808]: DEBUG oslo_concurrency.lockutils [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7426faed-6014-41b0-bf46-512693c8b906" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.767017] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8ec177d-864f-4815-885f-88154f7cf980 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.773140] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1273.773140] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f97479-e852-a387-86a7-d2117ed8bbc0" [ 1273.773140] env[69808]: _type = "Task" [ 1273.773140] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.783498] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f97479-e852-a387-86a7-d2117ed8bbc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.864048] env[69808]: INFO nova.compute.manager [-] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Took 1.76 seconds to deallocate network for instance. [ 1273.966351] env[69808]: DEBUG nova.compute.manager [req-da0a70af-9051-43d8-97c4-95b02a0bcdc6 req-73b79227-da8c-4c89-9bc0-bb8628312a02 service nova] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Received event network-vif-deleted-4c8e8f8d-66d7-4294-96de-6a9ebd630d03 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.078672] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1d0ca9-d598-4a53-9f1e-efd73ca447e9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.086446] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6f3286-2920-45ab-bb56-3b76a11e8016 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.118911] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810d74e2-44e0-4345-841f-8a27df25ae2c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.126417] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a2d4f7-08aa-4d92-b265-bb922aa886b7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.139659] env[69808]: DEBUG nova.compute.provider_tree [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.187479] env[69808]: DEBUG oslo_concurrency.lockutils [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.285544] env[69808]: DEBUG oslo_concurrency.lockutils [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7426faed-6014-41b0-bf46-512693c8b906" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.285824] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Processing image 7426faed-6014-41b0-bf46-512693c8b906 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.286143] env[69808]: DEBUG oslo_concurrency.lockutils [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7426faed-6014-41b0-bf46-512693c8b906/7426faed-6014-41b0-bf46-512693c8b906.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.286327] env[69808]: DEBUG oslo_concurrency.lockutils [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7426faed-6014-41b0-bf46-512693c8b906/7426faed-6014-41b0-bf46-512693c8b906.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.286646] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.286961] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c39a435-9580-45f6-b528-1c75f760d3cb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.297067] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.297216] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.297914] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eadfdfac-15e7-4fc4-a0b3-91229e264aa9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.304083] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1274.304083] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523b29eb-579c-646d-fa16-cc6c821e4382" [ 1274.304083] env[69808]: _type = "Task" [ 1274.304083] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.313117] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523b29eb-579c-646d-fa16-cc6c821e4382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.325871] env[69808]: DEBUG nova.network.neutron [req-ae3b6381-50e7-4d41-bb68-890d01217d9c req-49678f73-edb2-443a-be8d-00632d371ce5 service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Updated VIF entry in instance network info cache for port da635b72-f403-428e-b7d4-82019686d7bf. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.326260] env[69808]: DEBUG nova.network.neutron [req-ae3b6381-50e7-4d41-bb68-890d01217d9c req-49678f73-edb2-443a-be8d-00632d371ce5 service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Updating instance_info_cache with network_info: [{"id": "da635b72-f403-428e-b7d4-82019686d7bf", "address": "fa:16:3e:37:1d:50", "network": {"id": "2f84f736-7451-4f1e-bd71-f95c9efe137a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1896609865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13fcf0b3293a47cb9410c56bdc851669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda635b72-f4", "ovs_interfaceid": "da635b72-f403-428e-b7d4-82019686d7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.371623] env[69808]: DEBUG oslo_concurrency.lockutils [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.643245] env[69808]: DEBUG nova.scheduler.client.report [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.814521] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Preparing fetch location {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1274.814777] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Fetch image to [datastore2] OSTACK_IMG_bdab87d6-3aa1-42d4-be43-d8ee77fcc0fe/OSTACK_IMG_bdab87d6-3aa1-42d4-be43-d8ee77fcc0fe.vmdk {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1274.814968] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Downloading stream optimized image 7426faed-6014-41b0-bf46-512693c8b906 to [datastore2] OSTACK_IMG_bdab87d6-3aa1-42d4-be43-d8ee77fcc0fe/OSTACK_IMG_bdab87d6-3aa1-42d4-be43-d8ee77fcc0fe.vmdk on the data store datastore2 as vApp {{(pid=69808) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1274.815157] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Downloading image file data 7426faed-6014-41b0-bf46-512693c8b906 to the ESX as VM named 'OSTACK_IMG_bdab87d6-3aa1-42d4-be43-d8ee77fcc0fe' {{(pid=69808) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1274.828620] env[69808]: DEBUG oslo_concurrency.lockutils [req-ae3b6381-50e7-4d41-bb68-890d01217d9c req-49678f73-edb2-443a-be8d-00632d371ce5 service nova] Releasing lock "refresh_cache-5fe470ce-6300-476a-80cd-41e9589d1d73" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.828928] env[69808]: DEBUG nova.compute.manager [req-ae3b6381-50e7-4d41-bb68-890d01217d9c req-49678f73-edb2-443a-be8d-00632d371ce5 service nova] [instance: c0467513-713e-431b-8785-639eb2b863b8] Received event network-vif-deleted-7a68d913-acf6-44f6-b3a6-c8cc025c1bf1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.891466] env[69808]: DEBUG oslo_vmware.rw_handles [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1274.891466] env[69808]: value = "resgroup-9" [ 1274.891466] env[69808]: _type = "ResourcePool" [ 1274.891466] env[69808]: }. {{(pid=69808) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1274.891746] env[69808]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a2c5a652-1b12-4e92-9ddf-883dca98946a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.914650] env[69808]: DEBUG oslo_vmware.rw_handles [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lease: (returnval){ [ 1274.914650] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52abb16b-ecfa-a8f3-d14d-c43fbb942e81" [ 1274.914650] env[69808]: _type = "HttpNfcLease" [ 1274.914650] env[69808]: } obtained for vApp import into resource pool (val){ [ 1274.914650] env[69808]: value = "resgroup-9" [ 1274.914650] env[69808]: _type = "ResourcePool" [ 1274.914650] env[69808]: }. {{(pid=69808) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1274.914991] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the lease: (returnval){ [ 1274.914991] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52abb16b-ecfa-a8f3-d14d-c43fbb942e81" [ 1274.914991] env[69808]: _type = "HttpNfcLease" [ 1274.914991] env[69808]: } to be ready. {{(pid=69808) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1274.922620] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1274.922620] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52abb16b-ecfa-a8f3-d14d-c43fbb942e81" [ 1274.922620] env[69808]: _type = "HttpNfcLease" [ 1274.922620] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1275.148512] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.151227] env[69808]: DEBUG oslo_concurrency.lockutils [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.964s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.151581] env[69808]: DEBUG nova.objects.instance [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lazy-loading 'resources' on Instance uuid c0467513-713e-431b-8785-639eb2b863b8 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.170055] env[69808]: INFO nova.scheduler.client.report [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Deleted allocations for instance 21246246-2cd7-4d77-9967-aa479200a3e7 [ 1275.424755] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1275.424755] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52abb16b-ecfa-a8f3-d14d-c43fbb942e81" [ 1275.424755] env[69808]: _type = "HttpNfcLease" [ 1275.424755] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1275.677980] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8a17aa7a-943d-4ff9-9d1d-fb35e8eca2dc tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "21246246-2cd7-4d77-9967-aa479200a3e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.132s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.835680] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad82558f-a913-4fa7-af44-696cfe28b723 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.844932] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59391a0b-9cea-4d59-91d4-bdc6022450f3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.880152] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081274d1-6fac-4a71-9577-4b4904946627 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.888513] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1806826b-c268-48a2-9faf-efff987dccc3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.905046] env[69808]: DEBUG nova.compute.provider_tree [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.923643] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1275.923643] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52abb16b-ecfa-a8f3-d14d-c43fbb942e81" [ 1275.923643] env[69808]: _type = "HttpNfcLease" [ 1275.923643] env[69808]: } is ready. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1275.923946] env[69808]: DEBUG oslo_vmware.rw_handles [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1275.923946] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52abb16b-ecfa-a8f3-d14d-c43fbb942e81" [ 1275.923946] env[69808]: _type = "HttpNfcLease" [ 1275.923946] env[69808]: }. {{(pid=69808) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1275.924707] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a43190-3caa-4383-ae5a-c64ec194c27b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.932772] env[69808]: DEBUG oslo_vmware.rw_handles [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52451478-b37a-48f7-6fb5-8660a5ceabd7/disk-0.vmdk from lease info. {{(pid=69808) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1275.932963] env[69808]: DEBUG oslo_vmware.rw_handles [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52451478-b37a-48f7-6fb5-8660a5ceabd7/disk-0.vmdk. {{(pid=69808) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1275.998213] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-20e8eb77-99ff-46b9-8896-2c47eb140a24 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.408449] env[69808]: DEBUG nova.scheduler.client.report [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.526301] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "d597e916-bb76-41c0-8ac4-fb7cef7b1d80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.526720] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "d597e916-bb76-41c0-8ac4-fb7cef7b1d80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.526720] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "d597e916-bb76-41c0-8ac4-fb7cef7b1d80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.526964] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "d597e916-bb76-41c0-8ac4-fb7cef7b1d80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.527111] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "d597e916-bb76-41c0-8ac4-fb7cef7b1d80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.529671] env[69808]: INFO nova.compute.manager [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Terminating instance [ 1276.914480] env[69808]: DEBUG oslo_concurrency.lockutils [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.917046] env[69808]: DEBUG oslo_concurrency.lockutils [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.545s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.917345] env[69808]: DEBUG nova.objects.instance [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lazy-loading 'resources' on Instance uuid 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.940353] env[69808]: INFO nova.scheduler.client.report [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Deleted allocations for instance c0467513-713e-431b-8785-639eb2b863b8 [ 1277.033762] env[69808]: DEBUG nova.compute.manager [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.034044] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.035059] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d38571-c421-4f8f-97eb-07e593391aaa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.045631] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.047307] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2506f8f9-b992-4ac3-ba88-2ae234af4a25 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.054196] env[69808]: DEBUG oslo_vmware.api [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1277.054196] env[69808]: value = "task-3790939" [ 1277.054196] env[69808]: _type = "Task" [ 1277.054196] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.066437] env[69808]: DEBUG oslo_vmware.api [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.099123] env[69808]: DEBUG oslo_vmware.rw_handles [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Completed reading data from the image iterator. {{(pid=69808) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1277.099449] env[69808]: DEBUG oslo_vmware.rw_handles [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52451478-b37a-48f7-6fb5-8660a5ceabd7/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1277.100488] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a37eee8-5c92-49a4-abc9-886771f2d4bb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.108231] env[69808]: DEBUG oslo_vmware.rw_handles [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52451478-b37a-48f7-6fb5-8660a5ceabd7/disk-0.vmdk is in state: ready. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1277.108413] env[69808]: DEBUG oslo_vmware.rw_handles [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52451478-b37a-48f7-6fb5-8660a5ceabd7/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1277.108603] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4522f6e7-e1c6-417f-9aed-4a69c319272b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.317490] env[69808]: DEBUG oslo_vmware.rw_handles [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52451478-b37a-48f7-6fb5-8660a5ceabd7/disk-0.vmdk. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1277.317736] env[69808]: INFO nova.virt.vmwareapi.images [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Downloaded image file data 7426faed-6014-41b0-bf46-512693c8b906 [ 1277.318637] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f295fb6-42bb-4542-97fc-2f4fc0bcbf82 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.336523] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-390837b0-dcf7-40e4-8cf9-c852c4031904 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.367348] env[69808]: INFO nova.virt.vmwareapi.images [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] The imported VM was unregistered [ 1277.369821] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Caching image {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1277.370073] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7426faed-6014-41b0-bf46-512693c8b906 {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.370362] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1a20304-cd7c-4504-a709-1c46e7bb072d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.381536] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Created directory with path [datastore2] devstack-image-cache_base/7426faed-6014-41b0-bf46-512693c8b906 {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.381727] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_bdab87d6-3aa1-42d4-be43-d8ee77fcc0fe/OSTACK_IMG_bdab87d6-3aa1-42d4-be43-d8ee77fcc0fe.vmdk to [datastore2] devstack-image-cache_base/7426faed-6014-41b0-bf46-512693c8b906/7426faed-6014-41b0-bf46-512693c8b906.vmdk. {{(pid=69808) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1277.381974] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5f24c437-a216-4354-84be-73cc00f922e7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.388458] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1277.388458] env[69808]: value = "task-3790941" [ 1277.388458] env[69808]: _type = "Task" [ 1277.388458] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.397177] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790941, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.451955] env[69808]: DEBUG oslo_concurrency.lockutils [None req-39624cb4-bdbc-4173-9f75-efd380944c03 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "c0467513-713e-431b-8785-639eb2b863b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.940s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.352060] env[69808]: DEBUG oslo_vmware.api [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790939, 'name': PowerOffVM_Task, 'duration_secs': 0.245457} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.360440] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.360621] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.361404] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c20a33e0-b16a-46c4-92a3-6c1600c2a669 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.372184] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790941, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.383980] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b5f018-e20c-410f-a990-732118ad1ce5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.394157] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32e2340-43fa-4325-b014-2cee11a983c4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.429295] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee3545b-65cc-4945-af08-650263620770 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.437179] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.437404] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.437586] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Deleting the datastore file [datastore1] d597e916-bb76-41c0-8ac4-fb7cef7b1d80 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.437890] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb5a2a0d-91cc-4918-a538-1be92345f8c8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.444396] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40ab4e6-115f-4c53-a05a-03d756279f11 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.450340] env[69808]: DEBUG oslo_vmware.api [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for the task: (returnval){ [ 1278.450340] env[69808]: value = "task-3790943" [ 1278.450340] env[69808]: _type = "Task" [ 1278.450340] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.464610] env[69808]: DEBUG nova.compute.provider_tree [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.469185] env[69808]: DEBUG oslo_vmware.api [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.863115] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790941, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.863581] env[69808]: DEBUG oslo_concurrency.lockutils [None req-76b259ed-5f58-4df7-add1-5ceffcbceead tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "9391d62e-b558-4c36-a315-0428fe456cac" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.863845] env[69808]: DEBUG oslo_concurrency.lockutils [None req-76b259ed-5f58-4df7-add1-5ceffcbceead tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "9391d62e-b558-4c36-a315-0428fe456cac" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.961634] env[69808]: DEBUG oslo_vmware.api [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Task: {'id': task-3790943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282541} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.961978] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.962226] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.962409] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.962582] env[69808]: INFO nova.compute.manager [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Took 1.93 seconds to destroy the instance on the hypervisor. [ 1278.962820] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.963166] env[69808]: DEBUG nova.compute.manager [-] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.963287] env[69808]: DEBUG nova.network.neutron [-] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.971525] env[69808]: DEBUG nova.scheduler.client.report [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.247618] env[69808]: DEBUG nova.compute.manager [req-5497bcf1-6c72-40b3-acc3-9ae7690557b9 req-5bfa5950-0371-447d-81ac-4f996c66b67e service nova] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Received event network-vif-deleted-4f7023fd-9c55-4fd6-814b-aa784e30e9ce {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.247834] env[69808]: INFO nova.compute.manager [req-5497bcf1-6c72-40b3-acc3-9ae7690557b9 req-5bfa5950-0371-447d-81ac-4f996c66b67e service nova] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Neutron deleted interface 4f7023fd-9c55-4fd6-814b-aa784e30e9ce; detaching it from the instance and deleting it from the info cache [ 1279.248050] env[69808]: DEBUG nova.network.neutron [req-5497bcf1-6c72-40b3-acc3-9ae7690557b9 req-5bfa5950-0371-447d-81ac-4f996c66b67e service nova] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.361585] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790941, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.366562] env[69808]: INFO nova.compute.manager [None req-76b259ed-5f58-4df7-add1-5ceffcbceead tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Detaching volume fc60eff1-fa60-4524-a0d6-12a092a18d64 [ 1279.406251] env[69808]: INFO nova.virt.block_device [None req-76b259ed-5f58-4df7-add1-5ceffcbceead tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Attempting to driver detach volume fc60eff1-fa60-4524-a0d6-12a092a18d64 from mountpoint /dev/sdb [ 1279.406523] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-76b259ed-5f58-4df7-add1-5ceffcbceead tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Volume detach. Driver type: vmdk {{(pid=69808) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1279.406714] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-76b259ed-5f58-4df7-add1-5ceffcbceead tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754076', 'volume_id': 'fc60eff1-fa60-4524-a0d6-12a092a18d64', 'name': 'volume-fc60eff1-fa60-4524-a0d6-12a092a18d64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9391d62e-b558-4c36-a315-0428fe456cac', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc60eff1-fa60-4524-a0d6-12a092a18d64', 'serial': 'fc60eff1-fa60-4524-a0d6-12a092a18d64'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1279.408155] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca0d2d8-2527-436a-887b-e7abe292ef19 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.431942] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b52b2a8-ec8c-447a-8288-fd78b4359365 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.441122] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9321cf3d-14ba-4a69-b1bd-f7c329bc8dc5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.465215] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a934019-421c-49d9-aec4-70750b535e1a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.484623] env[69808]: DEBUG oslo_concurrency.lockutils [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.568s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.486921] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-76b259ed-5f58-4df7-add1-5ceffcbceead tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] The volume has not been displaced from its original location: [datastore1] volume-fc60eff1-fa60-4524-a0d6-12a092a18d64/volume-fc60eff1-fa60-4524-a0d6-12a092a18d64.vmdk. No consolidation needed. {{(pid=69808) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1279.492903] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-76b259ed-5f58-4df7-add1-5ceffcbceead tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1279.493065] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1241ad23-5ab1-4b8a-a277-eb0a6a57301d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.509860] env[69808]: INFO nova.scheduler.client.report [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Deleted allocations for instance 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7 [ 1279.512680] env[69808]: DEBUG oslo_vmware.api [None req-76b259ed-5f58-4df7-add1-5ceffcbceead tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1279.512680] env[69808]: value = "task-3790944" [ 1279.512680] env[69808]: _type = "Task" [ 1279.512680] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.524678] env[69808]: DEBUG oslo_vmware.api [None req-76b259ed-5f58-4df7-add1-5ceffcbceead tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.727250] env[69808]: DEBUG nova.network.neutron [-] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.728833] env[69808]: DEBUG nova.compute.manager [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Stashing vm_state: active {{(pid=69808) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1279.751640] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ad2a9dd-ab4a-4627-bd98-92a37272efd1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.763947] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcb070e-2dd8-4d63-a0b5-fa2a72e567d9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.800127] env[69808]: DEBUG nova.compute.manager [req-5497bcf1-6c72-40b3-acc3-9ae7690557b9 req-5bfa5950-0371-447d-81ac-4f996c66b67e service nova] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Detach interface failed, port_id=4f7023fd-9c55-4fd6-814b-aa784e30e9ce, reason: Instance d597e916-bb76-41c0-8ac4-fb7cef7b1d80 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1279.861402] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790941, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.022991] env[69808]: DEBUG oslo_concurrency.lockutils [None req-35d167b5-38c9-476b-8210-c45ac0a94179 tempest-AttachVolumeNegativeTest-2132835788 tempest-AttachVolumeNegativeTest-2132835788-project-member] Lock "0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.555s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.031013] env[69808]: DEBUG oslo_vmware.api [None req-76b259ed-5f58-4df7-add1-5ceffcbceead tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790944, 'name': ReconfigVM_Task, 'duration_secs': 0.321638} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.031013] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-76b259ed-5f58-4df7-add1-5ceffcbceead tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1280.034408] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffd4c4fa-d0d4-441f-8dbc-4bcf512c92f9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.050689] env[69808]: DEBUG oslo_vmware.api [None req-76b259ed-5f58-4df7-add1-5ceffcbceead tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1280.050689] env[69808]: value = "task-3790945" [ 1280.050689] env[69808]: _type = "Task" [ 1280.050689] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.059686] env[69808]: DEBUG oslo_vmware.api [None req-76b259ed-5f58-4df7-add1-5ceffcbceead tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.233378] env[69808]: INFO nova.compute.manager [-] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Took 1.27 seconds to deallocate network for instance. [ 1280.252568] env[69808]: DEBUG oslo_concurrency.lockutils [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.254052] env[69808]: DEBUG oslo_concurrency.lockutils [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.361948] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790941, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.5266} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.362254] env[69808]: INFO nova.virt.vmwareapi.ds_util [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_bdab87d6-3aa1-42d4-be43-d8ee77fcc0fe/OSTACK_IMG_bdab87d6-3aa1-42d4-be43-d8ee77fcc0fe.vmdk to [datastore2] devstack-image-cache_base/7426faed-6014-41b0-bf46-512693c8b906/7426faed-6014-41b0-bf46-512693c8b906.vmdk. [ 1280.362442] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Cleaning up location [datastore2] OSTACK_IMG_bdab87d6-3aa1-42d4-be43-d8ee77fcc0fe {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1280.362602] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_bdab87d6-3aa1-42d4-be43-d8ee77fcc0fe {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.362852] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-158c1a12-8c78-4be9-884f-c7cf8e1cf461 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.368617] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1280.368617] env[69808]: value = "task-3790947" [ 1280.368617] env[69808]: _type = "Task" [ 1280.368617] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.376876] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.560028] env[69808]: DEBUG oslo_vmware.api [None req-76b259ed-5f58-4df7-add1-5ceffcbceead tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790945, 'name': ReconfigVM_Task, 'duration_secs': 0.150319} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.560550] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-76b259ed-5f58-4df7-add1-5ceffcbceead tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754076', 'volume_id': 'fc60eff1-fa60-4524-a0d6-12a092a18d64', 'name': 'volume-fc60eff1-fa60-4524-a0d6-12a092a18d64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9391d62e-b558-4c36-a315-0428fe456cac', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc60eff1-fa60-4524-a0d6-12a092a18d64', 'serial': 'fc60eff1-fa60-4524-a0d6-12a092a18d64'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1280.743305] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.758135] env[69808]: INFO nova.compute.claims [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.881666] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171866} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.881951] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.882146] env[69808]: DEBUG oslo_concurrency.lockutils [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7426faed-6014-41b0-bf46-512693c8b906/7426faed-6014-41b0-bf46-512693c8b906.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.882402] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7426faed-6014-41b0-bf46-512693c8b906/7426faed-6014-41b0-bf46-512693c8b906.vmdk to [datastore2] 5fe470ce-6300-476a-80cd-41e9589d1d73/5fe470ce-6300-476a-80cd-41e9589d1d73.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1280.882664] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40321fb2-c6f2-4812-82b7-6607eb6294f4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.890537] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1280.890537] env[69808]: value = "task-3790948" [ 1280.890537] env[69808]: _type = "Task" [ 1280.890537] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.899240] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.112638] env[69808]: DEBUG nova.objects.instance [None req-76b259ed-5f58-4df7-add1-5ceffcbceead tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lazy-loading 'flavor' on Instance uuid 9391d62e-b558-4c36-a315-0428fe456cac {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.265221] env[69808]: INFO nova.compute.resource_tracker [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Updating resource usage from migration a0629a1e-567a-47db-a993-2ff25d7eaf60 [ 1281.401830] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790948, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.443993] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a8a720-cec0-4666-adcd-3aa8b309f986 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.452348] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3975b4-1b92-4871-9822-80e60cc70d83 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.486465] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59e0459-b3fe-46f8-b2aa-792549c0780d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.494995] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3acab0-906d-4be8-a6d7-81fe48270f37 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.509393] env[69808]: DEBUG nova.compute.provider_tree [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.902454] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790948, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.012944] env[69808]: DEBUG nova.scheduler.client.report [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.120307] env[69808]: DEBUG oslo_concurrency.lockutils [None req-76b259ed-5f58-4df7-add1-5ceffcbceead tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "9391d62e-b558-4c36-a315-0428fe456cac" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.256s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.407027] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790948, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.518550] env[69808]: DEBUG oslo_concurrency.lockutils [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.265s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.518812] env[69808]: INFO nova.compute.manager [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Migrating [ 1282.525492] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.782s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.525726] env[69808]: DEBUG nova.objects.instance [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lazy-loading 'resources' on Instance uuid d597e916-bb76-41c0-8ac4-fb7cef7b1d80 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.603083] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "9391d62e-b558-4c36-a315-0428fe456cac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.603083] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "9391d62e-b558-4c36-a315-0428fe456cac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.603363] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "9391d62e-b558-4c36-a315-0428fe456cac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.603451] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "9391d62e-b558-4c36-a315-0428fe456cac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.603630] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "9391d62e-b558-4c36-a315-0428fe456cac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.606182] env[69808]: INFO nova.compute.manager [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Terminating instance [ 1282.903923] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790948, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.038396] env[69808]: DEBUG oslo_concurrency.lockutils [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.038622] env[69808]: DEBUG oslo_concurrency.lockutils [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.038791] env[69808]: DEBUG nova.network.neutron [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.110149] env[69808]: DEBUG nova.compute.manager [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1283.110474] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.111841] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631d36eb-6ef5-440a-9b21-8ac19cbfba04 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.123188] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.123475] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0856aac-93da-49d6-b27e-9e692d13d478 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.132273] env[69808]: DEBUG oslo_vmware.api [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1283.132273] env[69808]: value = "task-3790949" [ 1283.132273] env[69808]: _type = "Task" [ 1283.132273] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.142168] env[69808]: DEBUG oslo_vmware.api [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.222257] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e5156a-321a-44c0-823e-6f7d190e39ed {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.231402] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d86366-8df7-40a0-bb1b-de6ac05883b7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.263167] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4856b078-9fcf-49b2-9ef1-718aa1e83f4a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.270952] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d047dd-94c0-4831-8082-388e7b22c81e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.284573] env[69808]: DEBUG nova.compute.provider_tree [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.403800] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790948, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.364766} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.404077] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7426faed-6014-41b0-bf46-512693c8b906/7426faed-6014-41b0-bf46-512693c8b906.vmdk to [datastore2] 5fe470ce-6300-476a-80cd-41e9589d1d73/5fe470ce-6300-476a-80cd-41e9589d1d73.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1283.404871] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fd02c1-f169-4574-90a5-70a5aaf76100 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.427208] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 5fe470ce-6300-476a-80cd-41e9589d1d73/5fe470ce-6300-476a-80cd-41e9589d1d73.vmdk or device None with type streamOptimized {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.427803] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e60ee293-0c32-4d84-a563-c69f2dce9757 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.449307] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1283.449307] env[69808]: value = "task-3790950" [ 1283.449307] env[69808]: _type = "Task" [ 1283.449307] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.458360] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.642264] env[69808]: DEBUG oslo_vmware.api [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790949, 'name': PowerOffVM_Task, 'duration_secs': 0.242625} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.642578] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.642770] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.643070] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35ab5b8a-ab36-40cf-8e59-f4d591b176bc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.766181] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.766526] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.766741] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Deleting the datastore file [datastore1] 9391d62e-b558-4c36-a315-0428fe456cac {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.767055] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b463f2f-a0e3-40a6-937e-1d34dc41e085 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.773914] env[69808]: DEBUG oslo_vmware.api [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1283.773914] env[69808]: value = "task-3790953" [ 1283.773914] env[69808]: _type = "Task" [ 1283.773914] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.783324] env[69808]: DEBUG oslo_vmware.api [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.787773] env[69808]: DEBUG nova.scheduler.client.report [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.791637] env[69808]: DEBUG nova.network.neutron [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Updating instance_info_cache with network_info: [{"id": "52d9e479-257d-4396-82eb-af7fcebc98a8", "address": "fa:16:3e:a0:ca:e1", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d9e479-25", "ovs_interfaceid": "52d9e479-257d-4396-82eb-af7fcebc98a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.960382] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790950, 'name': ReconfigVM_Task, 'duration_secs': 0.343686} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.960719] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 5fe470ce-6300-476a-80cd-41e9589d1d73/5fe470ce-6300-476a-80cd-41e9589d1d73.vmdk or device None with type streamOptimized {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.961398] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72534429-f0c6-4204-badb-50746d6b8789 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.967984] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1283.967984] env[69808]: value = "task-3790954" [ 1283.967984] env[69808]: _type = "Task" [ 1283.967984] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.976199] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790954, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.284140] env[69808]: DEBUG oslo_vmware.api [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317642} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.284462] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.284683] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.284908] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.285198] env[69808]: INFO nova.compute.manager [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1284.285521] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.285787] env[69808]: DEBUG nova.compute.manager [-] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.285935] env[69808]: DEBUG nova.network.neutron [-] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.293901] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.296659] env[69808]: DEBUG oslo_concurrency.lockutils [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.316564] env[69808]: INFO nova.scheduler.client.report [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Deleted allocations for instance d597e916-bb76-41c0-8ac4-fb7cef7b1d80 [ 1284.478317] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790954, 'name': Rename_Task, 'duration_secs': 0.144064} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.478617] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.478852] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-107bee4a-a795-4806-a995-bf638fe2c2e5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.485661] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1284.485661] env[69808]: value = "task-3790955" [ 1284.485661] env[69808]: _type = "Task" [ 1284.485661] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.493860] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.807620] env[69808]: DEBUG nova.compute.manager [req-5daaa7a2-0960-478a-a7eb-d287e0642b2c req-1f774cc2-a506-4760-bb1d-c7949723d135 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Received event network-vif-deleted-1235b750-a4ab-4732-9a2c-bd2b8fca146e {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.808131] env[69808]: INFO nova.compute.manager [req-5daaa7a2-0960-478a-a7eb-d287e0642b2c req-1f774cc2-a506-4760-bb1d-c7949723d135 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Neutron deleted interface 1235b750-a4ab-4732-9a2c-bd2b8fca146e; detaching it from the instance and deleting it from the info cache [ 1284.808131] env[69808]: DEBUG nova.network.neutron [req-5daaa7a2-0960-478a-a7eb-d287e0642b2c req-1f774cc2-a506-4760-bb1d-c7949723d135 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.824905] env[69808]: DEBUG oslo_concurrency.lockutils [None req-0bab7509-e727-4a17-9172-8c0dffb1432f tempest-ServersTestJSON-881671993 tempest-ServersTestJSON-881671993-project-member] Lock "d597e916-bb76-41c0-8ac4-fb7cef7b1d80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.298s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.999350] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790955, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.294020] env[69808]: DEBUG nova.network.neutron [-] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.312068] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b75dc0c9-fc4b-4dc3-8ef7-8f0ebdb13b18 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.323029] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b283d7-3330-4f89-b793-7bd6caeced03 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.356531] env[69808]: DEBUG nova.compute.manager [req-5daaa7a2-0960-478a-a7eb-d287e0642b2c req-1f774cc2-a506-4760-bb1d-c7949723d135 service nova] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Detach interface failed, port_id=1235b750-a4ab-4732-9a2c-bd2b8fca146e, reason: Instance 9391d62e-b558-4c36-a315-0428fe456cac could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1285.386124] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "interface-a32b75c1-e775-4505-ab59-6c71b84cc84d-46bcaff0-f1a3-4078-99f7-4a675a706654" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.386124] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "interface-a32b75c1-e775-4505-ab59-6c71b84cc84d-46bcaff0-f1a3-4078-99f7-4a675a706654" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.387048] env[69808]: DEBUG nova.objects.instance [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lazy-loading 'flavor' on Instance uuid a32b75c1-e775-4505-ab59-6c71b84cc84d {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.497025] env[69808]: DEBUG oslo_vmware.api [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790955, 'name': PowerOnVM_Task, 'duration_secs': 0.520598} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.497025] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.640627] env[69808]: DEBUG nova.compute.manager [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1285.641767] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39034a6-2b41-4094-a67e-8adc2f115535 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.796208] env[69808]: INFO nova.compute.manager [-] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Took 1.51 seconds to deallocate network for instance. [ 1285.814485] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac2b4c4-7541-4636-b45d-a83fa9e207c3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.835128] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Updating instance 'f9de1eb8-5f7d-4205-884e-d80f83df0f61' progress to 0 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1285.990483] env[69808]: DEBUG nova.objects.instance [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lazy-loading 'pci_requests' on Instance uuid a32b75c1-e775-4505-ab59-6c71b84cc84d {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.162454] env[69808]: DEBUG oslo_concurrency.lockutils [None req-22f4a12b-216b-4855-b335-6dd3a546f347 tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "5fe470ce-6300-476a-80cd-41e9589d1d73" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.375s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.304688] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.305015] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.305251] env[69808]: DEBUG nova.objects.instance [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lazy-loading 'resources' on Instance uuid 9391d62e-b558-4c36-a315-0428fe456cac {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.341301] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.341678] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45481a06-8c6f-480b-b4ac-1d81505e3717 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.350888] env[69808]: DEBUG oslo_vmware.api [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1286.350888] env[69808]: value = "task-3790956" [ 1286.350888] env[69808]: _type = "Task" [ 1286.350888] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.368411] env[69808]: DEBUG oslo_vmware.api [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.493741] env[69808]: DEBUG nova.objects.base [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1286.493950] env[69808]: DEBUG nova.network.neutron [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1286.571413] env[69808]: DEBUG nova.policy [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6315105d7b9c436990157010b2d76657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c7cf3d1f5f94168ae452203efcece8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1286.861664] env[69808]: DEBUG oslo_vmware.api [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790956, 'name': PowerOffVM_Task, 'duration_secs': 0.252034} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.864601] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.864723] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Updating instance 'f9de1eb8-5f7d-4205-884e-d80f83df0f61' progress to 17 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1286.996253] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e83f7e6-71bd-4375-aecb-e057f9ef464a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.005640] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4d781f-4e22-412f-964b-0b468bc64c79 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.039829] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a889e9-730c-4b6d-aabd-6e5cd97e89af {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.048639] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f7fd51-0c61-48a4-9f32-f3c359a7c9d9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.065182] env[69808]: DEBUG nova.compute.provider_tree [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.372016] env[69808]: DEBUG nova.virt.hardware [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.372420] env[69808]: DEBUG nova.virt.hardware [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.372649] env[69808]: DEBUG nova.virt.hardware [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.372912] env[69808]: DEBUG nova.virt.hardware [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.373142] env[69808]: DEBUG nova.virt.hardware [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.373365] env[69808]: DEBUG nova.virt.hardware [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.373664] env[69808]: DEBUG nova.virt.hardware [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.373902] env[69808]: DEBUG nova.virt.hardware [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.374175] env[69808]: DEBUG nova.virt.hardware [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.374398] env[69808]: DEBUG nova.virt.hardware [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.374664] env[69808]: DEBUG nova.virt.hardware [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.383126] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-760f4b7b-0e5d-4108-8640-6d6734077b8e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.400480] env[69808]: DEBUG oslo_vmware.api [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1287.400480] env[69808]: value = "task-3790957" [ 1287.400480] env[69808]: _type = "Task" [ 1287.400480] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.411626] env[69808]: DEBUG oslo_vmware.api [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.477564] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "82075c16-01ab-497c-99d1-6bcfdd9cc613" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.478633] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "82075c16-01ab-497c-99d1-6bcfdd9cc613" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.478633] env[69808]: INFO nova.compute.manager [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Shelving [ 1287.569325] env[69808]: DEBUG nova.scheduler.client.report [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.912657] env[69808]: DEBUG oslo_vmware.api [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790957, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.943365] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "5fe470ce-6300-476a-80cd-41e9589d1d73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.944053] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "5fe470ce-6300-476a-80cd-41e9589d1d73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.944053] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "5fe470ce-6300-476a-80cd-41e9589d1d73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.944053] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "5fe470ce-6300-476a-80cd-41e9589d1d73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.944247] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "5fe470ce-6300-476a-80cd-41e9589d1d73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.947051] env[69808]: INFO nova.compute.manager [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Terminating instance [ 1288.049309] env[69808]: DEBUG nova.compute.manager [req-090ce7e7-d926-4cf8-b1ef-39a64ca71b59 req-69d61b1a-7429-42b9-a6ba-38eedb891601 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Received event network-vif-plugged-46bcaff0-f1a3-4078-99f7-4a675a706654 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.049551] env[69808]: DEBUG oslo_concurrency.lockutils [req-090ce7e7-d926-4cf8-b1ef-39a64ca71b59 req-69d61b1a-7429-42b9-a6ba-38eedb891601 service nova] Acquiring lock "a32b75c1-e775-4505-ab59-6c71b84cc84d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.049727] env[69808]: DEBUG oslo_concurrency.lockutils [req-090ce7e7-d926-4cf8-b1ef-39a64ca71b59 req-69d61b1a-7429-42b9-a6ba-38eedb891601 service nova] Lock "a32b75c1-e775-4505-ab59-6c71b84cc84d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.049912] env[69808]: DEBUG oslo_concurrency.lockutils [req-090ce7e7-d926-4cf8-b1ef-39a64ca71b59 req-69d61b1a-7429-42b9-a6ba-38eedb891601 service nova] Lock "a32b75c1-e775-4505-ab59-6c71b84cc84d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.053136] env[69808]: DEBUG nova.compute.manager [req-090ce7e7-d926-4cf8-b1ef-39a64ca71b59 req-69d61b1a-7429-42b9-a6ba-38eedb891601 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] No waiting events found dispatching network-vif-plugged-46bcaff0-f1a3-4078-99f7-4a675a706654 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1288.053136] env[69808]: WARNING nova.compute.manager [req-090ce7e7-d926-4cf8-b1ef-39a64ca71b59 req-69d61b1a-7429-42b9-a6ba-38eedb891601 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Received unexpected event network-vif-plugged-46bcaff0-f1a3-4078-99f7-4a675a706654 for instance with vm_state active and task_state None. [ 1288.078214] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.109584] env[69808]: INFO nova.scheduler.client.report [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Deleted allocations for instance 9391d62e-b558-4c36-a315-0428fe456cac [ 1288.139729] env[69808]: DEBUG nova.network.neutron [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Successfully updated port: 46bcaff0-f1a3-4078-99f7-4a675a706654 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1288.414832] env[69808]: DEBUG oslo_vmware.api [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790957, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.455559] env[69808]: DEBUG nova.compute.manager [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1288.455792] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1288.456766] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c47ba4e-c2d0-4385-8b2b-e17ca9568dc0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.465233] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.465623] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37b6b07c-9631-499c-a148-72ba46ce5b1b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.475211] env[69808]: DEBUG oslo_vmware.api [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1288.475211] env[69808]: value = "task-3790959" [ 1288.475211] env[69808]: _type = "Task" [ 1288.475211] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.484099] env[69808]: DEBUG oslo_vmware.api [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.487743] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.488047] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3490665-89f9-4274-b31b-730f2a8e51b6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.494583] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1288.494583] env[69808]: value = "task-3790960" [ 1288.494583] env[69808]: _type = "Task" [ 1288.494583] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.505214] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.620847] env[69808]: DEBUG oslo_concurrency.lockutils [None req-08077413-fa48-49e6-adbc-dc27a02c357e tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "9391d62e-b558-4c36-a315-0428fe456cac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.018s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.642930] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.643163] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.643351] env[69808]: DEBUG nova.network.neutron [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.917042] env[69808]: DEBUG oslo_vmware.api [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790957, 'name': ReconfigVM_Task, 'duration_secs': 1.1938} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.917403] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Updating instance 'f9de1eb8-5f7d-4205-884e-d80f83df0f61' progress to 33 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.985831] env[69808]: DEBUG oslo_vmware.api [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790959, 'name': PowerOffVM_Task, 'duration_secs': 0.289464} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.986139] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.986312] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1288.986563] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45820cf1-45a5-4cb1-80a2-058ff020b96e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.004164] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790960, 'name': PowerOffVM_Task, 'duration_secs': 0.2626} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.004901] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.005705] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c1baaf-74e2-4f53-83d7-1dba9e4b8c62 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.025011] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a35610-c24a-4a02-92b4-cd028bac1dbb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.182418] env[69808]: WARNING nova.network.neutron [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] 6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6 already exists in list: networks containing: ['6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6']. ignoring it [ 1289.190857] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.191106] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.191304] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Deleting the datastore file [datastore2] 5fe470ce-6300-476a-80cd-41e9589d1d73 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.191585] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5266bc8-4a54-4434-90c7-36efc7580af9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.198774] env[69808]: DEBUG oslo_vmware.api [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for the task: (returnval){ [ 1289.198774] env[69808]: value = "task-3790963" [ 1289.198774] env[69808]: _type = "Task" [ 1289.198774] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.207556] env[69808]: DEBUG oslo_vmware.api [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.424272] env[69808]: DEBUG nova.virt.hardware [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.424520] env[69808]: DEBUG nova.virt.hardware [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.424692] env[69808]: DEBUG nova.virt.hardware [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.424876] env[69808]: DEBUG nova.virt.hardware [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.425059] env[69808]: DEBUG nova.virt.hardware [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.425262] env[69808]: DEBUG nova.virt.hardware [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.425575] env[69808]: DEBUG nova.virt.hardware [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.425833] env[69808]: DEBUG nova.virt.hardware [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.425935] env[69808]: DEBUG nova.virt.hardware [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.426178] env[69808]: DEBUG nova.virt.hardware [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.426374] env[69808]: DEBUG nova.virt.hardware [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.432424] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1289.435546] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e5861a8-cd03-4c8c-920d-51f4c445c41f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.457067] env[69808]: DEBUG oslo_vmware.api [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1289.457067] env[69808]: value = "task-3790964" [ 1289.457067] env[69808]: _type = "Task" [ 1289.457067] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.466781] env[69808]: DEBUG oslo_vmware.api [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.536533] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Creating Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1289.536873] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7ac3f230-12db-4cd6-8635-0dca55fcc459 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.545358] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1289.545358] env[69808]: value = "task-3790965" [ 1289.545358] env[69808]: _type = "Task" [ 1289.545358] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.556022] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790965, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.709322] env[69808]: DEBUG oslo_vmware.api [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Task: {'id': task-3790963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223013} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.709653] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.709850] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.710045] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.710235] env[69808]: INFO nova.compute.manager [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1289.710485] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.710687] env[69808]: DEBUG nova.compute.manager [-] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1289.710783] env[69808]: DEBUG nova.network.neutron [-] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1289.791823] env[69808]: DEBUG nova.network.neutron [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Updating instance_info_cache with network_info: [{"id": "b1023054-4be2-464c-ae15-96a00b6ca5c5", "address": "fa:16:3e:91:bd:b6", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1023054-4b", "ovs_interfaceid": "b1023054-4be2-464c-ae15-96a00b6ca5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "46bcaff0-f1a3-4078-99f7-4a675a706654", "address": "fa:16:3e:39:fc:0f", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bcaff0-f1", "ovs_interfaceid": "46bcaff0-f1a3-4078-99f7-4a675a706654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.969889] env[69808]: DEBUG oslo_vmware.api [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790964, 'name': ReconfigVM_Task, 'duration_secs': 0.24737} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.970246] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1289.971061] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e12a454-f47a-42a8-ad2f-c5c6e9e16810 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.996428] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] f9de1eb8-5f7d-4205-884e-d80f83df0f61/f9de1eb8-5f7d-4205-884e-d80f83df0f61.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.996889] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-853d0f26-b569-4836-b5ea-bc78be141108 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.017136] env[69808]: DEBUG oslo_vmware.api [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1290.017136] env[69808]: value = "task-3790966" [ 1290.017136] env[69808]: _type = "Task" [ 1290.017136] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.029682] env[69808]: DEBUG oslo_vmware.api [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.056673] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790965, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.085763] env[69808]: DEBUG nova.compute.manager [req-e2274576-b213-4945-9638-4945f93ec94e req-87304dcd-0c76-4c28-8eac-85d7bdcc6397 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Received event network-changed-46bcaff0-f1a3-4078-99f7-4a675a706654 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.085982] env[69808]: DEBUG nova.compute.manager [req-e2274576-b213-4945-9638-4945f93ec94e req-87304dcd-0c76-4c28-8eac-85d7bdcc6397 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Refreshing instance network info cache due to event network-changed-46bcaff0-f1a3-4078-99f7-4a675a706654. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1290.086307] env[69808]: DEBUG oslo_concurrency.lockutils [req-e2274576-b213-4945-9638-4945f93ec94e req-87304dcd-0c76-4c28-8eac-85d7bdcc6397 service nova] Acquiring lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.220250] env[69808]: DEBUG nova.compute.manager [req-d82b7c3c-2f21-4f28-a420-b0064a8f3297 req-9c22fce3-07ad-4614-b715-2e95d55aec89 service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Received event network-vif-deleted-da635b72-f403-428e-b7d4-82019686d7bf {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.220250] env[69808]: INFO nova.compute.manager [req-d82b7c3c-2f21-4f28-a420-b0064a8f3297 req-9c22fce3-07ad-4614-b715-2e95d55aec89 service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Neutron deleted interface da635b72-f403-428e-b7d4-82019686d7bf; detaching it from the instance and deleting it from the info cache [ 1290.220250] env[69808]: DEBUG nova.network.neutron [req-d82b7c3c-2f21-4f28-a420-b0064a8f3297 req-9c22fce3-07ad-4614-b715-2e95d55aec89 service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.294711] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.298022] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.298022] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.298022] env[69808]: DEBUG oslo_concurrency.lockutils [req-e2274576-b213-4945-9638-4945f93ec94e req-87304dcd-0c76-4c28-8eac-85d7bdcc6397 service nova] Acquired lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.298022] env[69808]: DEBUG nova.network.neutron [req-e2274576-b213-4945-9638-4945f93ec94e req-87304dcd-0c76-4c28-8eac-85d7bdcc6397 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Refreshing network info cache for port 46bcaff0-f1a3-4078-99f7-4a675a706654 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.299290] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af5f62f-2c8c-46e0-943b-5196734de374 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.322341] env[69808]: DEBUG nova.virt.hardware [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.323589] env[69808]: DEBUG nova.virt.hardware [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.324018] env[69808]: DEBUG nova.virt.hardware [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.324360] env[69808]: DEBUG nova.virt.hardware [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.324632] env[69808]: DEBUG nova.virt.hardware [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.324911] env[69808]: DEBUG nova.virt.hardware [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.326296] env[69808]: DEBUG nova.virt.hardware [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.326296] env[69808]: DEBUG nova.virt.hardware [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.326296] env[69808]: DEBUG nova.virt.hardware [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.326296] env[69808]: DEBUG nova.virt.hardware [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.326296] env[69808]: DEBUG nova.virt.hardware [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.336798] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Reconfiguring VM to attach interface {{(pid=69808) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1290.336798] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22b22ed0-8e8a-4c81-920c-ee846357b716 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.358591] env[69808]: DEBUG oslo_vmware.api [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1290.358591] env[69808]: value = "task-3790967" [ 1290.358591] env[69808]: _type = "Task" [ 1290.358591] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.369851] env[69808]: DEBUG oslo_vmware.api [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790967, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.527621] env[69808]: DEBUG oslo_vmware.api [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790966, 'name': ReconfigVM_Task, 'duration_secs': 0.349965} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.528434] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Reconfigured VM instance instance-0000004f to attach disk [datastore2] f9de1eb8-5f7d-4205-884e-d80f83df0f61/f9de1eb8-5f7d-4205-884e-d80f83df0f61.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.528783] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Updating instance 'f9de1eb8-5f7d-4205-884e-d80f83df0f61' progress to 50 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.556152] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790965, 'name': CreateSnapshot_Task, 'duration_secs': 0.788171} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.556429] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Created Snapshot of the VM instance {{(pid=69808) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1290.557310] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73d793a-12ab-414f-a794-4dfeae7f2235 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.700487] env[69808]: DEBUG nova.network.neutron [-] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.723084] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e4bf8b8-e947-42ac-80e6-e54d2d39e2f5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.738314] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7055e1f8-b469-4a2c-94ce-15794909ccf6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.772583] env[69808]: DEBUG nova.compute.manager [req-d82b7c3c-2f21-4f28-a420-b0064a8f3297 req-9c22fce3-07ad-4614-b715-2e95d55aec89 service nova] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Detach interface failed, port_id=da635b72-f403-428e-b7d4-82019686d7bf, reason: Instance 5fe470ce-6300-476a-80cd-41e9589d1d73 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1290.870505] env[69808]: DEBUG oslo_vmware.api [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.036802] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac71a7b-995b-4f44-8bd8-136f63a0cf7a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.060243] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d8b301-2d28-414b-afb1-6da786f0c35f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.086557] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Creating linked-clone VM from snapshot {{(pid=69808) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1291.087081] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Updating instance 'f9de1eb8-5f7d-4205-884e-d80f83df0f61' progress to 67 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1291.093028] env[69808]: DEBUG nova.network.neutron [req-e2274576-b213-4945-9638-4945f93ec94e req-87304dcd-0c76-4c28-8eac-85d7bdcc6397 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Updated VIF entry in instance network info cache for port 46bcaff0-f1a3-4078-99f7-4a675a706654. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.093028] env[69808]: DEBUG nova.network.neutron [req-e2274576-b213-4945-9638-4945f93ec94e req-87304dcd-0c76-4c28-8eac-85d7bdcc6397 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Updating instance_info_cache with network_info: [{"id": "b1023054-4be2-464c-ae15-96a00b6ca5c5", "address": "fa:16:3e:91:bd:b6", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1023054-4b", "ovs_interfaceid": "b1023054-4be2-464c-ae15-96a00b6ca5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "46bcaff0-f1a3-4078-99f7-4a675a706654", "address": "fa:16:3e:39:fc:0f", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bcaff0-f1", "ovs_interfaceid": "46bcaff0-f1a3-4078-99f7-4a675a706654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.093569] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ce658a74-0080-4cdd-b811-a7e2aff6048b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.104333] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1291.104333] env[69808]: value = "task-3790968" [ 1291.104333] env[69808]: _type = "Task" [ 1291.104333] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.115197] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790968, 'name': CloneVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.201553] env[69808]: INFO nova.compute.manager [-] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Took 1.49 seconds to deallocate network for instance. [ 1291.373876] env[69808]: DEBUG oslo_vmware.api [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790967, 'name': ReconfigVM_Task, 'duration_secs': 0.873597} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.385984] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.386359] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Reconfigured VM to attach interface {{(pid=69808) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1291.601695] env[69808]: DEBUG oslo_concurrency.lockutils [req-e2274576-b213-4945-9638-4945f93ec94e req-87304dcd-0c76-4c28-8eac-85d7bdcc6397 service nova] Releasing lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.613916] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790968, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.642275] env[69808]: DEBUG nova.network.neutron [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Port 52d9e479-257d-4396-82eb-af7fcebc98a8 binding to destination host cpu-1 is already ACTIVE {{(pid=69808) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1291.713692] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.714136] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.714435] env[69808]: DEBUG nova.objects.instance [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lazy-loading 'resources' on Instance uuid 5fe470ce-6300-476a-80cd-41e9589d1d73 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.891448] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bf01ab75-0840-4106-b42d-9662aa5a4a21 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "interface-a32b75c1-e775-4505-ab59-6c71b84cc84d-46bcaff0-f1a3-4078-99f7-4a675a706654" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.505s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.117408] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790968, 'name': CloneVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.372869] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01324ce0-2d77-4677-bb9b-d368dd7e342a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.381492] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768aa93e-aee9-40cd-bc6b-dfcd9044e625 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.415315] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8386d071-46c9-4c93-acec-00898c466e86 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.424623] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b536adbf-7988-4247-bead-54ed37b2278a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.441295] env[69808]: DEBUG nova.compute.provider_tree [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.616150] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790968, 'name': CloneVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.664947] env[69808]: DEBUG oslo_concurrency.lockutils [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.665111] env[69808]: DEBUG oslo_concurrency.lockutils [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.665334] env[69808]: DEBUG oslo_concurrency.lockutils [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.944293] env[69808]: DEBUG nova.scheduler.client.report [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.118827] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790968, 'name': CloneVM_Task, 'duration_secs': 1.5235} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.118827] env[69808]: INFO nova.virt.vmwareapi.vmops [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Created linked-clone VM from snapshot [ 1293.119736] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4780789e-c298-48a6-9b15-92cec5b25198 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.128547] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Uploading image bb53e7c6-914c-48b6-8edf-49b1afc8172d {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1293.157964] env[69808]: DEBUG oslo_vmware.rw_handles [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1293.157964] env[69808]: value = "vm-754092" [ 1293.157964] env[69808]: _type = "VirtualMachine" [ 1293.157964] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1293.158655] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9a56099f-885e-404b-a6f5-0a669a9ab0a9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.170113] env[69808]: DEBUG oslo_vmware.rw_handles [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lease: (returnval){ [ 1293.170113] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529f7b0f-d843-97fd-30b1-5b43aa17c52f" [ 1293.170113] env[69808]: _type = "HttpNfcLease" [ 1293.170113] env[69808]: } obtained for exporting VM: (result){ [ 1293.170113] env[69808]: value = "vm-754092" [ 1293.170113] env[69808]: _type = "VirtualMachine" [ 1293.170113] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1293.170705] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the lease: (returnval){ [ 1293.170705] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529f7b0f-d843-97fd-30b1-5b43aa17c52f" [ 1293.170705] env[69808]: _type = "HttpNfcLease" [ 1293.170705] env[69808]: } to be ready. {{(pid=69808) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1293.178504] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1293.178504] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529f7b0f-d843-97fd-30b1-5b43aa17c52f" [ 1293.178504] env[69808]: _type = "HttpNfcLease" [ 1293.178504] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1293.449805] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.473141] env[69808]: INFO nova.scheduler.client.report [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Deleted allocations for instance 5fe470ce-6300-476a-80cd-41e9589d1d73 [ 1293.583620] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "57dae466-65ff-4be6-91e6-93d5bd7d0642" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.583873] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "57dae466-65ff-4be6-91e6-93d5bd7d0642" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.584114] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "57dae466-65ff-4be6-91e6-93d5bd7d0642-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.584308] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "57dae466-65ff-4be6-91e6-93d5bd7d0642-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.584484] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "57dae466-65ff-4be6-91e6-93d5bd7d0642-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.586648] env[69808]: INFO nova.compute.manager [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Terminating instance [ 1293.661261] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "interface-a32b75c1-e775-4505-ab59-6c71b84cc84d-46bcaff0-f1a3-4078-99f7-4a675a706654" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.661544] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "interface-a32b75c1-e775-4505-ab59-6c71b84cc84d-46bcaff0-f1a3-4078-99f7-4a675a706654" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.684665] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1293.684665] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529f7b0f-d843-97fd-30b1-5b43aa17c52f" [ 1293.684665] env[69808]: _type = "HttpNfcLease" [ 1293.684665] env[69808]: } is ready. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1293.684946] env[69808]: DEBUG oslo_vmware.rw_handles [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1293.684946] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]529f7b0f-d843-97fd-30b1-5b43aa17c52f" [ 1293.684946] env[69808]: _type = "HttpNfcLease" [ 1293.684946] env[69808]: }. {{(pid=69808) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1293.685861] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6295db1-624c-4c89-a5d2-6194038e9d4c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.694464] env[69808]: DEBUG oslo_vmware.rw_handles [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5215de34-98ab-38c3-3cbf-24c72d067a65/disk-0.vmdk from lease info. {{(pid=69808) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1293.694664] env[69808]: DEBUG oslo_vmware.rw_handles [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5215de34-98ab-38c3-3cbf-24c72d067a65/disk-0.vmdk for reading. {{(pid=69808) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1293.752763] env[69808]: DEBUG oslo_concurrency.lockutils [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.752960] env[69808]: DEBUG oslo_concurrency.lockutils [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.753140] env[69808]: DEBUG nova.network.neutron [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.794144] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0bf17c47-9137-4358-b47f-536fbe764a53 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.981367] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4e9b02b4-4d38-4daa-95c5-f11895245b5b tempest-ServerActionsTestOtherB-1205102857 tempest-ServerActionsTestOtherB-1205102857-project-member] Lock "5fe470ce-6300-476a-80cd-41e9589d1d73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.037s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.090370] env[69808]: DEBUG nova.compute.manager [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1294.090756] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.091775] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4216f628-0db8-40c3-a82f-826f9814c778 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.100447] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.100698] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1eb5b827-9649-4a6e-90c9-6407a6154e70 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.107609] env[69808]: DEBUG oslo_vmware.api [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1294.107609] env[69808]: value = "task-3790970" [ 1294.107609] env[69808]: _type = "Task" [ 1294.107609] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.115759] env[69808]: DEBUG oslo_vmware.api [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.164199] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.164635] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.165354] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68154f0a-e608-49fe-b4c5-4adebf0718ba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.185297] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67aeb257-7414-497e-8302-cc9e87fde796 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.218098] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Reconfiguring VM to detach interface {{(pid=69808) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1294.218707] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17366775-abc5-43d3-8c84-1a7ce657eaa7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.242664] env[69808]: DEBUG oslo_vmware.api [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1294.242664] env[69808]: value = "task-3790971" [ 1294.242664] env[69808]: _type = "Task" [ 1294.242664] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.255900] env[69808]: DEBUG oslo_vmware.api [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.568133] env[69808]: DEBUG nova.network.neutron [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Updating instance_info_cache with network_info: [{"id": "52d9e479-257d-4396-82eb-af7fcebc98a8", "address": "fa:16:3e:a0:ca:e1", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d9e479-25", "ovs_interfaceid": "52d9e479-257d-4396-82eb-af7fcebc98a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.623695] env[69808]: DEBUG oslo_vmware.api [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790970, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.753865] env[69808]: DEBUG oslo_vmware.api [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.071171] env[69808]: DEBUG oslo_concurrency.lockutils [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.118390] env[69808]: DEBUG oslo_vmware.api [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790970, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.125067] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33af8fc1-10c5-4f2c-b8dc-802539fd7767 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "10494ca4-57da-4930-bc34-3fcb2a805c4f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.125067] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33af8fc1-10c5-4f2c-b8dc-802539fd7767 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "10494ca4-57da-4930-bc34-3fcb2a805c4f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.254612] env[69808]: DEBUG oslo_vmware.api [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.596931] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0126a97-ead7-443a-985b-4583847014f3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.619643] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f853b45c-db5a-4418-ac31-b6fa8b1a8488 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.627839] env[69808]: INFO nova.compute.manager [None req-33af8fc1-10c5-4f2c-b8dc-802539fd7767 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Detaching volume 5461913f-a820-43aa-9deb-f4a87c17126c [ 1295.629561] env[69808]: DEBUG oslo_vmware.api [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790970, 'name': PowerOffVM_Task, 'duration_secs': 1.195335} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.632095] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.632280] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.632634] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Updating instance 'f9de1eb8-5f7d-4205-884e-d80f83df0f61' progress to 83 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.638563] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f73b73f2-9bf1-42e2-96e0-027938c31752 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.666746] env[69808]: INFO nova.virt.block_device [None req-33af8fc1-10c5-4f2c-b8dc-802539fd7767 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Attempting to driver detach volume 5461913f-a820-43aa-9deb-f4a87c17126c from mountpoint /dev/sdb [ 1295.666847] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-33af8fc1-10c5-4f2c-b8dc-802539fd7767 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Volume detach. Driver type: vmdk {{(pid=69808) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1295.667135] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-33af8fc1-10c5-4f2c-b8dc-802539fd7767 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754079', 'volume_id': '5461913f-a820-43aa-9deb-f4a87c17126c', 'name': 'volume-5461913f-a820-43aa-9deb-f4a87c17126c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10494ca4-57da-4930-bc34-3fcb2a805c4f', 'attached_at': '', 'detached_at': '', 'volume_id': '5461913f-a820-43aa-9deb-f4a87c17126c', 'serial': '5461913f-a820-43aa-9deb-f4a87c17126c'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1295.668016] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b28b3a3-a30d-4ce3-a87f-c291bc8dfcb3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.691681] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ac5905-31c8-4db8-aba3-9ea11d17563c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.701456] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0e656b-218a-4941-a82b-71c5a40d725c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.722384] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37ac4d8-051c-4203-8816-17a4a1891968 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.737626] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-33af8fc1-10c5-4f2c-b8dc-802539fd7767 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] The volume has not been displaced from its original location: [datastore2] volume-5461913f-a820-43aa-9deb-f4a87c17126c/volume-5461913f-a820-43aa-9deb-f4a87c17126c.vmdk. No consolidation needed. {{(pid=69808) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1295.743073] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-33af8fc1-10c5-4f2c-b8dc-802539fd7767 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1295.743682] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd4383f0-df8a-4f1c-a2d6-fe186de5dcab {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.762096] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.762378] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.762588] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Deleting the datastore file [datastore1] 57dae466-65ff-4be6-91e6-93d5bd7d0642 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.763226] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d042576f-c515-429b-9c72-4bb951262894 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.769144] env[69808]: DEBUG oslo_vmware.api [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.769429] env[69808]: DEBUG oslo_vmware.api [None req-33af8fc1-10c5-4f2c-b8dc-802539fd7767 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1295.769429] env[69808]: value = "task-3790974" [ 1295.769429] env[69808]: _type = "Task" [ 1295.769429] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.773676] env[69808]: DEBUG oslo_vmware.api [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1295.773676] env[69808]: value = "task-3790975" [ 1295.773676] env[69808]: _type = "Task" [ 1295.773676] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.780189] env[69808]: DEBUG oslo_vmware.api [None req-33af8fc1-10c5-4f2c-b8dc-802539fd7767 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790974, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.785342] env[69808]: DEBUG oslo_vmware.api [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.139753] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.140115] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-699be7e6-15f7-4c00-aaa7-7b0ed9caf669 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.147726] env[69808]: DEBUG oslo_vmware.api [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1296.147726] env[69808]: value = "task-3790976" [ 1296.147726] env[69808]: _type = "Task" [ 1296.147726] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.157113] env[69808]: DEBUG oslo_vmware.api [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.266366] env[69808]: DEBUG oslo_vmware.api [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.280604] env[69808]: DEBUG oslo_vmware.api [None req-33af8fc1-10c5-4f2c-b8dc-802539fd7767 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790974, 'name': ReconfigVM_Task, 'duration_secs': 0.244255} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.281358] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-33af8fc1-10c5-4f2c-b8dc-802539fd7767 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1296.289115] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd17dca9-42fe-49b0-b011-8fbb85446d98 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.299180] env[69808]: DEBUG oslo_vmware.api [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277775} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.299480] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.299667] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.299849] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.300030] env[69808]: INFO nova.compute.manager [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Took 2.21 seconds to destroy the instance on the hypervisor. [ 1296.300286] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.300924] env[69808]: DEBUG nova.compute.manager [-] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1296.301058] env[69808]: DEBUG nova.network.neutron [-] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1296.306177] env[69808]: DEBUG oslo_vmware.api [None req-33af8fc1-10c5-4f2c-b8dc-802539fd7767 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1296.306177] env[69808]: value = "task-3790977" [ 1296.306177] env[69808]: _type = "Task" [ 1296.306177] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.315129] env[69808]: DEBUG oslo_vmware.api [None req-33af8fc1-10c5-4f2c-b8dc-802539fd7767 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.648678] env[69808]: DEBUG nova.compute.manager [req-dad63d62-0612-45e2-a203-364ac36d32b8 req-c8979ba7-1d3d-4930-ba86-dcd10e823069 service nova] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Received event network-vif-deleted-55d2676d-91c2-4e32-9c59-6c8408e492dd {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.648841] env[69808]: INFO nova.compute.manager [req-dad63d62-0612-45e2-a203-364ac36d32b8 req-c8979ba7-1d3d-4930-ba86-dcd10e823069 service nova] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Neutron deleted interface 55d2676d-91c2-4e32-9c59-6c8408e492dd; detaching it from the instance and deleting it from the info cache [ 1296.649033] env[69808]: DEBUG nova.network.neutron [req-dad63d62-0612-45e2-a203-364ac36d32b8 req-c8979ba7-1d3d-4930-ba86-dcd10e823069 service nova] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.662298] env[69808]: DEBUG oslo_vmware.api [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.767018] env[69808]: DEBUG oslo_vmware.api [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.817070] env[69808]: DEBUG oslo_vmware.api [None req-33af8fc1-10c5-4f2c-b8dc-802539fd7767 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.102323] env[69808]: DEBUG nova.network.neutron [-] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.156634] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ded86502-33ae-43df-b0a6-879fc0c9f1e7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.165242] env[69808]: DEBUG oslo_vmware.api [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.169077] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ad821f-cf34-4c88-b87e-b38fb386b71b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.199406] env[69808]: DEBUG nova.compute.manager [req-dad63d62-0612-45e2-a203-364ac36d32b8 req-c8979ba7-1d3d-4930-ba86-dcd10e823069 service nova] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Detach interface failed, port_id=55d2676d-91c2-4e32-9c59-6c8408e492dd, reason: Instance 57dae466-65ff-4be6-91e6-93d5bd7d0642 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1297.267782] env[69808]: DEBUG oslo_vmware.api [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.317372] env[69808]: DEBUG oslo_vmware.api [None req-33af8fc1-10c5-4f2c-b8dc-802539fd7767 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790977, 'name': ReconfigVM_Task, 'duration_secs': 0.801261} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.317686] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-33af8fc1-10c5-4f2c-b8dc-802539fd7767 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754079', 'volume_id': '5461913f-a820-43aa-9deb-f4a87c17126c', 'name': 'volume-5461913f-a820-43aa-9deb-f4a87c17126c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10494ca4-57da-4930-bc34-3fcb2a805c4f', 'attached_at': '', 'detached_at': '', 'volume_id': '5461913f-a820-43aa-9deb-f4a87c17126c', 'serial': '5461913f-a820-43aa-9deb-f4a87c17126c'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1297.605211] env[69808]: INFO nova.compute.manager [-] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Took 1.30 seconds to deallocate network for instance. [ 1297.663541] env[69808]: DEBUG oslo_vmware.api [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790976, 'name': PowerOnVM_Task, 'duration_secs': 1.374631} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.663842] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.664039] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-090a4785-caea-49e1-ad1c-4e0fe63b9f33 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Updating instance 'f9de1eb8-5f7d-4205-884e-d80f83df0f61' progress to 100 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.771755] env[69808]: DEBUG oslo_vmware.api [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.867324] env[69808]: DEBUG nova.objects.instance [None req-33af8fc1-10c5-4f2c-b8dc-802539fd7767 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lazy-loading 'flavor' on Instance uuid 10494ca4-57da-4930-bc34-3fcb2a805c4f {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.111645] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.111956] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.112212] env[69808]: DEBUG nova.objects.instance [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lazy-loading 'resources' on Instance uuid 57dae466-65ff-4be6-91e6-93d5bd7d0642 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.269706] env[69808]: DEBUG oslo_vmware.api [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.768254] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1703466d-814f-400c-b781-1f69a8fabdc7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.779208] env[69808]: DEBUG oslo_vmware.api [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.782427] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74654b3b-2088-499b-a183-87d5b1031ec5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.815451] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b7b0af-a89d-4385-b172-71959cafe1ee {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.824116] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efd6aa3-1b5b-42de-8999-976189b46f4f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.840627] env[69808]: DEBUG nova.compute.provider_tree [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Updating inventory in ProviderTree for provider df70a276-1734-46c9-94fd-235e07f47845 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1298.875044] env[69808]: DEBUG oslo_concurrency.lockutils [None req-33af8fc1-10c5-4f2c-b8dc-802539fd7767 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "10494ca4-57da-4930-bc34-3fcb2a805c4f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.750s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.272676] env[69808]: DEBUG oslo_vmware.api [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.368790] env[69808]: ERROR nova.scheduler.client.report [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [req-cda1bd56-77ec-4475-8d93-203beb5a085d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID df70a276-1734-46c9-94fd-235e07f47845. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cda1bd56-77ec-4475-8d93-203beb5a085d"}]} [ 1299.389508] env[69808]: DEBUG nova.scheduler.client.report [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Refreshing inventories for resource provider df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1299.409362] env[69808]: DEBUG nova.scheduler.client.report [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Updating ProviderTree inventory for provider df70a276-1734-46c9-94fd-235e07f47845 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1299.409647] env[69808]: DEBUG nova.compute.provider_tree [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Updating inventory in ProviderTree for provider df70a276-1734-46c9-94fd-235e07f47845 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 54, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1299.412277] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "10494ca4-57da-4930-bc34-3fcb2a805c4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.412544] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "10494ca4-57da-4930-bc34-3fcb2a805c4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.413249] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "10494ca4-57da-4930-bc34-3fcb2a805c4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.413249] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "10494ca4-57da-4930-bc34-3fcb2a805c4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.413363] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "10494ca4-57da-4930-bc34-3fcb2a805c4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.417238] env[69808]: INFO nova.compute.manager [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Terminating instance [ 1299.430099] env[69808]: DEBUG nova.scheduler.client.report [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Refreshing aggregate associations for resource provider df70a276-1734-46c9-94fd-235e07f47845, aggregates: None {{(pid=69808) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1299.454428] env[69808]: DEBUG nova.scheduler.client.report [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Refreshing trait associations for resource provider df70a276-1734-46c9-94fd-235e07f47845, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69808) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1299.688733] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c015857e-e6a4-404f-a804-75f4c25d7823 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.698590] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007a23bc-cfdb-47aa-b61a-4140b71b30ff {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.734578] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f1948c-5504-4c72-ae02-df3a82cc10d2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.744364] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94417fd-890e-4a78-a60d-8624f89dcf87 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.760843] env[69808]: DEBUG nova.compute.provider_tree [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Updating inventory in ProviderTree for provider df70a276-1734-46c9-94fd-235e07f47845 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1299.774748] env[69808]: DEBUG oslo_vmware.api [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790971, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.921704] env[69808]: DEBUG nova.compute.manager [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1299.921954] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.923176] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96839e9-328d-4cd1-af81-bc00a2555b0a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.932703] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.932987] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94600dd9-0d3e-4b82-bfc0-178eddf9d961 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.940480] env[69808]: DEBUG oslo_vmware.api [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1299.940480] env[69808]: value = "task-3790978" [ 1299.940480] env[69808]: _type = "Task" [ 1299.940480] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.950575] env[69808]: DEBUG oslo_vmware.api [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.184705] env[69808]: DEBUG oslo_concurrency.lockutils [None req-252c7de5-ed36-48af-83aa-9fd26517d371 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.184981] env[69808]: DEBUG oslo_concurrency.lockutils [None req-252c7de5-ed36-48af-83aa-9fd26517d371 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.185237] env[69808]: DEBUG nova.compute.manager [None req-252c7de5-ed36-48af-83aa-9fd26517d371 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Going to confirm migration 8 {{(pid=69808) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1300.277113] env[69808]: DEBUG oslo_vmware.api [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790971, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.309423] env[69808]: DEBUG nova.scheduler.client.report [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Updated inventory for provider df70a276-1734-46c9-94fd-235e07f47845 with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1300.309721] env[69808]: DEBUG nova.compute.provider_tree [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Updating resource provider df70a276-1734-46c9-94fd-235e07f47845 generation from 152 to 153 during operation: update_inventory {{(pid=69808) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1300.309906] env[69808]: DEBUG nova.compute.provider_tree [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Updating inventory in ProviderTree for provider df70a276-1734-46c9-94fd-235e07f47845 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1300.450633] env[69808]: DEBUG oslo_vmware.api [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790978, 'name': PowerOffVM_Task, 'duration_secs': 0.241941} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.450985] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.451122] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1300.451380] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f33af3a-68fe-425d-9527-6f796b4661cf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.524871] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1300.525144] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1300.525360] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Deleting the datastore file [datastore1] 10494ca4-57da-4930-bc34-3fcb2a805c4f {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1300.525653] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcd0417b-e5f2-42c7-9a09-590aa1a5a843 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.534453] env[69808]: DEBUG oslo_vmware.api [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1300.534453] env[69808]: value = "task-3790980" [ 1300.534453] env[69808]: _type = "Task" [ 1300.534453] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.546907] env[69808]: DEBUG oslo_vmware.api [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.730897] env[69808]: DEBUG oslo_concurrency.lockutils [None req-252c7de5-ed36-48af-83aa-9fd26517d371 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.731148] env[69808]: DEBUG oslo_concurrency.lockutils [None req-252c7de5-ed36-48af-83aa-9fd26517d371 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.731380] env[69808]: DEBUG nova.network.neutron [None req-252c7de5-ed36-48af-83aa-9fd26517d371 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.731850] env[69808]: DEBUG nova.objects.instance [None req-252c7de5-ed36-48af-83aa-9fd26517d371 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lazy-loading 'info_cache' on Instance uuid f9de1eb8-5f7d-4205-884e-d80f83df0f61 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.774414] env[69808]: DEBUG oslo_vmware.api [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790971, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.815079] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.703s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.840116] env[69808]: INFO nova.scheduler.client.report [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Deleted allocations for instance 57dae466-65ff-4be6-91e6-93d5bd7d0642 [ 1301.048115] env[69808]: DEBUG oslo_vmware.api [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3790980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220377} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.049034] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.049034] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1301.049034] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1301.049034] env[69808]: INFO nova.compute.manager [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1301.049626] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.049959] env[69808]: DEBUG nova.compute.manager [-] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1301.050073] env[69808]: DEBUG nova.network.neutron [-] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1301.274344] env[69808]: DEBUG oslo_vmware.api [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790971, 'name': ReconfigVM_Task, 'duration_secs': 6.785771} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.274627] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.274840] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Reconfigured VM to detach interface {{(pid=69808) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1301.351483] env[69808]: DEBUG oslo_concurrency.lockutils [None req-d94eed53-8202-47dc-8aa8-ea4c897003ec tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "57dae466-65ff-4be6-91e6-93d5bd7d0642" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.767s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.560490] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "6a06b65d-e09a-4812-889f-4d123cf95266" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.560901] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "6a06b65d-e09a-4812-889f-4d123cf95266" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.560992] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "6a06b65d-e09a-4812-889f-4d123cf95266-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.561186] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "6a06b65d-e09a-4812-889f-4d123cf95266-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.561358] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "6a06b65d-e09a-4812-889f-4d123cf95266-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.564110] env[69808]: INFO nova.compute.manager [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Terminating instance [ 1301.979279] env[69808]: DEBUG nova.network.neutron [None req-252c7de5-ed36-48af-83aa-9fd26517d371 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Updating instance_info_cache with network_info: [{"id": "52d9e479-257d-4396-82eb-af7fcebc98a8", "address": "fa:16:3e:a0:ca:e1", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d9e479-25", "ovs_interfaceid": "52d9e479-257d-4396-82eb-af7fcebc98a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.068759] env[69808]: DEBUG nova.compute.manager [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1302.069018] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.070072] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4b1329-11d8-4f15-98fd-26fc2022aa27 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.084617] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.084940] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bd83fdc-b143-4d67-a47a-e4c832dccff5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.094022] env[69808]: DEBUG oslo_vmware.api [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1302.094022] env[69808]: value = "task-3790981" [ 1302.094022] env[69808]: _type = "Task" [ 1302.094022] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.104781] env[69808]: DEBUG oslo_vmware.api [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.220250] env[69808]: DEBUG nova.compute.manager [req-f1b60fc6-847d-4a57-889e-d364aaf2bef6 req-ff9dfbe6-0dfe-4fed-956e-78c851702754 service nova] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Received event network-vif-deleted-f34eceed-db61-444d-8361-7b26c55381cb {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.220675] env[69808]: INFO nova.compute.manager [req-f1b60fc6-847d-4a57-889e-d364aaf2bef6 req-ff9dfbe6-0dfe-4fed-956e-78c851702754 service nova] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Neutron deleted interface f34eceed-db61-444d-8361-7b26c55381cb; detaching it from the instance and deleting it from the info cache [ 1302.220911] env[69808]: DEBUG nova.network.neutron [req-f1b60fc6-847d-4a57-889e-d364aaf2bef6 req-ff9dfbe6-0dfe-4fed-956e-78c851702754 service nova] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.483067] env[69808]: DEBUG oslo_concurrency.lockutils [None req-252c7de5-ed36-48af-83aa-9fd26517d371 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "refresh_cache-f9de1eb8-5f7d-4205-884e-d80f83df0f61" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.483431] env[69808]: DEBUG nova.objects.instance [None req-252c7de5-ed36-48af-83aa-9fd26517d371 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lazy-loading 'migration_context' on Instance uuid f9de1eb8-5f7d-4205-884e-d80f83df0f61 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.609023] env[69808]: DEBUG oslo_vmware.api [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790981, 'name': PowerOffVM_Task, 'duration_secs': 0.332017} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.609023] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.609023] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.609765] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2deadc85-a338-4b86-8795-07fa00e93390 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.637164] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.637164] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.637164] env[69808]: DEBUG nova.network.neutron [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.653390] env[69808]: DEBUG nova.network.neutron [-] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.688464] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.688464] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.688464] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Deleting the datastore file [datastore1] 6a06b65d-e09a-4812-889f-4d123cf95266 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.688464] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9633ca68-b0b9-4d90-85f4-24ede4301fb5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.698033] env[69808]: DEBUG oslo_vmware.api [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for the task: (returnval){ [ 1302.698033] env[69808]: value = "task-3790983" [ 1302.698033] env[69808]: _type = "Task" [ 1302.698033] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.707338] env[69808]: DEBUG oslo_vmware.api [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.724564] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec399d8c-82b0-43d1-acda-e1dbcfafc88d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.736454] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7edef4-2622-46f9-a7fb-ced2e6936a03 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.771851] env[69808]: DEBUG nova.compute.manager [req-f1b60fc6-847d-4a57-889e-d364aaf2bef6 req-ff9dfbe6-0dfe-4fed-956e-78c851702754 service nova] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Detach interface failed, port_id=f34eceed-db61-444d-8361-7b26c55381cb, reason: Instance 10494ca4-57da-4930-bc34-3fcb2a805c4f could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1302.978338] env[69808]: DEBUG nova.compute.manager [req-4ab66781-8c35-4d60-88de-7f8ca8622d81 req-83ace132-919a-45cd-8293-3620899bdc2b service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Received event network-changed-b1023054-4be2-464c-ae15-96a00b6ca5c5 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.978338] env[69808]: DEBUG nova.compute.manager [req-4ab66781-8c35-4d60-88de-7f8ca8622d81 req-83ace132-919a-45cd-8293-3620899bdc2b service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Refreshing instance network info cache due to event network-changed-b1023054-4be2-464c-ae15-96a00b6ca5c5. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1302.978338] env[69808]: DEBUG oslo_concurrency.lockutils [req-4ab66781-8c35-4d60-88de-7f8ca8622d81 req-83ace132-919a-45cd-8293-3620899bdc2b service nova] Acquiring lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.992259] env[69808]: DEBUG nova.objects.base [None req-252c7de5-ed36-48af-83aa-9fd26517d371 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1302.993210] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046ddda9-0647-401c-b464-f684e3e4efda {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.015526] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2065bc66-b699-401a-ace5-2dd6744eee89 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.022537] env[69808]: DEBUG oslo_vmware.api [None req-252c7de5-ed36-48af-83aa-9fd26517d371 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1303.022537] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e00bbe-25e8-c66b-2107-df44bcaeb50c" [ 1303.022537] env[69808]: _type = "Task" [ 1303.022537] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.036212] env[69808]: DEBUG oslo_vmware.api [None req-252c7de5-ed36-48af-83aa-9fd26517d371 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e00bbe-25e8-c66b-2107-df44bcaeb50c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.161301] env[69808]: INFO nova.compute.manager [-] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Took 2.11 seconds to deallocate network for instance. [ 1303.215150] env[69808]: DEBUG oslo_vmware.api [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Task: {'id': task-3790983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297354} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.215695] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.215892] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.216995] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.216995] env[69808]: INFO nova.compute.manager [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1303.216995] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.216995] env[69808]: DEBUG nova.compute.manager [-] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1303.216995] env[69808]: DEBUG nova.network.neutron [-] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1303.534846] env[69808]: DEBUG oslo_vmware.api [None req-252c7de5-ed36-48af-83aa-9fd26517d371 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e00bbe-25e8-c66b-2107-df44bcaeb50c, 'name': SearchDatastore_Task, 'duration_secs': 0.011843} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.536766] env[69808]: INFO nova.network.neutron [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Port 46bcaff0-f1a3-4078-99f7-4a675a706654 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1303.537333] env[69808]: DEBUG nova.network.neutron [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Updating instance_info_cache with network_info: [{"id": "b1023054-4be2-464c-ae15-96a00b6ca5c5", "address": "fa:16:3e:91:bd:b6", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1023054-4b", "ovs_interfaceid": "b1023054-4be2-464c-ae15-96a00b6ca5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.538816] env[69808]: DEBUG oslo_concurrency.lockutils [None req-252c7de5-ed36-48af-83aa-9fd26517d371 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.539457] env[69808]: DEBUG oslo_concurrency.lockutils [None req-252c7de5-ed36-48af-83aa-9fd26517d371 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.671841] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.696930] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "interface-f987da4a-4baf-4aec-8c92-29e9778142fb-46bcaff0-f1a3-4078-99f7-4a675a706654" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.697317] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "interface-f987da4a-4baf-4aec-8c92-29e9778142fb-46bcaff0-f1a3-4078-99f7-4a675a706654" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.697707] env[69808]: DEBUG nova.objects.instance [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lazy-loading 'flavor' on Instance uuid f987da4a-4baf-4aec-8c92-29e9778142fb {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.795688] env[69808]: DEBUG oslo_vmware.rw_handles [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5215de34-98ab-38c3-3cbf-24c72d067a65/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1303.796987] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69cafe0-d8d8-4b79-ad83-d318c2ed855f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.803295] env[69808]: DEBUG oslo_vmware.rw_handles [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5215de34-98ab-38c3-3cbf-24c72d067a65/disk-0.vmdk is in state: ready. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1303.803467] env[69808]: ERROR oslo_vmware.rw_handles [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5215de34-98ab-38c3-3cbf-24c72d067a65/disk-0.vmdk due to incomplete transfer. [ 1303.803870] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8920b597-3995-4198-8463-eb56c251bbf5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.812899] env[69808]: DEBUG oslo_vmware.rw_handles [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5215de34-98ab-38c3-3cbf-24c72d067a65/disk-0.vmdk. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1303.813140] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Uploaded image bb53e7c6-914c-48b6-8edf-49b1afc8172d to the Glance image server {{(pid=69808) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1303.815287] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Destroying the VM {{(pid=69808) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1303.815626] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8c7eaf06-a651-4b27-bb7f-bb5386446807 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.822998] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1303.822998] env[69808]: value = "task-3790984" [ 1303.822998] env[69808]: _type = "Task" [ 1303.822998] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.833667] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790984, 'name': Destroy_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.042396] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.044707] env[69808]: DEBUG oslo_concurrency.lockutils [req-4ab66781-8c35-4d60-88de-7f8ca8622d81 req-83ace132-919a-45cd-8293-3620899bdc2b service nova] Acquired lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.044912] env[69808]: DEBUG nova.network.neutron [req-4ab66781-8c35-4d60-88de-7f8ca8622d81 req-83ace132-919a-45cd-8293-3620899bdc2b service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Refreshing network info cache for port b1023054-4be2-464c-ae15-96a00b6ca5c5 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.160971] env[69808]: DEBUG nova.network.neutron [-] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.189649] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0d4361-b5eb-4638-8c5d-c376b17de850 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.204976] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9112ce1c-995e-47a2-aba7-258e71c41dec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.261122] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b9292f-3d99-406d-93c9-89769fc65b27 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.273033] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d32ee0-ccb1-4953-ad00-b082bc0c00df {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.294667] env[69808]: DEBUG nova.compute.provider_tree [None req-252c7de5-ed36-48af-83aa-9fd26517d371 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.335361] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790984, 'name': Destroy_Task, 'duration_secs': 0.422258} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.336130] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Destroyed the VM [ 1304.336431] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Deleting Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1304.336727] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-03e203ad-c774-411b-9b91-1c46d728106e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.344170] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1304.344170] env[69808]: value = "task-3790985" [ 1304.344170] env[69808]: _type = "Task" [ 1304.344170] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.353301] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790985, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.386635] env[69808]: DEBUG nova.objects.instance [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lazy-loading 'pci_requests' on Instance uuid f987da4a-4baf-4aec-8c92-29e9778142fb {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.553750] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b90d5ef7-8c80-4d32-9088-9abf32c23d50 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "interface-a32b75c1-e775-4505-ab59-6c71b84cc84d-46bcaff0-f1a3-4078-99f7-4a675a706654" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.889s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.664212] env[69808]: INFO nova.compute.manager [-] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Took 1.45 seconds to deallocate network for instance. [ 1304.799235] env[69808]: DEBUG nova.scheduler.client.report [None req-252c7de5-ed36-48af-83aa-9fd26517d371 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.855536] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790985, 'name': RemoveSnapshot_Task, 'duration_secs': 0.451587} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.858259] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Deleted Snapshot of the VM instance {{(pid=69808) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1304.858586] env[69808]: DEBUG nova.compute.manager [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1304.859632] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ada40f2-c31e-458a-a661-dd6a6ef8510a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.889210] env[69808]: DEBUG nova.objects.base [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1304.889530] env[69808]: DEBUG nova.network.neutron [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1304.899191] env[69808]: DEBUG nova.network.neutron [req-4ab66781-8c35-4d60-88de-7f8ca8622d81 req-83ace132-919a-45cd-8293-3620899bdc2b service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Updated VIF entry in instance network info cache for port b1023054-4be2-464c-ae15-96a00b6ca5c5. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.899587] env[69808]: DEBUG nova.network.neutron [req-4ab66781-8c35-4d60-88de-7f8ca8622d81 req-83ace132-919a-45cd-8293-3620899bdc2b service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Updating instance_info_cache with network_info: [{"id": "b1023054-4be2-464c-ae15-96a00b6ca5c5", "address": "fa:16:3e:91:bd:b6", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1023054-4b", "ovs_interfaceid": "b1023054-4be2-464c-ae15-96a00b6ca5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.958903] env[69808]: DEBUG nova.policy [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6315105d7b9c436990157010b2d76657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c7cf3d1f5f94168ae452203efcece8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1305.010226] env[69808]: DEBUG nova.compute.manager [req-faebb1ae-aca0-4758-93ff-d92c0f669164 req-33278cc7-0fba-4fe9-84d7-bcaf5538676c service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Received event network-changed-e8bede9d-d8ab-46f7-ac75-4f5344d58897 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.010472] env[69808]: DEBUG nova.compute.manager [req-faebb1ae-aca0-4758-93ff-d92c0f669164 req-33278cc7-0fba-4fe9-84d7-bcaf5538676c service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Refreshing instance network info cache due to event network-changed-e8bede9d-d8ab-46f7-ac75-4f5344d58897. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1305.010597] env[69808]: DEBUG oslo_concurrency.lockutils [req-faebb1ae-aca0-4758-93ff-d92c0f669164 req-33278cc7-0fba-4fe9-84d7-bcaf5538676c service nova] Acquiring lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.010749] env[69808]: DEBUG oslo_concurrency.lockutils [req-faebb1ae-aca0-4758-93ff-d92c0f669164 req-33278cc7-0fba-4fe9-84d7-bcaf5538676c service nova] Acquired lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.010916] env[69808]: DEBUG nova.network.neutron [req-faebb1ae-aca0-4758-93ff-d92c0f669164 req-33278cc7-0fba-4fe9-84d7-bcaf5538676c service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Refreshing network info cache for port e8bede9d-d8ab-46f7-ac75-4f5344d58897 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.176758] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.374768] env[69808]: INFO nova.compute.manager [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Shelve offloading [ 1305.402615] env[69808]: DEBUG oslo_concurrency.lockutils [req-4ab66781-8c35-4d60-88de-7f8ca8622d81 req-83ace132-919a-45cd-8293-3620899bdc2b service nova] Releasing lock "refresh_cache-a32b75c1-e775-4505-ab59-6c71b84cc84d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.813939] env[69808]: DEBUG oslo_concurrency.lockutils [None req-252c7de5-ed36-48af-83aa-9fd26517d371 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.274s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.816980] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.145s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.817285] env[69808]: DEBUG nova.objects.instance [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lazy-loading 'resources' on Instance uuid 10494ca4-57da-4930-bc34-3fcb2a805c4f {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.879498] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.879740] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8247212-ae98-4fbd-b98d-eaadb71ea8ba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.889391] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1305.889391] env[69808]: value = "task-3790989" [ 1305.889391] env[69808]: _type = "Task" [ 1305.889391] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.899219] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] VM already powered off {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1305.899550] env[69808]: DEBUG nova.compute.manager [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1305.900599] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53692971-b8f6-496e-9836-d624d763b3cc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.907175] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "refresh_cache-82075c16-01ab-497c-99d1-6bcfdd9cc613" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.907351] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquired lock "refresh_cache-82075c16-01ab-497c-99d1-6bcfdd9cc613" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.907528] env[69808]: DEBUG nova.network.neutron [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.068196] env[69808]: DEBUG nova.network.neutron [req-faebb1ae-aca0-4758-93ff-d92c0f669164 req-33278cc7-0fba-4fe9-84d7-bcaf5538676c service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Updated VIF entry in instance network info cache for port e8bede9d-d8ab-46f7-ac75-4f5344d58897. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1306.068603] env[69808]: DEBUG nova.network.neutron [req-faebb1ae-aca0-4758-93ff-d92c0f669164 req-33278cc7-0fba-4fe9-84d7-bcaf5538676c service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Updating instance_info_cache with network_info: [{"id": "e8bede9d-d8ab-46f7-ac75-4f5344d58897", "address": "fa:16:3e:fe:d9:64", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8bede9d-d8", "ovs_interfaceid": "e8bede9d-d8ab-46f7-ac75-4f5344d58897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.369767] env[69808]: DEBUG nova.compute.manager [req-def782ef-1cf7-4356-afd0-a19b9a012312 req-918f5508-deff-4eb8-8e8e-106071e36913 service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Received event network-vif-plugged-46bcaff0-f1a3-4078-99f7-4a675a706654 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.369767] env[69808]: DEBUG oslo_concurrency.lockutils [req-def782ef-1cf7-4356-afd0-a19b9a012312 req-918f5508-deff-4eb8-8e8e-106071e36913 service nova] Acquiring lock "f987da4a-4baf-4aec-8c92-29e9778142fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.370038] env[69808]: DEBUG oslo_concurrency.lockutils [req-def782ef-1cf7-4356-afd0-a19b9a012312 req-918f5508-deff-4eb8-8e8e-106071e36913 service nova] Lock "f987da4a-4baf-4aec-8c92-29e9778142fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.370095] env[69808]: DEBUG oslo_concurrency.lockutils [req-def782ef-1cf7-4356-afd0-a19b9a012312 req-918f5508-deff-4eb8-8e8e-106071e36913 service nova] Lock "f987da4a-4baf-4aec-8c92-29e9778142fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.370313] env[69808]: DEBUG nova.compute.manager [req-def782ef-1cf7-4356-afd0-a19b9a012312 req-918f5508-deff-4eb8-8e8e-106071e36913 service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] No waiting events found dispatching network-vif-plugged-46bcaff0-f1a3-4078-99f7-4a675a706654 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1306.370498] env[69808]: WARNING nova.compute.manager [req-def782ef-1cf7-4356-afd0-a19b9a012312 req-918f5508-deff-4eb8-8e8e-106071e36913 service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Received unexpected event network-vif-plugged-46bcaff0-f1a3-4078-99f7-4a675a706654 for instance with vm_state active and task_state None. [ 1306.386472] env[69808]: INFO nova.scheduler.client.report [None req-252c7de5-ed36-48af-83aa-9fd26517d371 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Deleted allocation for migration a0629a1e-567a-47db-a993-2ff25d7eaf60 [ 1306.466348] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f8214c-de74-4bed-8c77-acf068e17f3a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.474718] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0675b6-7b09-41b8-a094-74559319face {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.511605] env[69808]: DEBUG nova.network.neutron [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Successfully updated port: 46bcaff0-f1a3-4078-99f7-4a675a706654 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1306.513344] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fff21b9-f2a9-42cd-ab2f-3516731a7043 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.522147] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e4eb64-7cdd-4b78-961c-e96250b697cb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.538775] env[69808]: DEBUG nova.compute.provider_tree [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.571999] env[69808]: DEBUG oslo_concurrency.lockutils [req-faebb1ae-aca0-4758-93ff-d92c0f669164 req-33278cc7-0fba-4fe9-84d7-bcaf5538676c service nova] Releasing lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.572309] env[69808]: DEBUG nova.compute.manager [req-faebb1ae-aca0-4758-93ff-d92c0f669164 req-33278cc7-0fba-4fe9-84d7-bcaf5538676c service nova] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Received event network-vif-deleted-59575657-c03e-456b-9562-60d831151dca {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.675861] env[69808]: DEBUG nova.network.neutron [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Updating instance_info_cache with network_info: [{"id": "d650e24a-580c-4b3b-a94c-58f0f764976d", "address": "fa:16:3e:38:ba:5f", "network": {"id": "d134c7c1-9dc9-44e2-8f59-5949991a52ec", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2083617213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13951c071cf4c6a93dedab6f7f3c15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd650e24a-58", "ovs_interfaceid": "d650e24a-580c-4b3b-a94c-58f0f764976d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.892290] env[69808]: DEBUG oslo_concurrency.lockutils [None req-252c7de5-ed36-48af-83aa-9fd26517d371 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.707s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.017762] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.017979] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.018250] env[69808]: DEBUG nova.network.neutron [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.041965] env[69808]: DEBUG nova.scheduler.client.report [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.179550] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Releasing lock "refresh_cache-82075c16-01ab-497c-99d1-6bcfdd9cc613" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.453935] env[69808]: DEBUG nova.compute.manager [req-3f433c9e-1c4b-45c6-b01b-9e84aad28fd1 req-d5d720e1-5c4d-4a89-96c4-4a0116ab0af7 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Received event network-vif-unplugged-d650e24a-580c-4b3b-a94c-58f0f764976d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.454616] env[69808]: DEBUG oslo_concurrency.lockutils [req-3f433c9e-1c4b-45c6-b01b-9e84aad28fd1 req-d5d720e1-5c4d-4a89-96c4-4a0116ab0af7 service nova] Acquiring lock "82075c16-01ab-497c-99d1-6bcfdd9cc613-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.455049] env[69808]: DEBUG oslo_concurrency.lockutils [req-3f433c9e-1c4b-45c6-b01b-9e84aad28fd1 req-d5d720e1-5c4d-4a89-96c4-4a0116ab0af7 service nova] Lock "82075c16-01ab-497c-99d1-6bcfdd9cc613-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.455324] env[69808]: DEBUG oslo_concurrency.lockutils [req-3f433c9e-1c4b-45c6-b01b-9e84aad28fd1 req-d5d720e1-5c4d-4a89-96c4-4a0116ab0af7 service nova] Lock "82075c16-01ab-497c-99d1-6bcfdd9cc613-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.455629] env[69808]: DEBUG nova.compute.manager [req-3f433c9e-1c4b-45c6-b01b-9e84aad28fd1 req-d5d720e1-5c4d-4a89-96c4-4a0116ab0af7 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] No waiting events found dispatching network-vif-unplugged-d650e24a-580c-4b3b-a94c-58f0f764976d {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1307.456034] env[69808]: WARNING nova.compute.manager [req-3f433c9e-1c4b-45c6-b01b-9e84aad28fd1 req-d5d720e1-5c4d-4a89-96c4-4a0116ab0af7 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Received unexpected event network-vif-unplugged-d650e24a-580c-4b3b-a94c-58f0f764976d for instance with vm_state shelved and task_state shelving_offloading. [ 1307.525786] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.526104] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.526322] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.526504] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.526791] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.530077] env[69808]: INFO nova.compute.manager [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Terminating instance [ 1307.547949] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.550050] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.373s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.550050] env[69808]: DEBUG nova.objects.instance [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lazy-loading 'resources' on Instance uuid 6a06b65d-e09a-4812-889f-4d123cf95266 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.559353] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.560286] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bcaf92-2cb6-48be-b759-0cbdf4dd1969 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.564558] env[69808]: WARNING nova.network.neutron [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] 6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6 already exists in list: networks containing: ['6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6']. ignoring it [ 1307.571639] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1307.572659] env[69808]: INFO nova.scheduler.client.report [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Deleted allocations for instance 10494ca4-57da-4930-bc34-3fcb2a805c4f [ 1307.573693] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-906b06aa-e5f8-4940-ba94-d298174db4ca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.651746] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1307.652000] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1307.652230] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Deleting the datastore file [datastore2] 82075c16-01ab-497c-99d1-6bcfdd9cc613 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.655398] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-582e9bc1-6e95-4b9d-a7c3-14929ed2ecbb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.663058] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1307.663058] env[69808]: value = "task-3790992" [ 1307.663058] env[69808]: _type = "Task" [ 1307.663058] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.672107] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.867420] env[69808]: DEBUG nova.network.neutron [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Updating instance_info_cache with network_info: [{"id": "e8bede9d-d8ab-46f7-ac75-4f5344d58897", "address": "fa:16:3e:fe:d9:64", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8bede9d-d8", "ovs_interfaceid": "e8bede9d-d8ab-46f7-ac75-4f5344d58897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "46bcaff0-f1a3-4078-99f7-4a675a706654", "address": "fa:16:3e:39:fc:0f", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bcaff0-f1", "ovs_interfaceid": "46bcaff0-f1a3-4078-99f7-4a675a706654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.035022] env[69808]: DEBUG nova.compute.manager [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1308.035431] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.036278] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98532cec-f925-42a2-80ff-46c4cc833676 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.044563] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.044843] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3777468c-2ebf-4a88-bcd1-f57c979e1236 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.051352] env[69808]: DEBUG oslo_vmware.api [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1308.051352] env[69808]: value = "task-3790993" [ 1308.051352] env[69808]: _type = "Task" [ 1308.051352] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.068015] env[69808]: DEBUG oslo_vmware.api [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.081735] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a5a6dee5-1df1-42af-87e1-4d32e474084b tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "10494ca4-57da-4930-bc34-3fcb2a805c4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.669s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.159393] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e69af60-92cf-41c2-8e07-d6249a763a59 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.171030] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7d7d7a-4eb8-45c6-ba38-e3fc5a992e5e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.178884] env[69808]: DEBUG oslo_vmware.api [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3790992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220914} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.179741] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.179942] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.180142] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.210473] env[69808]: INFO nova.scheduler.client.report [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Deleted allocations for instance 82075c16-01ab-497c-99d1-6bcfdd9cc613 [ 1308.214228] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b5f039-f25c-4fad-889a-acde5986129a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.224770] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30397d5a-7be3-4778-bc8e-3f4b0018953d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.240087] env[69808]: DEBUG nova.compute.provider_tree [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.370328] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.372474] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.372474] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.373053] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65934567-62de-4d83-bfae-98e66b389bed {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.391295] env[69808]: DEBUG nova.virt.hardware [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1308.391597] env[69808]: DEBUG nova.virt.hardware [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.391848] env[69808]: DEBUG nova.virt.hardware [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.392051] env[69808]: DEBUG nova.virt.hardware [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.392205] env[69808]: DEBUG nova.virt.hardware [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.392353] env[69808]: DEBUG nova.virt.hardware [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1308.392565] env[69808]: DEBUG nova.virt.hardware [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1308.392775] env[69808]: DEBUG nova.virt.hardware [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1308.392882] env[69808]: DEBUG nova.virt.hardware [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1308.393054] env[69808]: DEBUG nova.virt.hardware [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1308.393239] env[69808]: DEBUG nova.virt.hardware [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1308.399908] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Reconfiguring VM to attach interface {{(pid=69808) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1308.400276] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-459e8df6-1c30-42ec-a106-331fde87b718 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.418771] env[69808]: DEBUG oslo_vmware.api [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1308.418771] env[69808]: value = "task-3790994" [ 1308.418771] env[69808]: _type = "Task" [ 1308.418771] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.428843] env[69808]: DEBUG oslo_vmware.api [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790994, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.449191] env[69808]: DEBUG nova.compute.manager [req-756b2640-a89a-4fdd-bd85-c9c244b26004 req-72230cb4-5be2-4d5d-81b6-4a08ddf76230 service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Received event network-changed-46bcaff0-f1a3-4078-99f7-4a675a706654 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.449385] env[69808]: DEBUG nova.compute.manager [req-756b2640-a89a-4fdd-bd85-c9c244b26004 req-72230cb4-5be2-4d5d-81b6-4a08ddf76230 service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Refreshing instance network info cache due to event network-changed-46bcaff0-f1a3-4078-99f7-4a675a706654. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1308.449548] env[69808]: DEBUG oslo_concurrency.lockutils [req-756b2640-a89a-4fdd-bd85-c9c244b26004 req-72230cb4-5be2-4d5d-81b6-4a08ddf76230 service nova] Acquiring lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.449740] env[69808]: DEBUG oslo_concurrency.lockutils [req-756b2640-a89a-4fdd-bd85-c9c244b26004 req-72230cb4-5be2-4d5d-81b6-4a08ddf76230 service nova] Acquired lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.449869] env[69808]: DEBUG nova.network.neutron [req-756b2640-a89a-4fdd-bd85-c9c244b26004 req-72230cb4-5be2-4d5d-81b6-4a08ddf76230 service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Refreshing network info cache for port 46bcaff0-f1a3-4078-99f7-4a675a706654 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.562470] env[69808]: DEBUG oslo_vmware.api [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790993, 'name': PowerOffVM_Task, 'duration_secs': 0.233837} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.562876] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.563126] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.563449] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62b67d0a-8d72-47ef-bb0a-bc80db3010eb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.625611] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.626008] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.626216] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Deleting the datastore file [datastore2] f9de1eb8-5f7d-4205-884e-d80f83df0f61 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.626507] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61d2cdf3-8287-4832-9992-aa62255d2c2a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.633688] env[69808]: DEBUG oslo_vmware.api [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1308.633688] env[69808]: value = "task-3790996" [ 1308.633688] env[69808]: _type = "Task" [ 1308.633688] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.641993] env[69808]: DEBUG oslo_vmware.api [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.719285] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.744479] env[69808]: DEBUG nova.scheduler.client.report [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.930539] env[69808]: DEBUG oslo_vmware.api [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.143892] env[69808]: DEBUG oslo_vmware.api [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3790996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155226} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.144180] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.144363] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.144544] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.144718] env[69808]: INFO nova.compute.manager [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1309.144959] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.145162] env[69808]: DEBUG nova.compute.manager [-] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.145256] env[69808]: DEBUG nova.network.neutron [-] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.172927] env[69808]: DEBUG nova.network.neutron [req-756b2640-a89a-4fdd-bd85-c9c244b26004 req-72230cb4-5be2-4d5d-81b6-4a08ddf76230 service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Updated VIF entry in instance network info cache for port 46bcaff0-f1a3-4078-99f7-4a675a706654. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.173606] env[69808]: DEBUG nova.network.neutron [req-756b2640-a89a-4fdd-bd85-c9c244b26004 req-72230cb4-5be2-4d5d-81b6-4a08ddf76230 service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Updating instance_info_cache with network_info: [{"id": "e8bede9d-d8ab-46f7-ac75-4f5344d58897", "address": "fa:16:3e:fe:d9:64", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8bede9d-d8", "ovs_interfaceid": "e8bede9d-d8ab-46f7-ac75-4f5344d58897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "46bcaff0-f1a3-4078-99f7-4a675a706654", "address": "fa:16:3e:39:fc:0f", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46bcaff0-f1", "ovs_interfaceid": "46bcaff0-f1a3-4078-99f7-4a675a706654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.250595] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.254095] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.535s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.254437] env[69808]: DEBUG nova.objects.instance [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lazy-loading 'resources' on Instance uuid 82075c16-01ab-497c-99d1-6bcfdd9cc613 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.286560] env[69808]: INFO nova.scheduler.client.report [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Deleted allocations for instance 6a06b65d-e09a-4812-889f-4d123cf95266 [ 1309.430581] env[69808]: DEBUG oslo_vmware.api [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790994, 'name': ReconfigVM_Task, 'duration_secs': 0.694496} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.431648] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.431927] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Reconfigured VM to attach interface {{(pid=69808) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1309.677760] env[69808]: DEBUG oslo_concurrency.lockutils [req-756b2640-a89a-4fdd-bd85-c9c244b26004 req-72230cb4-5be2-4d5d-81b6-4a08ddf76230 service nova] Releasing lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.703409] env[69808]: DEBUG nova.compute.manager [req-b0f87fe3-1861-4861-bf46-18234bed8e42 req-68a9d429-6639-4d10-90ae-5c6515550f5f service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Received event network-changed-d650e24a-580c-4b3b-a94c-58f0f764976d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.703409] env[69808]: DEBUG nova.compute.manager [req-b0f87fe3-1861-4861-bf46-18234bed8e42 req-68a9d429-6639-4d10-90ae-5c6515550f5f service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Refreshing instance network info cache due to event network-changed-d650e24a-580c-4b3b-a94c-58f0f764976d. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1309.703409] env[69808]: DEBUG oslo_concurrency.lockutils [req-b0f87fe3-1861-4861-bf46-18234bed8e42 req-68a9d429-6639-4d10-90ae-5c6515550f5f service nova] Acquiring lock "refresh_cache-82075c16-01ab-497c-99d1-6bcfdd9cc613" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.709963] env[69808]: DEBUG oslo_concurrency.lockutils [req-b0f87fe3-1861-4861-bf46-18234bed8e42 req-68a9d429-6639-4d10-90ae-5c6515550f5f service nova] Acquired lock "refresh_cache-82075c16-01ab-497c-99d1-6bcfdd9cc613" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.709963] env[69808]: DEBUG nova.network.neutron [req-b0f87fe3-1861-4861-bf46-18234bed8e42 req-68a9d429-6639-4d10-90ae-5c6515550f5f service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Refreshing network info cache for port d650e24a-580c-4b3b-a94c-58f0f764976d {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.762070] env[69808]: DEBUG nova.objects.instance [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lazy-loading 'numa_topology' on Instance uuid 82075c16-01ab-497c-99d1-6bcfdd9cc613 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.795533] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ee0ff35f-f38c-4f1b-85db-8dd05d3b00e2 tempest-ServerRescueNegativeTestJSON-1921370818 tempest-ServerRescueNegativeTestJSON-1921370818-project-member] Lock "6a06b65d-e09a-4812-889f-4d123cf95266" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.235s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.937538] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ce455772-6d91-4a97-b70f-031cd668397e tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "interface-f987da4a-4baf-4aec-8c92-29e9778142fb-46bcaff0-f1a3-4078-99f7-4a675a706654" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.240s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.014994] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.015353] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.213119] env[69808]: DEBUG nova.network.neutron [-] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.267020] env[69808]: DEBUG nova.objects.base [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Object Instance<82075c16-01ab-497c-99d1-6bcfdd9cc613> lazy-loaded attributes: resources,numa_topology {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1310.357249] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab83f08d-e708-4058-850e-c8eabed811c1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.366418] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f030d6b-a0b0-4dae-a6ff-0705b4908cab {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.398979] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf06668-d193-4fc5-b06a-6239c079dcec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.407357] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35669e5-2735-4466-ac2e-5640cd349ac0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.421657] env[69808]: DEBUG nova.compute.provider_tree [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.462746] env[69808]: DEBUG nova.network.neutron [req-b0f87fe3-1861-4861-bf46-18234bed8e42 req-68a9d429-6639-4d10-90ae-5c6515550f5f service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Updated VIF entry in instance network info cache for port d650e24a-580c-4b3b-a94c-58f0f764976d. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.463138] env[69808]: DEBUG nova.network.neutron [req-b0f87fe3-1861-4861-bf46-18234bed8e42 req-68a9d429-6639-4d10-90ae-5c6515550f5f service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Updating instance_info_cache with network_info: [{"id": "d650e24a-580c-4b3b-a94c-58f0f764976d", "address": "fa:16:3e:38:ba:5f", "network": {"id": "d134c7c1-9dc9-44e2-8f59-5949991a52ec", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2083617213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13951c071cf4c6a93dedab6f7f3c15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd650e24a-58", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.517561] env[69808]: DEBUG nova.compute.manager [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1310.715280] env[69808]: INFO nova.compute.manager [-] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Took 1.57 seconds to deallocate network for instance. [ 1310.924535] env[69808]: DEBUG nova.scheduler.client.report [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.965491] env[69808]: DEBUG oslo_concurrency.lockutils [req-b0f87fe3-1861-4861-bf46-18234bed8e42 req-68a9d429-6639-4d10-90ae-5c6515550f5f service nova] Releasing lock "refresh_cache-82075c16-01ab-497c-99d1-6bcfdd9cc613" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.044500] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.226941] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.381327] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.381650] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.381820] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.381979] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.382148] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.382295] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.382441] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.433136] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.436223] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.392s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.437853] env[69808]: INFO nova.compute.claims [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1311.485511] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "interface-f987da4a-4baf-4aec-8c92-29e9778142fb-46bcaff0-f1a3-4078-99f7-4a675a706654" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.485787] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "interface-f987da4a-4baf-4aec-8c92-29e9778142fb-46bcaff0-f1a3-4078-99f7-4a675a706654" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.734208] env[69808]: DEBUG nova.compute.manager [req-c07a62b0-79dd-4053-8ee1-85f2972dce39 req-cc696b4e-99fa-4a2c-873f-a37e51bd63e1 service nova] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Received event network-vif-deleted-52d9e479-257d-4396-82eb-af7fcebc98a8 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.887120] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Getting list of instances from cluster (obj){ [ 1311.887120] env[69808]: value = "domain-c8" [ 1311.887120] env[69808]: _type = "ClusterComputeResource" [ 1311.887120] env[69808]: } {{(pid=69808) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1311.888333] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceef493c-4554-45f4-b02a-b8dc25c2721b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.903704] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Got total of 3 instances {{(pid=69808) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1311.903926] env[69808]: WARNING nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] While synchronizing instance power states, found 5 instances in the database and 3 instances on the hypervisor. [ 1311.904072] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Triggering sync for uuid cdd7e10d-086b-4673-801a-1d7a36f0824b {{(pid=69808) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1311.904289] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Triggering sync for uuid f9de1eb8-5f7d-4205-884e-d80f83df0f61 {{(pid=69808) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1311.904472] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Triggering sync for uuid 82075c16-01ab-497c-99d1-6bcfdd9cc613 {{(pid=69808) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1311.904628] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Triggering sync for uuid a32b75c1-e775-4505-ab59-6c71b84cc84d {{(pid=69808) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1311.904800] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Triggering sync for uuid f987da4a-4baf-4aec-8c92-29e9778142fb {{(pid=69808) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1311.905209] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "cdd7e10d-086b-4673-801a-1d7a36f0824b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.905480] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "cdd7e10d-086b-4673-801a-1d7a36f0824b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.905786] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.906048] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "82075c16-01ab-497c-99d1-6bcfdd9cc613" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.906278] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "a32b75c1-e775-4505-ab59-6c71b84cc84d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.906480] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "a32b75c1-e775-4505-ab59-6c71b84cc84d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.906742] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "f987da4a-4baf-4aec-8c92-29e9778142fb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.906947] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "f987da4a-4baf-4aec-8c92-29e9778142fb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.907166] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.907330] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69808) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1311.908084] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0117f63f-b1c0-4fa2-adc4-cb4d09167763 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.911367] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b68be98-248a-4cd2-b209-18560cebe457 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.914414] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2783f98-5687-4c59-86e9-8f013e623ece {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.916896] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.945918] env[69808]: DEBUG oslo_concurrency.lockutils [None req-79b41b5c-2066-4ace-8681-cc4773b5056a tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "82075c16-01ab-497c-99d1-6bcfdd9cc613" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.467s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.947010] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "82075c16-01ab-497c-99d1-6bcfdd9cc613" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.041s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.947347] env[69808]: INFO nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] During sync_power_state the instance has a pending task (unshelving). Skip. [ 1311.947564] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "82075c16-01ab-497c-99d1-6bcfdd9cc613" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.975010] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "82075c16-01ab-497c-99d1-6bcfdd9cc613" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.975299] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "82075c16-01ab-497c-99d1-6bcfdd9cc613" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.975489] env[69808]: INFO nova.compute.manager [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Unshelving [ 1311.989022] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.421759] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.431488] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "f987da4a-4baf-4aec-8c92-29e9778142fb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.431973] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "cdd7e10d-086b-4673-801a-1d7a36f0824b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.526s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.432279] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.432693] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "a32b75c1-e775-4505-ab59-6c71b84cc84d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.526s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.433542] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2525a4-a47a-4be3-9152-e38aae8f681d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.455502] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cba0f3-2524-47af-b7cf-621691e54c2e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.482850] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Reconfiguring VM to detach interface {{(pid=69808) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1312.487856] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23747ba6-174b-4d71-b855-ffb5884c1791 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.510257] env[69808]: DEBUG oslo_vmware.api [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1312.510257] env[69808]: value = "task-3790999" [ 1312.510257] env[69808]: _type = "Task" [ 1312.510257] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.523173] env[69808]: DEBUG oslo_vmware.api [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790999, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.584649] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe373bf-81b6-4cc1-8502-d37ab0574996 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.592204] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Acquiring lock "c5677030-4528-4aea-8e6c-e94e7e0f93b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.592439] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Lock "c5677030-4528-4aea-8e6c-e94e7e0f93b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.597094] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea12a6b1-abdf-4658-bc8c-0b7bc567504e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.629674] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5878bc32-bd2c-4be8-a2c4-77dc85fdbb04 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.637383] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0e5636-6e64-4f31-b1e1-792b596306a4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.651558] env[69808]: DEBUG nova.compute.provider_tree [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.020479] env[69808]: DEBUG oslo_vmware.api [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.021821] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.094586] env[69808]: DEBUG nova.compute.manager [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1313.156074] env[69808]: DEBUG nova.scheduler.client.report [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.522347] env[69808]: DEBUG oslo_vmware.api [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.613693] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.661273] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.661849] env[69808]: DEBUG nova.compute.manager [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1313.665056] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.438s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.665264] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.667299] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.246s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.667461] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.667638] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69808) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1313.667889] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.646s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.668094] env[69808]: DEBUG nova.objects.instance [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lazy-loading 'pci_requests' on Instance uuid 82075c16-01ab-497c-99d1-6bcfdd9cc613 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.670020] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e619df06-f5de-4f3a-b9be-c31a41252573 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.679086] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6a52d2-fa5a-4f4b-b116-42b3b8127055 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.696272] env[69808]: INFO nova.scheduler.client.report [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Deleted allocations for instance f9de1eb8-5f7d-4205-884e-d80f83df0f61 [ 1313.698338] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dfb8d9-3536-4894-b3f6-e6c32131a48f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.708801] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f85db5c-b83a-4024-a9f2-ab8e177a64a2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.738799] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179095MB free_disk=55GB free_vcpus=48 pci_devices=None {{(pid=69808) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1313.738989] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.024072] env[69808]: DEBUG oslo_vmware.api [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.171018] env[69808]: DEBUG nova.compute.utils [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1314.172779] env[69808]: DEBUG nova.compute.manager [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1314.173038] env[69808]: DEBUG nova.network.neutron [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1314.177181] env[69808]: DEBUG nova.objects.instance [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lazy-loading 'numa_topology' on Instance uuid 82075c16-01ab-497c-99d1-6bcfdd9cc613 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.207562] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6fa24d87-75cf-4bd7-97b7-64da14192583 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.681s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.208768] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.303s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.209257] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ddc8f0a-2e19-46af-b1c8-52fb87054b00 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.214056] env[69808]: DEBUG nova.policy [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f1040c186194436bde41a425ff06588', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a199851ed08545b79847ffbe59fdb86f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1314.220533] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580f05ec-247a-4e4a-ac3b-8a4fc68a5851 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.526309] env[69808]: DEBUG oslo_vmware.api [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.549898] env[69808]: DEBUG nova.network.neutron [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Successfully created port: acc8691b-ee47-4a1a-9cda-77bfb82193e1 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1314.676471] env[69808]: DEBUG nova.compute.manager [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1314.680073] env[69808]: INFO nova.compute.claims [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1314.755194] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "f9de1eb8-5f7d-4205-884e-d80f83df0f61" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.024369] env[69808]: DEBUG oslo_vmware.api [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.029064] env[69808]: DEBUG oslo_concurrency.lockutils [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "7b55165b-c0c9-4713-ac67-cc12c631e3d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.029205] env[69808]: DEBUG oslo_concurrency.lockutils [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "7b55165b-c0c9-4713-ac67-cc12c631e3d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.525545] env[69808]: DEBUG oslo_vmware.api [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.532274] env[69808]: DEBUG nova.compute.manager [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1315.691319] env[69808]: DEBUG nova.compute.manager [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1315.726286] env[69808]: DEBUG nova.virt.hardware [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.726666] env[69808]: DEBUG nova.virt.hardware [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.726915] env[69808]: DEBUG nova.virt.hardware [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.727205] env[69808]: DEBUG nova.virt.hardware [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.727447] env[69808]: DEBUG nova.virt.hardware [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.727681] env[69808]: DEBUG nova.virt.hardware [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.728032] env[69808]: DEBUG nova.virt.hardware [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.728327] env[69808]: DEBUG nova.virt.hardware [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.728639] env[69808]: DEBUG nova.virt.hardware [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.728921] env[69808]: DEBUG nova.virt.hardware [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.729246] env[69808]: DEBUG nova.virt.hardware [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.730230] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3988a44a-99f3-4131-a52f-88c6b5bc1fd2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.742344] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cb6a9e-7c64-42c0-b5d0-13108320d03b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.808253] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d794a5-b828-40b2-a3a8-fe407aaa4337 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.816953] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64afdde-0041-483b-8fff-f575aa43a842 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.850907] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126a9e27-eee8-4374-8b25-be1b2da2a04d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.858801] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a6651d-167a-4277-b816-69a2d4e3b16b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.873738] env[69808]: DEBUG nova.compute.provider_tree [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.979079] env[69808]: DEBUG nova.compute.manager [req-a4ac6b29-217e-431e-ae07-456abae33f88 req-69395909-9129-4e9b-90dd-de776b5a7e94 service nova] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Received event network-vif-plugged-acc8691b-ee47-4a1a-9cda-77bfb82193e1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.979384] env[69808]: DEBUG oslo_concurrency.lockutils [req-a4ac6b29-217e-431e-ae07-456abae33f88 req-69395909-9129-4e9b-90dd-de776b5a7e94 service nova] Acquiring lock "4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.979612] env[69808]: DEBUG oslo_concurrency.lockutils [req-a4ac6b29-217e-431e-ae07-456abae33f88 req-69395909-9129-4e9b-90dd-de776b5a7e94 service nova] Lock "4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.979818] env[69808]: DEBUG oslo_concurrency.lockutils [req-a4ac6b29-217e-431e-ae07-456abae33f88 req-69395909-9129-4e9b-90dd-de776b5a7e94 service nova] Lock "4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.979974] env[69808]: DEBUG nova.compute.manager [req-a4ac6b29-217e-431e-ae07-456abae33f88 req-69395909-9129-4e9b-90dd-de776b5a7e94 service nova] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] No waiting events found dispatching network-vif-plugged-acc8691b-ee47-4a1a-9cda-77bfb82193e1 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1315.980427] env[69808]: WARNING nova.compute.manager [req-a4ac6b29-217e-431e-ae07-456abae33f88 req-69395909-9129-4e9b-90dd-de776b5a7e94 service nova] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Received unexpected event network-vif-plugged-acc8691b-ee47-4a1a-9cda-77bfb82193e1 for instance with vm_state building and task_state spawning. [ 1316.025850] env[69808]: DEBUG oslo_vmware.api [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.050862] env[69808]: DEBUG oslo_concurrency.lockutils [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.060695] env[69808]: DEBUG nova.network.neutron [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Successfully updated port: acc8691b-ee47-4a1a-9cda-77bfb82193e1 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1316.377505] env[69808]: DEBUG nova.scheduler.client.report [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.526940] env[69808]: DEBUG oslo_vmware.api [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.564051] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "refresh_cache-4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.564051] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired lock "refresh_cache-4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.564416] env[69808]: DEBUG nova.network.neutron [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.882209] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.214s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.884557] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.271s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.886072] env[69808]: INFO nova.compute.claims [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1316.916447] env[69808]: INFO nova.network.neutron [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Updating port d650e24a-580c-4b3b-a94c-58f0f764976d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1317.027297] env[69808]: DEBUG oslo_vmware.api [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.098941] env[69808]: DEBUG nova.network.neutron [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1317.225119] env[69808]: DEBUG nova.network.neutron [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Updating instance_info_cache with network_info: [{"id": "acc8691b-ee47-4a1a-9cda-77bfb82193e1", "address": "fa:16:3e:9d:7e:62", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc8691b-ee", "ovs_interfaceid": "acc8691b-ee47-4a1a-9cda-77bfb82193e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.528283] env[69808]: DEBUG oslo_vmware.api [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.728278] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Releasing lock "refresh_cache-4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.728724] env[69808]: DEBUG nova.compute.manager [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Instance network_info: |[{"id": "acc8691b-ee47-4a1a-9cda-77bfb82193e1", "address": "fa:16:3e:9d:7e:62", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc8691b-ee", "ovs_interfaceid": "acc8691b-ee47-4a1a-9cda-77bfb82193e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1317.729289] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:7e:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acc8691b-ee47-4a1a-9cda-77bfb82193e1', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.737502] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.737745] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.737973] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a433d110-43ff-415b-a201-125c2def7717 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.759981] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1317.759981] env[69808]: value = "task-3791002" [ 1317.759981] env[69808]: _type = "Task" [ 1317.759981] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.768351] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791002, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.009531] env[69808]: DEBUG nova.compute.manager [req-5c3dacce-a715-4d47-93a9-14ba1f3492e9 req-25634a37-8c1f-4d86-b4eb-469c5995e3f8 service nova] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Received event network-changed-acc8691b-ee47-4a1a-9cda-77bfb82193e1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.009763] env[69808]: DEBUG nova.compute.manager [req-5c3dacce-a715-4d47-93a9-14ba1f3492e9 req-25634a37-8c1f-4d86-b4eb-469c5995e3f8 service nova] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Refreshing instance network info cache due to event network-changed-acc8691b-ee47-4a1a-9cda-77bfb82193e1. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1318.009969] env[69808]: DEBUG oslo_concurrency.lockutils [req-5c3dacce-a715-4d47-93a9-14ba1f3492e9 req-25634a37-8c1f-4d86-b4eb-469c5995e3f8 service nova] Acquiring lock "refresh_cache-4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.010155] env[69808]: DEBUG oslo_concurrency.lockutils [req-5c3dacce-a715-4d47-93a9-14ba1f3492e9 req-25634a37-8c1f-4d86-b4eb-469c5995e3f8 service nova] Acquired lock "refresh_cache-4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.010367] env[69808]: DEBUG nova.network.neutron [req-5c3dacce-a715-4d47-93a9-14ba1f3492e9 req-25634a37-8c1f-4d86-b4eb-469c5995e3f8 service nova] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Refreshing network info cache for port acc8691b-ee47-4a1a-9cda-77bfb82193e1 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1318.019658] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfaef8a-7f51-4ab7-ab49-632b0a6da662 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.035170] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7615b410-95de-443b-8514-c081230009d8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.039263] env[69808]: DEBUG oslo_vmware.api [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790999, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.074426] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0294250f-c5e4-44a9-ab90-334668209502 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.083397] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e72662c-8fb5-4ff5-ab3c-e2821be543f1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.098698] env[69808]: DEBUG nova.compute.provider_tree [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.270123] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791002, 'name': CreateVM_Task, 'duration_secs': 0.341666} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.270298] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1318.270991] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.271176] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.271510] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.271774] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed7ce763-09be-4d5c-9b61-f417072f44b2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.276604] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1318.276604] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c8bf83-0dcd-6823-1564-706270c1d401" [ 1318.276604] env[69808]: _type = "Task" [ 1318.276604] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.284919] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c8bf83-0dcd-6823-1564-706270c1d401, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.401969] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "refresh_cache-82075c16-01ab-497c-99d1-6bcfdd9cc613" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.402070] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquired lock "refresh_cache-82075c16-01ab-497c-99d1-6bcfdd9cc613" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.402261] env[69808]: DEBUG nova.network.neutron [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.533483] env[69808]: DEBUG oslo_vmware.api [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3790999, 'name': ReconfigVM_Task, 'duration_secs': 5.753765} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.533751] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.533970] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Reconfigured VM to detach interface {{(pid=69808) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1318.601988] env[69808]: DEBUG nova.scheduler.client.report [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.719143] env[69808]: DEBUG nova.network.neutron [req-5c3dacce-a715-4d47-93a9-14ba1f3492e9 req-25634a37-8c1f-4d86-b4eb-469c5995e3f8 service nova] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Updated VIF entry in instance network info cache for port acc8691b-ee47-4a1a-9cda-77bfb82193e1. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.719653] env[69808]: DEBUG nova.network.neutron [req-5c3dacce-a715-4d47-93a9-14ba1f3492e9 req-25634a37-8c1f-4d86-b4eb-469c5995e3f8 service nova] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Updating instance_info_cache with network_info: [{"id": "acc8691b-ee47-4a1a-9cda-77bfb82193e1", "address": "fa:16:3e:9d:7e:62", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc8691b-ee", "ovs_interfaceid": "acc8691b-ee47-4a1a-9cda-77bfb82193e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.788229] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c8bf83-0dcd-6823-1564-706270c1d401, 'name': SearchDatastore_Task, 'duration_secs': 0.010669} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.788550] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.788783] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1318.789037] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.789187] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.789415] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.789695] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00aa7efe-e932-4c15-8107-5d2a98e20fef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.800268] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.800637] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1318.801848] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84cd6c51-f1b2-4f3d-8219-81b4e73712a7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.810435] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1318.810435] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52239502-4bb3-d3da-604b-2e2f3abebd3a" [ 1318.810435] env[69808]: _type = "Task" [ 1318.810435] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.823177] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52239502-4bb3-d3da-604b-2e2f3abebd3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.107335] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.107922] env[69808]: DEBUG nova.compute.manager [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1319.110741] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.372s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.120117] env[69808]: DEBUG nova.network.neutron [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Updating instance_info_cache with network_info: [{"id": "d650e24a-580c-4b3b-a94c-58f0f764976d", "address": "fa:16:3e:38:ba:5f", "network": {"id": "d134c7c1-9dc9-44e2-8f59-5949991a52ec", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2083617213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13951c071cf4c6a93dedab6f7f3c15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd650e24a-58", "ovs_interfaceid": "d650e24a-580c-4b3b-a94c-58f0f764976d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.223049] env[69808]: DEBUG oslo_concurrency.lockutils [req-5c3dacce-a715-4d47-93a9-14ba1f3492e9 req-25634a37-8c1f-4d86-b4eb-469c5995e3f8 service nova] Releasing lock "refresh_cache-4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.321227] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52239502-4bb3-d3da-604b-2e2f3abebd3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010654} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.322071] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b969bf8c-969c-40c3-8726-f0997bcaf1a9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.328783] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1319.328783] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b1d1f4-ae0c-7a45-5256-3881ba34b301" [ 1319.328783] env[69808]: _type = "Task" [ 1319.328783] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.339102] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b1d1f4-ae0c-7a45-5256-3881ba34b301, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.614100] env[69808]: DEBUG nova.compute.utils [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1319.619043] env[69808]: DEBUG nova.compute.manager [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Not allocating networking since 'none' was specified. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1319.622396] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Releasing lock "refresh_cache-82075c16-01ab-497c-99d1-6bcfdd9cc613" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.650966] env[69808]: DEBUG nova.virt.hardware [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='dc1b0a7bde0e405b9e8ea6fca96d1d88',container_format='bare',created_at=2025-05-02T11:48:03Z,direct_url=,disk_format='vmdk',id=bb53e7c6-914c-48b6-8edf-49b1afc8172d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1523612756-shelved',owner='e13951c071cf4c6a93dedab6f7f3c15a',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-05-02T11:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.651336] env[69808]: DEBUG nova.virt.hardware [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.651569] env[69808]: DEBUG nova.virt.hardware [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.651857] env[69808]: DEBUG nova.virt.hardware [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.652085] env[69808]: DEBUG nova.virt.hardware [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.652307] env[69808]: DEBUG nova.virt.hardware [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.652599] env[69808]: DEBUG nova.virt.hardware [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.652830] env[69808]: DEBUG nova.virt.hardware [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.653084] env[69808]: DEBUG nova.virt.hardware [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.653320] env[69808]: DEBUG nova.virt.hardware [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.653557] env[69808]: DEBUG nova.virt.hardware [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.654518] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc337deb-d32d-4a0e-ba63-72fb07c9e183 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.664341] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e01341-2f49-4ba0-985e-06011b3e5889 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.680278] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:ba:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd650e24a-580c-4b3b-a94c-58f0f764976d', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1319.687937] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1319.688383] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1319.688672] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-336fb21d-2ae7-4d7e-9c6d-20a4f283b33c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.709028] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1319.709028] env[69808]: value = "task-3791004" [ 1319.709028] env[69808]: _type = "Task" [ 1319.709028] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.718077] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791004, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.827759] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.828230] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquired lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.828230] env[69808]: DEBUG nova.network.neutron [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.840526] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b1d1f4-ae0c-7a45-5256-3881ba34b301, 'name': SearchDatastore_Task, 'duration_secs': 0.01091} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.841346] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.841609] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b/4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1319.841910] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaf3d8c4-a727-4e28-a213-92c49fe1adda {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.848642] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1319.848642] env[69808]: value = "task-3791005" [ 1319.848642] env[69808]: _type = "Task" [ 1319.848642] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.857467] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.909582] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "f987da4a-4baf-4aec-8c92-29e9778142fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.909934] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "f987da4a-4baf-4aec-8c92-29e9778142fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.910299] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "f987da4a-4baf-4aec-8c92-29e9778142fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.910527] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "f987da4a-4baf-4aec-8c92-29e9778142fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.910710] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "f987da4a-4baf-4aec-8c92-29e9778142fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.913362] env[69808]: INFO nova.compute.manager [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Terminating instance [ 1320.045844] env[69808]: DEBUG nova.compute.manager [req-1fdf09de-8ed7-45e8-bcd3-8d0b7a0e3e38 req-abae080f-97b8-40c8-9b9f-fe2a390a5d94 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Received event network-vif-plugged-d650e24a-580c-4b3b-a94c-58f0f764976d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.046094] env[69808]: DEBUG oslo_concurrency.lockutils [req-1fdf09de-8ed7-45e8-bcd3-8d0b7a0e3e38 req-abae080f-97b8-40c8-9b9f-fe2a390a5d94 service nova] Acquiring lock "82075c16-01ab-497c-99d1-6bcfdd9cc613-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.046309] env[69808]: DEBUG oslo_concurrency.lockutils [req-1fdf09de-8ed7-45e8-bcd3-8d0b7a0e3e38 req-abae080f-97b8-40c8-9b9f-fe2a390a5d94 service nova] Lock "82075c16-01ab-497c-99d1-6bcfdd9cc613-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.046531] env[69808]: DEBUG oslo_concurrency.lockutils [req-1fdf09de-8ed7-45e8-bcd3-8d0b7a0e3e38 req-abae080f-97b8-40c8-9b9f-fe2a390a5d94 service nova] Lock "82075c16-01ab-497c-99d1-6bcfdd9cc613-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.046667] env[69808]: DEBUG nova.compute.manager [req-1fdf09de-8ed7-45e8-bcd3-8d0b7a0e3e38 req-abae080f-97b8-40c8-9b9f-fe2a390a5d94 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] No waiting events found dispatching network-vif-plugged-d650e24a-580c-4b3b-a94c-58f0f764976d {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1320.046832] env[69808]: WARNING nova.compute.manager [req-1fdf09de-8ed7-45e8-bcd3-8d0b7a0e3e38 req-abae080f-97b8-40c8-9b9f-fe2a390a5d94 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Received unexpected event network-vif-plugged-d650e24a-580c-4b3b-a94c-58f0f764976d for instance with vm_state shelved_offloaded and task_state spawning. [ 1320.046994] env[69808]: DEBUG nova.compute.manager [req-1fdf09de-8ed7-45e8-bcd3-8d0b7a0e3e38 req-abae080f-97b8-40c8-9b9f-fe2a390a5d94 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Received event network-changed-d650e24a-580c-4b3b-a94c-58f0f764976d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.047161] env[69808]: DEBUG nova.compute.manager [req-1fdf09de-8ed7-45e8-bcd3-8d0b7a0e3e38 req-abae080f-97b8-40c8-9b9f-fe2a390a5d94 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Refreshing instance network info cache due to event network-changed-d650e24a-580c-4b3b-a94c-58f0f764976d. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1320.047352] env[69808]: DEBUG oslo_concurrency.lockutils [req-1fdf09de-8ed7-45e8-bcd3-8d0b7a0e3e38 req-abae080f-97b8-40c8-9b9f-fe2a390a5d94 service nova] Acquiring lock "refresh_cache-82075c16-01ab-497c-99d1-6bcfdd9cc613" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.047540] env[69808]: DEBUG oslo_concurrency.lockutils [req-1fdf09de-8ed7-45e8-bcd3-8d0b7a0e3e38 req-abae080f-97b8-40c8-9b9f-fe2a390a5d94 service nova] Acquired lock "refresh_cache-82075c16-01ab-497c-99d1-6bcfdd9cc613" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.047713] env[69808]: DEBUG nova.network.neutron [req-1fdf09de-8ed7-45e8-bcd3-8d0b7a0e3e38 req-abae080f-97b8-40c8-9b9f-fe2a390a5d94 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Refreshing network info cache for port d650e24a-580c-4b3b-a94c-58f0f764976d {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.120350] env[69808]: DEBUG nova.compute.manager [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1320.148779] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance cdd7e10d-086b-4673-801a-1d7a36f0824b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1320.148951] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance a32b75c1-e775-4505-ab59-6c71b84cc84d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1320.149123] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance f987da4a-4baf-4aec-8c92-29e9778142fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1320.149261] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1320.149445] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 82075c16-01ab-497c-99d1-6bcfdd9cc613 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1320.149585] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance c5677030-4528-4aea-8e6c-e94e7e0f93b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1320.222428] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791004, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.358226] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447303} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.358477] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b/4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1320.358694] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1320.358934] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e219ec21-ade9-4256-9cba-4406cb6c86fb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.368132] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1320.368132] env[69808]: value = "task-3791007" [ 1320.368132] env[69808]: _type = "Task" [ 1320.368132] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.377211] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.417848] env[69808]: DEBUG nova.compute.manager [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.418196] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.419078] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3901f18-c2be-44a2-a209-3318ab59257f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.427200] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.427480] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72224072-cd77-4f15-b806-00ef064da6ed {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.434194] env[69808]: DEBUG oslo_vmware.api [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1320.434194] env[69808]: value = "task-3791008" [ 1320.434194] env[69808]: _type = "Task" [ 1320.434194] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.442832] env[69808]: DEBUG oslo_vmware.api [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3791008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.576029] env[69808]: INFO nova.network.neutron [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Port 46bcaff0-f1a3-4078-99f7-4a675a706654 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1320.576458] env[69808]: DEBUG nova.network.neutron [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Updating instance_info_cache with network_info: [{"id": "e8bede9d-d8ab-46f7-ac75-4f5344d58897", "address": "fa:16:3e:fe:d9:64", "network": {"id": "6e95d22a-f2c2-4b80-8e39-cbe61acb6bc6", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1396574460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7cf3d1f5f94168ae452203efcece8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8bede9d-d8", "ovs_interfaceid": "e8bede9d-d8ab-46f7-ac75-4f5344d58897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.652764] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 7b55165b-c0c9-4713-ac67-cc12c631e3d8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1320.653016] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1320.653132] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1320.719700] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791004, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.765552] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc2b163-600f-44ec-996c-89dab26118ad {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.773663] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d89ae0-3c0c-44a8-8eac-b1164286ec64 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.811672] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534f010f-35bd-4110-aecc-ebc0ecd0ccd7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.819798] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f57b86-5edc-4baf-9b73-051451e95b4b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.833701] env[69808]: DEBUG nova.compute.provider_tree [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.874079] env[69808]: DEBUG nova.network.neutron [req-1fdf09de-8ed7-45e8-bcd3-8d0b7a0e3e38 req-abae080f-97b8-40c8-9b9f-fe2a390a5d94 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Updated VIF entry in instance network info cache for port d650e24a-580c-4b3b-a94c-58f0f764976d. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.874268] env[69808]: DEBUG nova.network.neutron [req-1fdf09de-8ed7-45e8-bcd3-8d0b7a0e3e38 req-abae080f-97b8-40c8-9b9f-fe2a390a5d94 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Updating instance_info_cache with network_info: [{"id": "d650e24a-580c-4b3b-a94c-58f0f764976d", "address": "fa:16:3e:38:ba:5f", "network": {"id": "d134c7c1-9dc9-44e2-8f59-5949991a52ec", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2083617213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13951c071cf4c6a93dedab6f7f3c15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd650e24a-58", "ovs_interfaceid": "d650e24a-580c-4b3b-a94c-58f0f764976d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.878136] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.945051] env[69808]: DEBUG oslo_vmware.api [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3791008, 'name': PowerOffVM_Task, 'duration_secs': 0.235061} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.945303] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.945478] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.945740] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e72cabd3-0975-4bb2-a544-e22aaaae7028 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.014698] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.014698] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.014698] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Deleting the datastore file [datastore1] f987da4a-4baf-4aec-8c92-29e9778142fb {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.014990] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c64543e-9559-4c1d-96f4-e099c0076de2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.021212] env[69808]: DEBUG oslo_vmware.api [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1321.021212] env[69808]: value = "task-3791010" [ 1321.021212] env[69808]: _type = "Task" [ 1321.021212] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.029696] env[69808]: DEBUG oslo_vmware.api [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3791010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.079627] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Releasing lock "refresh_cache-f987da4a-4baf-4aec-8c92-29e9778142fb" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.133603] env[69808]: DEBUG nova.compute.manager [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1321.162105] env[69808]: DEBUG nova.virt.hardware [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.162411] env[69808]: DEBUG nova.virt.hardware [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.162607] env[69808]: DEBUG nova.virt.hardware [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.162807] env[69808]: DEBUG nova.virt.hardware [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.163037] env[69808]: DEBUG nova.virt.hardware [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.163167] env[69808]: DEBUG nova.virt.hardware [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.163417] env[69808]: DEBUG nova.virt.hardware [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.163697] env[69808]: DEBUG nova.virt.hardware [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.163931] env[69808]: DEBUG nova.virt.hardware [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.164150] env[69808]: DEBUG nova.virt.hardware [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.164369] env[69808]: DEBUG nova.virt.hardware [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.165263] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dfde40-6ee1-4953-af24-2c078502c0d9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.173392] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bba247-5ab2-474e-890e-2214669aadc6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.186927] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Instance VIF info [] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1321.192594] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Creating folder: Project (51dd545592314e389ec5be2d1e988853). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1321.192894] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e58dd4b0-5f51-42e2-a6bd-0a2ef2290fa3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.204818] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Created folder: Project (51dd545592314e389ec5be2d1e988853) in parent group-v753775. [ 1321.204971] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Creating folder: Instances. Parent ref: group-v754099. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1321.205235] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5df6e1c-7214-4fee-a82b-5bff5593d95e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.215391] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Created folder: Instances in parent group-v754099. [ 1321.215651] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.215848] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1321.219097] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa976b16-9865-45f6-ba77-ce5a9cbca922 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.231568] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791004, 'name': CreateVM_Task, 'duration_secs': 1.364641} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.232127] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1321.233232] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bb53e7c6-914c-48b6-8edf-49b1afc8172d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.233383] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bb53e7c6-914c-48b6-8edf-49b1afc8172d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.233755] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bb53e7c6-914c-48b6-8edf-49b1afc8172d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.234027] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19a3a5f7-bce9-476f-bdf2-d4b7d9265f30 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.237017] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1321.237017] env[69808]: value = "task-3791013" [ 1321.237017] env[69808]: _type = "Task" [ 1321.237017] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.241456] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1321.241456] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521de0f4-3d5e-9502-74b1-a91ef4968685" [ 1321.241456] env[69808]: _type = "Task" [ 1321.241456] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.247500] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791013, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.252366] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]521de0f4-3d5e-9502-74b1-a91ef4968685, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.339936] env[69808]: DEBUG nova.scheduler.client.report [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.380396] env[69808]: DEBUG oslo_concurrency.lockutils [req-1fdf09de-8ed7-45e8-bcd3-8d0b7a0e3e38 req-abae080f-97b8-40c8-9b9f-fe2a390a5d94 service nova] Releasing lock "refresh_cache-82075c16-01ab-497c-99d1-6bcfdd9cc613" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.380859] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.642773} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.381152] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1321.382083] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8d6c7e-b128-4d94-9cb9-4d9468fca4fc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.406329] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b/4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.406763] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8140d05-e4fb-42b4-9120-a8be49b0d16c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.430029] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1321.430029] env[69808]: value = "task-3791014" [ 1321.430029] env[69808]: _type = "Task" [ 1321.430029] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.438263] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.531667] env[69808]: DEBUG oslo_vmware.api [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3791010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203721} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.531979] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.532247] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.532489] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.532726] env[69808]: INFO nova.compute.manager [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1321.533048] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.533298] env[69808]: DEBUG nova.compute.manager [-] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.533423] env[69808]: DEBUG nova.network.neutron [-] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.584793] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7af93225-a4a3-4935-9255-f7a4357ef806 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "interface-f987da4a-4baf-4aec-8c92-29e9778142fb-46bcaff0-f1a3-4078-99f7-4a675a706654" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.099s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.749611] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791013, 'name': CreateVM_Task, 'duration_secs': 0.406514} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.750231] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1321.750748] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.750973] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.751423] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.751730] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e90bb004-ebf3-4ce0-81f5-b71d71065674 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.757545] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bb53e7c6-914c-48b6-8edf-49b1afc8172d" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.757876] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Processing image bb53e7c6-914c-48b6-8edf-49b1afc8172d {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1321.759021] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bb53e7c6-914c-48b6-8edf-49b1afc8172d/bb53e7c6-914c-48b6-8edf-49b1afc8172d.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.759021] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bb53e7c6-914c-48b6-8edf-49b1afc8172d/bb53e7c6-914c-48b6-8edf-49b1afc8172d.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.759021] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1321.759021] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bcb4c53-64ba-402e-9a1f-d6cf3ef60f31 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.762075] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for the task: (returnval){ [ 1321.762075] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522bd95a-6d6b-f5b0-9894-04bbab9484bf" [ 1321.762075] env[69808]: _type = "Task" [ 1321.762075] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.770973] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522bd95a-6d6b-f5b0-9894-04bbab9484bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.779226] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1321.779464] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1321.780285] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-957c2c25-940b-41fe-b17a-ac31ab5b8452 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.786987] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1321.786987] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52fef5be-4020-0dad-650b-faaf42fa269f" [ 1321.786987] env[69808]: _type = "Task" [ 1321.786987] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.797349] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52fef5be-4020-0dad-650b-faaf42fa269f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.845178] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69808) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1321.845552] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.735s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.845712] env[69808]: DEBUG oslo_concurrency.lockutils [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.795s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.848104] env[69808]: INFO nova.compute.claims [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1321.939778] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791014, 'name': ReconfigVM_Task, 'duration_secs': 0.410099} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.940318] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b/4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.940963] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-956ef5ac-da00-40b3-90cf-fe97b30c90cd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.948446] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1321.948446] env[69808]: value = "task-3791015" [ 1321.948446] env[69808]: _type = "Task" [ 1321.948446] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.956801] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791015, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.277829] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522bd95a-6d6b-f5b0-9894-04bbab9484bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009965} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.278762] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.278983] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1322.279236] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.279381] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.279589] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1322.280133] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f586fbc-4cb4-487c-aa1e-43ad8a0580f8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.284254] env[69808]: DEBUG nova.compute.manager [req-8ebe3bba-72e5-4468-a8bf-afe6f34a3732 req-21b9234a-9613-4309-af24-f6285b484882 service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Received event network-vif-deleted-e8bede9d-d8ab-46f7-ac75-4f5344d58897 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.284441] env[69808]: INFO nova.compute.manager [req-8ebe3bba-72e5-4468-a8bf-afe6f34a3732 req-21b9234a-9613-4309-af24-f6285b484882 service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Neutron deleted interface e8bede9d-d8ab-46f7-ac75-4f5344d58897; detaching it from the instance and deleting it from the info cache [ 1322.284609] env[69808]: DEBUG nova.network.neutron [req-8ebe3bba-72e5-4468-a8bf-afe6f34a3732 req-21b9234a-9613-4309-af24-f6285b484882 service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.293233] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1322.293485] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1322.298061] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a946e9ce-2a74-459e-89aa-2ff4d21dc662 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.301535] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Preparing fetch location {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1322.301769] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Fetch image to [datastore1] OSTACK_IMG_bc765ee0-cbf0-4951-9f85-9a077ceced64/OSTACK_IMG_bc765ee0-cbf0-4951-9f85-9a077ceced64.vmdk {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1322.301943] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Downloading stream optimized image bb53e7c6-914c-48b6-8edf-49b1afc8172d to [datastore1] OSTACK_IMG_bc765ee0-cbf0-4951-9f85-9a077ceced64/OSTACK_IMG_bc765ee0-cbf0-4951-9f85-9a077ceced64.vmdk on the data store datastore1 as vApp {{(pid=69808) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1322.302123] env[69808]: DEBUG nova.virt.vmwareapi.images [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Downloading image file data bb53e7c6-914c-48b6-8edf-49b1afc8172d to the ESX as VM named 'OSTACK_IMG_bc765ee0-cbf0-4951-9f85-9a077ceced64' {{(pid=69808) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1322.308054] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for the task: (returnval){ [ 1322.308054] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5220ffbd-6922-1f77-a306-a6581d158cc0" [ 1322.308054] env[69808]: _type = "Task" [ 1322.308054] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.316554] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5220ffbd-6922-1f77-a306-a6581d158cc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.380083] env[69808]: DEBUG oslo_vmware.rw_handles [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1322.380083] env[69808]: value = "resgroup-9" [ 1322.380083] env[69808]: _type = "ResourcePool" [ 1322.380083] env[69808]: }. {{(pid=69808) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1322.380661] env[69808]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5f8684d4-1780-480c-9dc7-4b0bac132524 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.401423] env[69808]: DEBUG oslo_vmware.rw_handles [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lease: (returnval){ [ 1322.401423] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528fd751-6371-2081-b7fc-6d3eafe3ab02" [ 1322.401423] env[69808]: _type = "HttpNfcLease" [ 1322.401423] env[69808]: } obtained for vApp import into resource pool (val){ [ 1322.401423] env[69808]: value = "resgroup-9" [ 1322.401423] env[69808]: _type = "ResourcePool" [ 1322.401423] env[69808]: }. {{(pid=69808) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1322.401852] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the lease: (returnval){ [ 1322.401852] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528fd751-6371-2081-b7fc-6d3eafe3ab02" [ 1322.401852] env[69808]: _type = "HttpNfcLease" [ 1322.401852] env[69808]: } to be ready. {{(pid=69808) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1322.408446] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1322.408446] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528fd751-6371-2081-b7fc-6d3eafe3ab02" [ 1322.408446] env[69808]: _type = "HttpNfcLease" [ 1322.408446] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1322.459477] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791015, 'name': Rename_Task, 'duration_secs': 0.154543} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.459869] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.460206] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5b34f80-4ad6-452c-b008-da40cd6397af {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.470027] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1322.470027] env[69808]: value = "task-3791017" [ 1322.470027] env[69808]: _type = "Task" [ 1322.470027] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.478905] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.851641] env[69808]: DEBUG nova.network.neutron [-] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.851641] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e51de28b-e6b6-435a-83cb-30b610a6d003 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.851641] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5937d95c-a72b-446f-94b6-25a72120b55a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.851641] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5220ffbd-6922-1f77-a306-a6581d158cc0, 'name': SearchDatastore_Task, 'duration_secs': 0.009956} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.851641] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6f3d0bd-bf5c-4274-ac7d-c944601cda55 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.851641] env[69808]: DEBUG nova.compute.manager [req-8ebe3bba-72e5-4468-a8bf-afe6f34a3732 req-21b9234a-9613-4309-af24-f6285b484882 service nova] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Detach interface failed, port_id=e8bede9d-d8ab-46f7-ac75-4f5344d58897, reason: Instance f987da4a-4baf-4aec-8c92-29e9778142fb could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1322.851641] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for the task: (returnval){ [ 1322.851641] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52614810-f466-f28e-64aa-e94abc587bd6" [ 1322.851641] env[69808]: _type = "Task" [ 1322.851641] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.863323] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52614810-f466-f28e-64aa-e94abc587bd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.914017] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1322.914017] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528fd751-6371-2081-b7fc-6d3eafe3ab02" [ 1322.914017] env[69808]: _type = "HttpNfcLease" [ 1322.914017] env[69808]: } is initializing. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1322.982547] env[69808]: DEBUG oslo_vmware.api [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791017, 'name': PowerOnVM_Task, 'duration_secs': 0.494244} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.982842] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.983067] env[69808]: INFO nova.compute.manager [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1322.983260] env[69808]: DEBUG nova.compute.manager [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1322.984089] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a22737-48ba-4aa7-b26d-398332b953b1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.995516] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61030e18-d62c-4e93-8455-1e07fc42a69a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.004042] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a6f8be-bc2d-4957-ac44-a2c53f276fb5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.040769] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f72d369-1712-4233-a52d-812848f146ec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.049253] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060e677e-cfef-44cc-a8ec-18115528231a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.066298] env[69808]: DEBUG nova.compute.provider_tree [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.277998] env[69808]: INFO nova.compute.manager [-] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Took 1.74 seconds to deallocate network for instance. [ 1323.363827] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52614810-f466-f28e-64aa-e94abc587bd6, 'name': SearchDatastore_Task, 'duration_secs': 0.010252} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.364116] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.364378] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] c5677030-4528-4aea-8e6c-e94e7e0f93b3/c5677030-4528-4aea-8e6c-e94e7e0f93b3.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1323.364629] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81395411-6ee2-4a47-800a-abab15b5a3b8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.371804] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for the task: (returnval){ [ 1323.371804] env[69808]: value = "task-3791018" [ 1323.371804] env[69808]: _type = "Task" [ 1323.371804] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.380999] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.413022] env[69808]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1323.413022] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528fd751-6371-2081-b7fc-6d3eafe3ab02" [ 1323.413022] env[69808]: _type = "HttpNfcLease" [ 1323.413022] env[69808]: } is ready. {{(pid=69808) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1323.413335] env[69808]: DEBUG oslo_vmware.rw_handles [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1323.413335] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528fd751-6371-2081-b7fc-6d3eafe3ab02" [ 1323.413335] env[69808]: _type = "HttpNfcLease" [ 1323.413335] env[69808]: }. {{(pid=69808) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1323.414079] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89f31f0-df8a-4ee7-9e22-ee3c468309db {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.421792] env[69808]: DEBUG oslo_vmware.rw_handles [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52620f0c-4cfd-5374-84b7-5783c01639cb/disk-0.vmdk from lease info. {{(pid=69808) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1323.422011] env[69808]: DEBUG oslo_vmware.rw_handles [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52620f0c-4cfd-5374-84b7-5783c01639cb/disk-0.vmdk. {{(pid=69808) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1323.485612] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3756d00f-b56b-4856-87e9-b66cd07c4534 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.508157] env[69808]: INFO nova.compute.manager [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Took 12.48 seconds to build instance. [ 1323.570038] env[69808]: DEBUG nova.scheduler.client.report [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.784706] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.882873] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486852} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.882873] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] c5677030-4528-4aea-8e6c-e94e7e0f93b3/c5677030-4528-4aea-8e6c-e94e7e0f93b3.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1323.883151] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1323.883400] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5a6c8b3-44c2-4419-97a8-652d4ff3a6e1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.891228] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for the task: (returnval){ [ 1323.891228] env[69808]: value = "task-3791019" [ 1323.891228] env[69808]: _type = "Task" [ 1323.891228] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.900954] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.010671] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7291fc85-d98e-4221-bfba-9eff5a0a63bb tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.995s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.075095] env[69808]: DEBUG oslo_concurrency.lockutils [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.075651] env[69808]: DEBUG nova.compute.manager [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1324.082180] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.298s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.082437] env[69808]: DEBUG nova.objects.instance [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lazy-loading 'resources' on Instance uuid f987da4a-4baf-4aec-8c92-29e9778142fb {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.118102] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Acquiring lock "a8adc941-1315-47d4-96ae-a21bd7ee9cda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.119048] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Lock "a8adc941-1315-47d4-96ae-a21bd7ee9cda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.405259] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07683} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.407224] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1324.408274] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb2a091-1ab1-4657-b282-1185e84ba221 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.432356] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c5677030-4528-4aea-8e6c-e94e7e0f93b3/c5677030-4528-4aea-8e6c-e94e7e0f93b3.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.437167] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fc63bd2-021f-4140-a678-91f904f375e4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.467639] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for the task: (returnval){ [ 1324.467639] env[69808]: value = "task-3791020" [ 1324.467639] env[69808]: _type = "Task" [ 1324.467639] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.477770] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.562419] env[69808]: DEBUG nova.compute.manager [req-0f9cec84-8d46-4470-b973-ed53a604b2cf req-dd74739a-203f-4f95-9435-9822b4789409 service nova] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Received event network-changed-acc8691b-ee47-4a1a-9cda-77bfb82193e1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.562688] env[69808]: DEBUG nova.compute.manager [req-0f9cec84-8d46-4470-b973-ed53a604b2cf req-dd74739a-203f-4f95-9435-9822b4789409 service nova] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Refreshing instance network info cache due to event network-changed-acc8691b-ee47-4a1a-9cda-77bfb82193e1. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1324.562991] env[69808]: DEBUG oslo_concurrency.lockutils [req-0f9cec84-8d46-4470-b973-ed53a604b2cf req-dd74739a-203f-4f95-9435-9822b4789409 service nova] Acquiring lock "refresh_cache-4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.564034] env[69808]: DEBUG oslo_concurrency.lockutils [req-0f9cec84-8d46-4470-b973-ed53a604b2cf req-dd74739a-203f-4f95-9435-9822b4789409 service nova] Acquired lock "refresh_cache-4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.564034] env[69808]: DEBUG nova.network.neutron [req-0f9cec84-8d46-4470-b973-ed53a604b2cf req-dd74739a-203f-4f95-9435-9822b4789409 service nova] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Refreshing network info cache for port acc8691b-ee47-4a1a-9cda-77bfb82193e1 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1324.590581] env[69808]: DEBUG nova.compute.utils [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1324.594153] env[69808]: DEBUG nova.compute.manager [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1324.594153] env[69808]: DEBUG nova.network.neutron [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1324.624134] env[69808]: DEBUG nova.compute.manager [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1324.644050] env[69808]: DEBUG nova.policy [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45020a3b2c3a4058b63edd7e07bc1d36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9641b75bd15404baa8d8dbab53ec5d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1324.760819] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf3115b-e112-48ce-96d3-a4e558dd1b62 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.774624] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f971ed6e-9815-4718-92bb-7732c8502bcf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.821505] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c625bc6d-c8e5-44ec-b0a8-10608983bcb2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.833333] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4ff717-0292-4f11-bd8f-45b584daae75 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.852271] env[69808]: DEBUG nova.compute.provider_tree [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.981796] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791020, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.039229] env[69808]: DEBUG nova.network.neutron [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Successfully created port: ab077b1e-2911-4220-866f-d256e9133b22 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1325.101606] env[69808]: DEBUG nova.compute.manager [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1325.116974] env[69808]: DEBUG oslo_vmware.rw_handles [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Completed reading data from the image iterator. {{(pid=69808) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1325.117220] env[69808]: DEBUG oslo_vmware.rw_handles [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52620f0c-4cfd-5374-84b7-5783c01639cb/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1325.118170] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed378d77-5f95-4d66-9ad2-3a26f6ccb2ae {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.131628] env[69808]: DEBUG oslo_vmware.rw_handles [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52620f0c-4cfd-5374-84b7-5783c01639cb/disk-0.vmdk is in state: ready. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1325.131628] env[69808]: DEBUG oslo_vmware.rw_handles [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52620f0c-4cfd-5374-84b7-5783c01639cb/disk-0.vmdk. {{(pid=69808) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1325.131628] env[69808]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1d00cd10-dd77-4e54-83fa-3ae93d5c1302 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.153859] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.327349] env[69808]: DEBUG nova.network.neutron [req-0f9cec84-8d46-4470-b973-ed53a604b2cf req-dd74739a-203f-4f95-9435-9822b4789409 service nova] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Updated VIF entry in instance network info cache for port acc8691b-ee47-4a1a-9cda-77bfb82193e1. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1325.327733] env[69808]: DEBUG nova.network.neutron [req-0f9cec84-8d46-4470-b973-ed53a604b2cf req-dd74739a-203f-4f95-9435-9822b4789409 service nova] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Updating instance_info_cache with network_info: [{"id": "acc8691b-ee47-4a1a-9cda-77bfb82193e1", "address": "fa:16:3e:9d:7e:62", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc8691b-ee", "ovs_interfaceid": "acc8691b-ee47-4a1a-9cda-77bfb82193e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.356041] env[69808]: DEBUG nova.scheduler.client.report [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.479941] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791020, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.520865] env[69808]: DEBUG oslo_vmware.rw_handles [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52620f0c-4cfd-5374-84b7-5783c01639cb/disk-0.vmdk. {{(pid=69808) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1325.520865] env[69808]: INFO nova.virt.vmwareapi.images [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Downloaded image file data bb53e7c6-914c-48b6-8edf-49b1afc8172d [ 1325.521350] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff91d33d-5bdd-46d4-8ac3-7efdcfbd2bfa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.540495] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cec99506-6459-4407-ac82-a70afdca0181 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.572500] env[69808]: INFO nova.virt.vmwareapi.images [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] The imported VM was unregistered [ 1325.574769] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Caching image {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1325.575068] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Creating directory with path [datastore1] devstack-image-cache_base/bb53e7c6-914c-48b6-8edf-49b1afc8172d {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1325.575394] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da808605-187e-4d67-a172-e82ce0f30084 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.587938] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Created directory with path [datastore1] devstack-image-cache_base/bb53e7c6-914c-48b6-8edf-49b1afc8172d {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1325.588034] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_bc765ee0-cbf0-4951-9f85-9a077ceced64/OSTACK_IMG_bc765ee0-cbf0-4951-9f85-9a077ceced64.vmdk to [datastore1] devstack-image-cache_base/bb53e7c6-914c-48b6-8edf-49b1afc8172d/bb53e7c6-914c-48b6-8edf-49b1afc8172d.vmdk. {{(pid=69808) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1325.588249] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8c9b12f1-8c53-484c-b561-d9fb7e660cf7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.596153] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1325.596153] env[69808]: value = "task-3791022" [ 1325.596153] env[69808]: _type = "Task" [ 1325.596153] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.609339] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791022, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.831592] env[69808]: DEBUG oslo_concurrency.lockutils [req-0f9cec84-8d46-4470-b973-ed53a604b2cf req-dd74739a-203f-4f95-9435-9822b4789409 service nova] Releasing lock "refresh_cache-4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.860955] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.863443] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.710s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.864961] env[69808]: INFO nova.compute.claims [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.886859] env[69808]: INFO nova.scheduler.client.report [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Deleted allocations for instance f987da4a-4baf-4aec-8c92-29e9778142fb [ 1325.982046] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791020, 'name': ReconfigVM_Task, 'duration_secs': 1.357944} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.982500] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c5677030-4528-4aea-8e6c-e94e7e0f93b3/c5677030-4528-4aea-8e6c-e94e7e0f93b3.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.983095] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-861e2a61-cf3d-44ca-a152-a4f8fcaa8a8e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.991858] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for the task: (returnval){ [ 1325.991858] env[69808]: value = "task-3791024" [ 1325.991858] env[69808]: _type = "Task" [ 1325.991858] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.001624] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791024, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.113278] env[69808]: DEBUG nova.compute.manager [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1326.116922] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791022, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.149870] env[69808]: DEBUG nova.virt.hardware [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1326.150168] env[69808]: DEBUG nova.virt.hardware [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.150324] env[69808]: DEBUG nova.virt.hardware [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.150606] env[69808]: DEBUG nova.virt.hardware [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.150711] env[69808]: DEBUG nova.virt.hardware [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.150866] env[69808]: DEBUG nova.virt.hardware [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1326.151104] env[69808]: DEBUG nova.virt.hardware [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1326.151271] env[69808]: DEBUG nova.virt.hardware [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1326.151445] env[69808]: DEBUG nova.virt.hardware [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1326.151613] env[69808]: DEBUG nova.virt.hardware [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1326.151805] env[69808]: DEBUG nova.virt.hardware [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1326.152756] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e452678d-3341-4f72-852f-599c1cd3e29f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.164611] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43008a9c-b74b-4d00-804e-7f0c9cdddf46 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.395871] env[69808]: DEBUG oslo_concurrency.lockutils [None req-3a5b6b14-97d7-4cc6-bce3-d135109b6d4c tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "f987da4a-4baf-4aec-8c92-29e9778142fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.486s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.503382] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791024, 'name': Rename_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.592014] env[69808]: DEBUG nova.compute.manager [req-2fe116d3-3dd8-4d70-a693-94b4bf1e4593 req-2a8770ba-37bb-485c-8de2-fafc3e276ffe service nova] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Received event network-vif-plugged-ab077b1e-2911-4220-866f-d256e9133b22 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.592318] env[69808]: DEBUG oslo_concurrency.lockutils [req-2fe116d3-3dd8-4d70-a693-94b4bf1e4593 req-2a8770ba-37bb-485c-8de2-fafc3e276ffe service nova] Acquiring lock "7b55165b-c0c9-4713-ac67-cc12c631e3d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.592478] env[69808]: DEBUG oslo_concurrency.lockutils [req-2fe116d3-3dd8-4d70-a693-94b4bf1e4593 req-2a8770ba-37bb-485c-8de2-fafc3e276ffe service nova] Lock "7b55165b-c0c9-4713-ac67-cc12c631e3d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.592697] env[69808]: DEBUG oslo_concurrency.lockutils [req-2fe116d3-3dd8-4d70-a693-94b4bf1e4593 req-2a8770ba-37bb-485c-8de2-fafc3e276ffe service nova] Lock "7b55165b-c0c9-4713-ac67-cc12c631e3d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.592858] env[69808]: DEBUG nova.compute.manager [req-2fe116d3-3dd8-4d70-a693-94b4bf1e4593 req-2a8770ba-37bb-485c-8de2-fafc3e276ffe service nova] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] No waiting events found dispatching network-vif-plugged-ab077b1e-2911-4220-866f-d256e9133b22 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1326.593157] env[69808]: WARNING nova.compute.manager [req-2fe116d3-3dd8-4d70-a693-94b4bf1e4593 req-2a8770ba-37bb-485c-8de2-fafc3e276ffe service nova] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Received unexpected event network-vif-plugged-ab077b1e-2911-4220-866f-d256e9133b22 for instance with vm_state building and task_state spawning. [ 1326.608925] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791022, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.625036] env[69808]: DEBUG nova.network.neutron [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Successfully updated port: ab077b1e-2911-4220-866f-d256e9133b22 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1326.626314] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "a32b75c1-e775-4505-ab59-6c71b84cc84d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.627338] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "a32b75c1-e775-4505-ab59-6c71b84cc84d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.627338] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "a32b75c1-e775-4505-ab59-6c71b84cc84d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.627338] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "a32b75c1-e775-4505-ab59-6c71b84cc84d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.627338] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "a32b75c1-e775-4505-ab59-6c71b84cc84d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.629337] env[69808]: INFO nova.compute.manager [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Terminating instance [ 1326.990111] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413a349b-a03b-432e-8835-bc2dc211b2bf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.002791] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56da4ec4-96dd-4e10-867d-03fcbb5858b9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.010300] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791024, 'name': Rename_Task, 'duration_secs': 0.996219} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.011218] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.011529] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af688289-0159-480b-beb0-6cde37326c60 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.045998] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d674e9-225e-428c-9200-cbbaa85a1d17 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.056573] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46459b87-5b10-4943-aadc-62e8d9b5a08a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.061589] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for the task: (returnval){ [ 1327.061589] env[69808]: value = "task-3791025" [ 1327.061589] env[69808]: _type = "Task" [ 1327.061589] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.075490] env[69808]: DEBUG nova.compute.provider_tree [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.083848] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.109675] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791022, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.129788] env[69808]: DEBUG oslo_concurrency.lockutils [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "refresh_cache-7b55165b-c0c9-4713-ac67-cc12c631e3d8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.129788] env[69808]: DEBUG oslo_concurrency.lockutils [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "refresh_cache-7b55165b-c0c9-4713-ac67-cc12c631e3d8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.129914] env[69808]: DEBUG nova.network.neutron [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.133539] env[69808]: DEBUG nova.compute.manager [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1327.133886] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1327.134921] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da10cb7-b126-4873-ada5-bb41087c6e72 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.145222] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.145480] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1202a88-10c5-4993-9702-b6ddd4c04377 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.153026] env[69808]: DEBUG oslo_vmware.api [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1327.153026] env[69808]: value = "task-3791026" [ 1327.153026] env[69808]: _type = "Task" [ 1327.153026] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.163152] env[69808]: DEBUG oslo_vmware.api [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3791026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.572966] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791025, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.579098] env[69808]: DEBUG nova.scheduler.client.report [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.610430] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791022, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.664036] env[69808]: DEBUG oslo_vmware.api [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3791026, 'name': PowerOffVM_Task, 'duration_secs': 0.264577} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.664205] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.664356] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.665303] env[69808]: DEBUG nova.network.neutron [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1327.667285] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-454ba528-8622-4421-8448-42dcaa2b83d0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.748167] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.748476] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.748657] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Deleting the datastore file [datastore2] a32b75c1-e775-4505-ab59-6c71b84cc84d {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.752411] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2970c98a-4641-476e-80a1-357ca24859f4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.760260] env[69808]: DEBUG oslo_vmware.api [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for the task: (returnval){ [ 1327.760260] env[69808]: value = "task-3791028" [ 1327.760260] env[69808]: _type = "Task" [ 1327.760260] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.770525] env[69808]: DEBUG oslo_vmware.api [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3791028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.075721] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791025, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.083854] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.084304] env[69808]: DEBUG nova.compute.manager [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1328.111205] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791022, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.215122] env[69808]: DEBUG nova.network.neutron [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Updating instance_info_cache with network_info: [{"id": "ab077b1e-2911-4220-866f-d256e9133b22", "address": "fa:16:3e:df:67:31", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab077b1e-29", "ovs_interfaceid": "ab077b1e-2911-4220-866f-d256e9133b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.271956] env[69808]: DEBUG oslo_vmware.api [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Task: {'id': task-3791028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383958} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.271956] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1328.271956] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1328.272235] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1328.272337] env[69808]: INFO nova.compute.manager [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1328.272584] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1328.272783] env[69808]: DEBUG nova.compute.manager [-] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1328.272877] env[69808]: DEBUG nova.network.neutron [-] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1328.575806] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791025, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.590046] env[69808]: DEBUG nova.compute.utils [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.591598] env[69808]: DEBUG nova.compute.manager [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1328.591820] env[69808]: DEBUG nova.network.neutron [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1328.612707] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791022, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.785574} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.613065] env[69808]: INFO nova.virt.vmwareapi.ds_util [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_bc765ee0-cbf0-4951-9f85-9a077ceced64/OSTACK_IMG_bc765ee0-cbf0-4951-9f85-9a077ceced64.vmdk to [datastore1] devstack-image-cache_base/bb53e7c6-914c-48b6-8edf-49b1afc8172d/bb53e7c6-914c-48b6-8edf-49b1afc8172d.vmdk. [ 1328.613356] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Cleaning up location [datastore1] OSTACK_IMG_bc765ee0-cbf0-4951-9f85-9a077ceced64 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1328.613425] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_bc765ee0-cbf0-4951-9f85-9a077ceced64 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1328.613713] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4b3dd0e-6437-4525-a62e-8f31d03958f4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.620784] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1328.620784] env[69808]: value = "task-3791029" [ 1328.620784] env[69808]: _type = "Task" [ 1328.620784] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.626425] env[69808]: DEBUG nova.compute.manager [req-0358f81c-6499-4ad9-8ccc-89773aed27c2 req-967e30e2-dcbd-457c-905b-1d89b0b3a0c7 service nova] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Received event network-changed-ab077b1e-2911-4220-866f-d256e9133b22 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.626575] env[69808]: DEBUG nova.compute.manager [req-0358f81c-6499-4ad9-8ccc-89773aed27c2 req-967e30e2-dcbd-457c-905b-1d89b0b3a0c7 service nova] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Refreshing instance network info cache due to event network-changed-ab077b1e-2911-4220-866f-d256e9133b22. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1328.626847] env[69808]: DEBUG oslo_concurrency.lockutils [req-0358f81c-6499-4ad9-8ccc-89773aed27c2 req-967e30e2-dcbd-457c-905b-1d89b0b3a0c7 service nova] Acquiring lock "refresh_cache-7b55165b-c0c9-4713-ac67-cc12c631e3d8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.631977] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.636970] env[69808]: DEBUG nova.policy [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d34a88396a34c079dfb8301ae0f7319', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f64366a9c23a462b9d8bd7bb357bae9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1328.718932] env[69808]: DEBUG oslo_concurrency.lockutils [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "refresh_cache-7b55165b-c0c9-4713-ac67-cc12c631e3d8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.719354] env[69808]: DEBUG nova.compute.manager [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Instance network_info: |[{"id": "ab077b1e-2911-4220-866f-d256e9133b22", "address": "fa:16:3e:df:67:31", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab077b1e-29", "ovs_interfaceid": "ab077b1e-2911-4220-866f-d256e9133b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1328.719869] env[69808]: DEBUG oslo_concurrency.lockutils [req-0358f81c-6499-4ad9-8ccc-89773aed27c2 req-967e30e2-dcbd-457c-905b-1d89b0b3a0c7 service nova] Acquired lock "refresh_cache-7b55165b-c0c9-4713-ac67-cc12c631e3d8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.720173] env[69808]: DEBUG nova.network.neutron [req-0358f81c-6499-4ad9-8ccc-89773aed27c2 req-967e30e2-dcbd-457c-905b-1d89b0b3a0c7 service nova] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Refreshing network info cache for port ab077b1e-2911-4220-866f-d256e9133b22 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1328.721810] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:67:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab077b1e-2911-4220-866f-d256e9133b22', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1328.729707] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1328.733496] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1328.734015] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4742c37f-c4f2-48a1-967b-716894969632 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.757936] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1328.757936] env[69808]: value = "task-3791031" [ 1328.757936] env[69808]: _type = "Task" [ 1328.757936] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.766944] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791031, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.941036] env[69808]: DEBUG nova.network.neutron [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Successfully created port: 52b27ebc-528e-4822-a3a7-ab2e8c769f60 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1329.010944] env[69808]: DEBUG nova.network.neutron [-] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.079035] env[69808]: DEBUG oslo_vmware.api [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791025, 'name': PowerOnVM_Task, 'duration_secs': 1.741886} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.079035] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.079035] env[69808]: INFO nova.compute.manager [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1329.079035] env[69808]: DEBUG nova.compute.manager [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1329.079035] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d41832-ce45-445d-abb1-0a7359d95802 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.095539] env[69808]: DEBUG nova.compute.manager [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1329.133662] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.070384} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.138485] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.140115] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bb53e7c6-914c-48b6-8edf-49b1afc8172d/bb53e7c6-914c-48b6-8edf-49b1afc8172d.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.140115] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bb53e7c6-914c-48b6-8edf-49b1afc8172d/bb53e7c6-914c-48b6-8edf-49b1afc8172d.vmdk to [datastore1] 82075c16-01ab-497c-99d1-6bcfdd9cc613/82075c16-01ab-497c-99d1-6bcfdd9cc613.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1329.140880] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30147d98-3e98-4ced-a0ee-3648af9a0edb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.153398] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1329.153398] env[69808]: value = "task-3791032" [ 1329.153398] env[69808]: _type = "Task" [ 1329.153398] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.163864] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.264576] env[69808]: DEBUG nova.network.neutron [req-0358f81c-6499-4ad9-8ccc-89773aed27c2 req-967e30e2-dcbd-457c-905b-1d89b0b3a0c7 service nova] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Updated VIF entry in instance network info cache for port ab077b1e-2911-4220-866f-d256e9133b22. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1329.265012] env[69808]: DEBUG nova.network.neutron [req-0358f81c-6499-4ad9-8ccc-89773aed27c2 req-967e30e2-dcbd-457c-905b-1d89b0b3a0c7 service nova] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Updating instance_info_cache with network_info: [{"id": "ab077b1e-2911-4220-866f-d256e9133b22", "address": "fa:16:3e:df:67:31", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab077b1e-29", "ovs_interfaceid": "ab077b1e-2911-4220-866f-d256e9133b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.274072] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791031, 'name': CreateVM_Task, 'duration_secs': 0.429014} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.274072] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1329.274072] env[69808]: DEBUG oslo_concurrency.lockutils [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.274072] env[69808]: DEBUG oslo_concurrency.lockutils [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.274346] env[69808]: DEBUG oslo_concurrency.lockutils [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.274599] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-942ef9ff-9b14-44e1-9d06-879e4b9fff2e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.283056] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1329.283056] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5272cd79-af30-c46a-e42d-2119397080d8" [ 1329.283056] env[69808]: _type = "Task" [ 1329.283056] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.294236] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5272cd79-af30-c46a-e42d-2119397080d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.513066] env[69808]: INFO nova.compute.manager [-] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Took 1.24 seconds to deallocate network for instance. [ 1329.597197] env[69808]: INFO nova.compute.manager [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Took 16.00 seconds to build instance. [ 1329.600727] env[69808]: INFO nova.virt.block_device [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Booting with volume d6576adf-6130-479e-baf6-3672d143d225 at /dev/sda [ 1329.640866] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0b4bead-3e9b-452a-9034-b5db888416af {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.651385] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c69c89-5d61-4b46-a478-ed72bfefbc22 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.674172] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.689087] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10a853b5-b5f2-40d3-9cdd-c851f3b8756e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.703157] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314a35fd-491b-44bf-a74a-df625bd68861 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.743388] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77ff2ac-4e90-4664-9001-fbc8daf7d368 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.752677] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c35fda4-cf2c-43e7-9f90-9fc65c472d70 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.768588] env[69808]: DEBUG oslo_concurrency.lockutils [req-0358f81c-6499-4ad9-8ccc-89773aed27c2 req-967e30e2-dcbd-457c-905b-1d89b0b3a0c7 service nova] Releasing lock "refresh_cache-7b55165b-c0c9-4713-ac67-cc12c631e3d8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.768884] env[69808]: DEBUG nova.compute.manager [req-0358f81c-6499-4ad9-8ccc-89773aed27c2 req-967e30e2-dcbd-457c-905b-1d89b0b3a0c7 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Received event network-vif-deleted-b1023054-4be2-464c-ae15-96a00b6ca5c5 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.769079] env[69808]: INFO nova.compute.manager [req-0358f81c-6499-4ad9-8ccc-89773aed27c2 req-967e30e2-dcbd-457c-905b-1d89b0b3a0c7 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Neutron deleted interface b1023054-4be2-464c-ae15-96a00b6ca5c5; detaching it from the instance and deleting it from the info cache [ 1329.769264] env[69808]: DEBUG nova.network.neutron [req-0358f81c-6499-4ad9-8ccc-89773aed27c2 req-967e30e2-dcbd-457c-905b-1d89b0b3a0c7 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.770718] env[69808]: DEBUG nova.virt.block_device [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Updating existing volume attachment record: aaab654b-312e-450a-90f0-e06b98acbd2a {{(pid=69808) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1329.797506] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5272cd79-af30-c46a-e42d-2119397080d8, 'name': SearchDatastore_Task, 'duration_secs': 0.065018} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.797835] env[69808]: DEBUG oslo_concurrency.lockutils [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.798089] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1329.798331] env[69808]: DEBUG oslo_concurrency.lockutils [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.798477] env[69808]: DEBUG oslo_concurrency.lockutils [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.798657] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1329.798938] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1da351c-ea9d-422c-9660-e4e427637473 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.813561] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1329.813767] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1329.815782] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-786c6d22-17aa-40cf-9a15-6591452edb1e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.827302] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1329.827302] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52534036-e78c-c6d4-d113-dab2b823c1bc" [ 1329.827302] env[69808]: _type = "Task" [ 1329.827302] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.837399] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52534036-e78c-c6d4-d113-dab2b823c1bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.023777] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.024233] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.024349] env[69808]: DEBUG nova.objects.instance [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lazy-loading 'resources' on Instance uuid a32b75c1-e775-4505-ab59-6c71b84cc84d {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.100628] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7f08cd56-8329-4990-b85c-289e9c4df8dc tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Lock "c5677030-4528-4aea-8e6c-e94e7e0f93b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.508s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.174754] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791032, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.274886] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8a6465f-6a6d-486e-b08a-888278077684 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.285087] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f1e00b-cfe4-41d6-89d6-24725352f70c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.315472] env[69808]: DEBUG nova.compute.manager [req-0358f81c-6499-4ad9-8ccc-89773aed27c2 req-967e30e2-dcbd-457c-905b-1d89b0b3a0c7 service nova] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Detach interface failed, port_id=b1023054-4be2-464c-ae15-96a00b6ca5c5, reason: Instance a32b75c1-e775-4505-ab59-6c71b84cc84d could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1330.323504] env[69808]: INFO nova.compute.manager [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Rebuilding instance [ 1330.345630] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52534036-e78c-c6d4-d113-dab2b823c1bc, 'name': SearchDatastore_Task, 'duration_secs': 0.041793} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.345630] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d527c2ad-4f5b-44a5-b77b-911c31d5a11c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.356611] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1330.356611] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5228b058-e902-f677-5981-e61e8cbdd5c8" [ 1330.356611] env[69808]: _type = "Task" [ 1330.356611] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.372809] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5228b058-e902-f677-5981-e61e8cbdd5c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.388164] env[69808]: DEBUG nova.compute.manager [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1330.389154] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8b020f-bf51-44ca-80e3-2dc6d9642cee {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.542792] env[69808]: DEBUG nova.network.neutron [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Successfully updated port: 52b27ebc-528e-4822-a3a7-ab2e8c769f60 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.656509] env[69808]: DEBUG nova.compute.manager [req-87488235-c83f-4072-a054-5a1c97d85f97 req-b60ecd8a-056c-483a-b46b-a2e4fd230a0e service nova] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Received event network-vif-plugged-52b27ebc-528e-4822-a3a7-ab2e8c769f60 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.656834] env[69808]: DEBUG oslo_concurrency.lockutils [req-87488235-c83f-4072-a054-5a1c97d85f97 req-b60ecd8a-056c-483a-b46b-a2e4fd230a0e service nova] Acquiring lock "a8adc941-1315-47d4-96ae-a21bd7ee9cda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.657148] env[69808]: DEBUG oslo_concurrency.lockutils [req-87488235-c83f-4072-a054-5a1c97d85f97 req-b60ecd8a-056c-483a-b46b-a2e4fd230a0e service nova] Lock "a8adc941-1315-47d4-96ae-a21bd7ee9cda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.657435] env[69808]: DEBUG oslo_concurrency.lockutils [req-87488235-c83f-4072-a054-5a1c97d85f97 req-b60ecd8a-056c-483a-b46b-a2e4fd230a0e service nova] Lock "a8adc941-1315-47d4-96ae-a21bd7ee9cda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.657675] env[69808]: DEBUG nova.compute.manager [req-87488235-c83f-4072-a054-5a1c97d85f97 req-b60ecd8a-056c-483a-b46b-a2e4fd230a0e service nova] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] No waiting events found dispatching network-vif-plugged-52b27ebc-528e-4822-a3a7-ab2e8c769f60 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1330.657852] env[69808]: WARNING nova.compute.manager [req-87488235-c83f-4072-a054-5a1c97d85f97 req-b60ecd8a-056c-483a-b46b-a2e4fd230a0e service nova] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Received unexpected event network-vif-plugged-52b27ebc-528e-4822-a3a7-ab2e8c769f60 for instance with vm_state building and task_state block_device_mapping. [ 1330.658030] env[69808]: DEBUG nova.compute.manager [req-87488235-c83f-4072-a054-5a1c97d85f97 req-b60ecd8a-056c-483a-b46b-a2e4fd230a0e service nova] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Received event network-changed-52b27ebc-528e-4822-a3a7-ab2e8c769f60 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.658212] env[69808]: DEBUG nova.compute.manager [req-87488235-c83f-4072-a054-5a1c97d85f97 req-b60ecd8a-056c-483a-b46b-a2e4fd230a0e service nova] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Refreshing instance network info cache due to event network-changed-52b27ebc-528e-4822-a3a7-ab2e8c769f60. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1330.658403] env[69808]: DEBUG oslo_concurrency.lockutils [req-87488235-c83f-4072-a054-5a1c97d85f97 req-b60ecd8a-056c-483a-b46b-a2e4fd230a0e service nova] Acquiring lock "refresh_cache-a8adc941-1315-47d4-96ae-a21bd7ee9cda" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.658536] env[69808]: DEBUG oslo_concurrency.lockutils [req-87488235-c83f-4072-a054-5a1c97d85f97 req-b60ecd8a-056c-483a-b46b-a2e4fd230a0e service nova] Acquired lock "refresh_cache-a8adc941-1315-47d4-96ae-a21bd7ee9cda" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.658698] env[69808]: DEBUG nova.network.neutron [req-87488235-c83f-4072-a054-5a1c97d85f97 req-b60ecd8a-056c-483a-b46b-a2e4fd230a0e service nova] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Refreshing network info cache for port 52b27ebc-528e-4822-a3a7-ab2e8c769f60 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.662077] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab3e8b4-c37d-40a0-acae-e003561a028d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.679425] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ba2fff-87b3-4f33-bf2a-a5935beb7765 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.684055] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791032, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.716325] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4300e2-2769-4d90-96ad-8d04d5f533c9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.726295] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b0fba8-e0cd-468e-9a52-8cda48a55e0a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.746951] env[69808]: DEBUG nova.compute.provider_tree [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.868181] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5228b058-e902-f677-5981-e61e8cbdd5c8, 'name': SearchDatastore_Task, 'duration_secs': 0.096645} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.868479] env[69808]: DEBUG oslo_concurrency.lockutils [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.868797] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 7b55165b-c0c9-4713-ac67-cc12c631e3d8/7b55165b-c0c9-4713-ac67-cc12c631e3d8.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1330.871195] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-622b51f1-bfd9-41db-a232-7b5ef21515d1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.879984] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1330.879984] env[69808]: value = "task-3791034" [ 1330.879984] env[69808]: _type = "Task" [ 1330.879984] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.892413] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.049272] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Acquiring lock "refresh_cache-a8adc941-1315-47d4-96ae-a21bd7ee9cda" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.184290] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791032, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.216127] env[69808]: DEBUG nova.network.neutron [req-87488235-c83f-4072-a054-5a1c97d85f97 req-b60ecd8a-056c-483a-b46b-a2e4fd230a0e service nova] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.252147] env[69808]: DEBUG nova.scheduler.client.report [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.312894] env[69808]: DEBUG nova.network.neutron [req-87488235-c83f-4072-a054-5a1c97d85f97 req-b60ecd8a-056c-483a-b46b-a2e4fd230a0e service nova] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.390993] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.405962] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.406252] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34164c50-1e7e-4519-8926-cbe8c5014985 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.414042] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for the task: (returnval){ [ 1331.414042] env[69808]: value = "task-3791035" [ 1331.414042] env[69808]: _type = "Task" [ 1331.414042] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.426781] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.685340] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791032, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.761072] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.787318] env[69808]: INFO nova.scheduler.client.report [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Deleted allocations for instance a32b75c1-e775-4505-ab59-6c71b84cc84d [ 1331.815439] env[69808]: DEBUG oslo_concurrency.lockutils [req-87488235-c83f-4072-a054-5a1c97d85f97 req-b60ecd8a-056c-483a-b46b-a2e4fd230a0e service nova] Releasing lock "refresh_cache-a8adc941-1315-47d4-96ae-a21bd7ee9cda" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.815813] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Acquired lock "refresh_cache-a8adc941-1315-47d4-96ae-a21bd7ee9cda" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.816011] env[69808]: DEBUG nova.network.neutron [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.879937] env[69808]: DEBUG nova.compute.manager [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1331.880550] env[69808]: DEBUG nova.virt.hardware [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.880803] env[69808]: DEBUG nova.virt.hardware [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.880967] env[69808]: DEBUG nova.virt.hardware [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.881171] env[69808]: DEBUG nova.virt.hardware [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.881349] env[69808]: DEBUG nova.virt.hardware [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.881462] env[69808]: DEBUG nova.virt.hardware [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.881670] env[69808]: DEBUG nova.virt.hardware [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.881829] env[69808]: DEBUG nova.virt.hardware [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.881997] env[69808]: DEBUG nova.virt.hardware [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.882181] env[69808]: DEBUG nova.virt.hardware [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.882359] env[69808]: DEBUG nova.virt.hardware [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.883339] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e512f4-8b54-49c3-920a-d444f0e22920 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.895280] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.898748] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16db852-37c0-45e9-99fd-bf07c74613e8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.923817] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.181842] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791032, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.296834] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ae047c46-a53f-40ab-9211-2b85310ad4f9 tempest-AttachInterfacesTestJSON-291406124 tempest-AttachInterfacesTestJSON-291406124-project-member] Lock "a32b75c1-e775-4505-ab59-6c71b84cc84d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.670s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.358605] env[69808]: DEBUG nova.network.neutron [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.395486] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791034, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.424925] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791035, 'name': PowerOffVM_Task, 'duration_secs': 0.573282} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.425117] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.425799] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.426679] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2597727d-1a8d-4362-9a38-33abf69602b1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.435373] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.435708] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-478e209f-8069-492c-8748-ccccd9b38d7c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.465087] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.465548] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.465872] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Deleting the datastore file [datastore1] c5677030-4528-4aea-8e6c-e94e7e0f93b3 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.466290] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e53373ef-f518-44d2-9542-efb827046eb6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.475206] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for the task: (returnval){ [ 1332.475206] env[69808]: value = "task-3791037" [ 1332.475206] env[69808]: _type = "Task" [ 1332.475206] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.484557] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.525249] env[69808]: DEBUG nova.network.neutron [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Updating instance_info_cache with network_info: [{"id": "52b27ebc-528e-4822-a3a7-ab2e8c769f60", "address": "fa:16:3e:0f:b0:58", "network": {"id": "70b092a6-1ff8-4e0b-bc3f-7efe695c1e21", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1774662716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f64366a9c23a462b9d8bd7bb357bae9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b27ebc-52", "ovs_interfaceid": "52b27ebc-528e-4822-a3a7-ab2e8c769f60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.680959] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791032, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.113289} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.681341] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bb53e7c6-914c-48b6-8edf-49b1afc8172d/bb53e7c6-914c-48b6-8edf-49b1afc8172d.vmdk to [datastore1] 82075c16-01ab-497c-99d1-6bcfdd9cc613/82075c16-01ab-497c-99d1-6bcfdd9cc613.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1332.682088] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1a8ef0-fc10-40d0-9e40-089a5ea35560 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.706123] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 82075c16-01ab-497c-99d1-6bcfdd9cc613/82075c16-01ab-497c-99d1-6bcfdd9cc613.vmdk or device None with type streamOptimized {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.706500] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fb84a5d-5693-4fd1-83b2-de331b08e7f3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.729256] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1332.729256] env[69808]: value = "task-3791039" [ 1332.729256] env[69808]: _type = "Task" [ 1332.729256] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.740790] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791039, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.894267] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791034, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.753578} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.894567] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 7b55165b-c0c9-4713-ac67-cc12c631e3d8/7b55165b-c0c9-4713-ac67-cc12c631e3d8.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1332.894827] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1332.895165] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7def0e3-c7f7-4ba5-bb7d-3b6ab73b4219 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.903237] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1332.903237] env[69808]: value = "task-3791040" [ 1332.903237] env[69808]: _type = "Task" [ 1332.903237] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.914203] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.986654] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232687} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.986937] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.987172] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1332.987354] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.028238] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Releasing lock "refresh_cache-a8adc941-1315-47d4-96ae-a21bd7ee9cda" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.028651] env[69808]: DEBUG nova.compute.manager [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Instance network_info: |[{"id": "52b27ebc-528e-4822-a3a7-ab2e8c769f60", "address": "fa:16:3e:0f:b0:58", "network": {"id": "70b092a6-1ff8-4e0b-bc3f-7efe695c1e21", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1774662716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f64366a9c23a462b9d8bd7bb357bae9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b27ebc-52", "ovs_interfaceid": "52b27ebc-528e-4822-a3a7-ab2e8c769f60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1333.029089] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:b0:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52b27ebc-528e-4822-a3a7-ab2e8c769f60', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1333.038022] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Creating folder: Project (f64366a9c23a462b9d8bd7bb357bae9b). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1333.038709] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9819a17-059f-4af8-8b4c-be857589905e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.054165] env[69808]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1333.054345] env[69808]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69808) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1333.054725] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Folder already exists: Project (f64366a9c23a462b9d8bd7bb357bae9b). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1333.054989] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Creating folder: Instances. Parent ref: group-v754093. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1333.055264] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66a7a278-aafc-4c5c-a5fa-87a5c58168ad {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.067018] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Created folder: Instances in parent group-v754093. [ 1333.067288] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.067483] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1333.067696] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5847a0b8-5bc1-4290-883c-c5a8cb7b8e07 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.088322] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1333.088322] env[69808]: value = "task-3791043" [ 1333.088322] env[69808]: _type = "Task" [ 1333.088322] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.097910] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791043, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.240929] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791039, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.415702] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070929} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.416164] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1333.417091] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e6e04b-bfdc-4333-99f0-ae5da6ada23d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.441133] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 7b55165b-c0c9-4713-ac67-cc12c631e3d8/7b55165b-c0c9-4713-ac67-cc12c631e3d8.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.441468] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12917384-6222-4488-8a8f-958640bbbc66 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.463485] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1333.463485] env[69808]: value = "task-3791044" [ 1333.463485] env[69808]: _type = "Task" [ 1333.463485] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.473149] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.600018] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791043, 'name': CreateVM_Task} progress is 25%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.741300] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791039, 'name': ReconfigVM_Task, 'duration_secs': 0.54679} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.741617] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 82075c16-01ab-497c-99d1-6bcfdd9cc613/82075c16-01ab-497c-99d1-6bcfdd9cc613.vmdk or device None with type streamOptimized {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.742332] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3dd1750-cd3f-4a11-8c4d-a72c8de2feda {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.750354] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1333.750354] env[69808]: value = "task-3791045" [ 1333.750354] env[69808]: _type = "Task" [ 1333.750354] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.764447] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791045, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.973015] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791044, 'name': ReconfigVM_Task, 'duration_secs': 0.355923} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.973339] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 7b55165b-c0c9-4713-ac67-cc12c631e3d8/7b55165b-c0c9-4713-ac67-cc12c631e3d8.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.973965] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-690baa21-3881-4c48-9a2f-b3b72737459a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.981943] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1333.981943] env[69808]: value = "task-3791046" [ 1333.981943] env[69808]: _type = "Task" [ 1333.981943] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.998603] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791046, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.029631] env[69808]: DEBUG nova.virt.hardware [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.030812] env[69808]: DEBUG nova.virt.hardware [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.030812] env[69808]: DEBUG nova.virt.hardware [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.030812] env[69808]: DEBUG nova.virt.hardware [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.030812] env[69808]: DEBUG nova.virt.hardware [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.030812] env[69808]: DEBUG nova.virt.hardware [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.030812] env[69808]: DEBUG nova.virt.hardware [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.031121] env[69808]: DEBUG nova.virt.hardware [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.031121] env[69808]: DEBUG nova.virt.hardware [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.031206] env[69808]: DEBUG nova.virt.hardware [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.031376] env[69808]: DEBUG nova.virt.hardware [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.032264] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531fafb1-568e-485d-bb7d-8892aae8d824 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.040447] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d24d93-f4f0-4bdc-8642-42cec069ae25 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.054877] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Instance VIF info [] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1334.060792] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.060912] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1334.061087] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48439bbc-ea57-43b4-9723-ad9898482368 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.079276] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1334.079276] env[69808]: value = "task-3791047" [ 1334.079276] env[69808]: _type = "Task" [ 1334.079276] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.087819] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791047, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.098758] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791043, 'name': CreateVM_Task, 'duration_secs': 0.712839} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.098965] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1334.099707] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'attachment_id': 'aaab654b-312e-450a-90f0-e06b98acbd2a', 'delete_on_termination': True, 'mount_device': '/dev/sda', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754096', 'volume_id': 'd6576adf-6130-479e-baf6-3672d143d225', 'name': 'volume-d6576adf-6130-479e-baf6-3672d143d225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8adc941-1315-47d4-96ae-a21bd7ee9cda', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6576adf-6130-479e-baf6-3672d143d225', 'serial': 'd6576adf-6130-479e-baf6-3672d143d225'}, 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69808) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1334.099940] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Root volume attach. Driver type: vmdk {{(pid=69808) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1334.100809] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf30a7c3-b74d-490d-85ef-1676bd0b391e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.108836] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03540dc7-c4cb-436a-8d3c-2c83ed5768f2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.118228] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620b6d32-f2b0-4cc3-b46f-7c09f82e99a4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.132532] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b959b4ef-3d69-4bdd-be4e-e7234e1db266 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.143964] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Waiting for the task: (returnval){ [ 1334.143964] env[69808]: value = "task-3791048" [ 1334.143964] env[69808]: _type = "Task" [ 1334.143964] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.154676] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791048, 'name': RelocateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.263502] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791045, 'name': Rename_Task, 'duration_secs': 0.162571} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.263502] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.264069] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0c7ecda-85c3-4598-94a6-b88e51b87532 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.274124] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1334.274124] env[69808]: value = "task-3791049" [ 1334.274124] env[69808]: _type = "Task" [ 1334.274124] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.284674] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.495496] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791046, 'name': Rename_Task, 'duration_secs': 0.154714} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.495496] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.495496] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfc050c7-ca24-44ac-a127-83d2dd7c720b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.503024] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1334.503024] env[69808]: value = "task-3791050" [ 1334.503024] env[69808]: _type = "Task" [ 1334.503024] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.513333] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.592657] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791047, 'name': CreateVM_Task, 'duration_secs': 0.337069} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.593213] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1334.595257] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.595257] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.595257] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.595257] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5606e61-c36a-4149-a66b-2d87a448fc38 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.602177] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for the task: (returnval){ [ 1334.602177] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523184c0-0c75-b8e6-ca40-b9eba406c33c" [ 1334.602177] env[69808]: _type = "Task" [ 1334.602177] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.615297] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523184c0-0c75-b8e6-ca40-b9eba406c33c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.656878] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791048, 'name': RelocateVM_Task} progress is 42%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.790581] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791049, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.017108] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791050, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.115615] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]523184c0-0c75-b8e6-ca40-b9eba406c33c, 'name': SearchDatastore_Task, 'duration_secs': 0.012825} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.116136] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.116474] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1335.116891] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.118793] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.118793] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1335.118793] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4977b696-0da4-4bc1-8a50-aa11cbf229c8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.129491] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1335.129773] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1335.130680] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cca8dd89-08a0-4279-91ee-8c532dbb5ea4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.138945] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for the task: (returnval){ [ 1335.138945] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e47fbf-801c-208f-d17c-cf8e17cd5c51" [ 1335.138945] env[69808]: _type = "Task" [ 1335.138945] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.146487] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e47fbf-801c-208f-d17c-cf8e17cd5c51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.157330] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791048, 'name': RelocateVM_Task} progress is 54%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.286367] env[69808]: DEBUG oslo_vmware.api [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791049, 'name': PowerOnVM_Task, 'duration_secs': 0.572323} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.286794] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.405032] env[69808]: DEBUG nova.compute.manager [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1335.405926] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653ce05d-4e99-4b23-bd98-c5ce607f1946 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.516704] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791050, 'name': PowerOnVM_Task} progress is 70%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.649639] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e47fbf-801c-208f-d17c-cf8e17cd5c51, 'name': SearchDatastore_Task, 'duration_secs': 0.012919} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.654066] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6949407a-fe5b-47f6-9ccc-90ef949b2f27 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.660681] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for the task: (returnval){ [ 1335.660681] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d05311-9cf4-aef9-311f-312be7ed14fb" [ 1335.660681] env[69808]: _type = "Task" [ 1335.660681] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.665293] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791048, 'name': RelocateVM_Task} progress is 67%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.677044] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52d05311-9cf4-aef9-311f-312be7ed14fb, 'name': SearchDatastore_Task, 'duration_secs': 0.012548} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.677282] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.677605] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] c5677030-4528-4aea-8e6c-e94e7e0f93b3/c5677030-4528-4aea-8e6c-e94e7e0f93b3.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.677917] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fa2b236-f7c0-4ac8-abd2-e57122671e2e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.686791] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for the task: (returnval){ [ 1335.686791] env[69808]: value = "task-3791052" [ 1335.686791] env[69808]: _type = "Task" [ 1335.686791] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.696285] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.931074] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e284c72d-18f1-4a1c-913e-9a55d3a6cc3d tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "82075c16-01ab-497c-99d1-6bcfdd9cc613" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.955s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.019376] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791050, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.160664] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791048, 'name': RelocateVM_Task} progress is 81%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.197721] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477632} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.197963] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] c5677030-4528-4aea-8e6c-e94e7e0f93b3/c5677030-4528-4aea-8e6c-e94e7e0f93b3.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1336.198078] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1336.198340] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1422cfb1-b552-492b-a572-cd56ed14f956 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.207428] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for the task: (returnval){ [ 1336.207428] env[69808]: value = "task-3791053" [ 1336.207428] env[69808]: _type = "Task" [ 1336.207428] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.218312] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.521300] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791050, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.661074] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791048, 'name': RelocateVM_Task} progress is 92%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.719044] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078649} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.719044] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.719421] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4076bf59-4bc2-4acb-af28-2d47dadd3810 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.740188] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] c5677030-4528-4aea-8e6c-e94e7e0f93b3/c5677030-4528-4aea-8e6c-e94e7e0f93b3.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.740576] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af6338dc-c9bb-496a-bf73-3c9790850719 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.763161] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for the task: (returnval){ [ 1336.763161] env[69808]: value = "task-3791054" [ 1336.763161] env[69808]: _type = "Task" [ 1336.763161] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.772249] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.018505] env[69808]: DEBUG oslo_vmware.api [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791050, 'name': PowerOnVM_Task, 'duration_secs': 2.395278} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.018801] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.019020] env[69808]: INFO nova.compute.manager [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Took 10.91 seconds to spawn the instance on the hypervisor. [ 1337.019209] env[69808]: DEBUG nova.compute.manager [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1337.020087] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdf0ea9-dfcd-4efe-99cb-f1dce3e7a445 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.161690] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791048, 'name': RelocateVM_Task} progress is 97%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.273307] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.539459] env[69808]: INFO nova.compute.manager [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Took 21.50 seconds to build instance. [ 1337.663310] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791048, 'name': RelocateVM_Task} progress is 97%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.774692] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791054, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.043547] env[69808]: DEBUG oslo_concurrency.lockutils [None req-07700714-7672-45be-b2e3-d3c8187050e9 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "7b55165b-c0c9-4713-ac67-cc12c631e3d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.014s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.162667] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791048, 'name': RelocateVM_Task} progress is 98%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.177042] env[69808]: DEBUG nova.compute.manager [req-286e9719-ce34-4a44-91bc-b5c2f28e04d6 req-6997bce8-49f3-4b78-8144-f9536a9891ef service nova] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Received event network-changed-ab077b1e-2911-4220-866f-d256e9133b22 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.177042] env[69808]: DEBUG nova.compute.manager [req-286e9719-ce34-4a44-91bc-b5c2f28e04d6 req-6997bce8-49f3-4b78-8144-f9536a9891ef service nova] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Refreshing instance network info cache due to event network-changed-ab077b1e-2911-4220-866f-d256e9133b22. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1338.177042] env[69808]: DEBUG oslo_concurrency.lockutils [req-286e9719-ce34-4a44-91bc-b5c2f28e04d6 req-6997bce8-49f3-4b78-8144-f9536a9891ef service nova] Acquiring lock "refresh_cache-7b55165b-c0c9-4713-ac67-cc12c631e3d8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.177042] env[69808]: DEBUG oslo_concurrency.lockutils [req-286e9719-ce34-4a44-91bc-b5c2f28e04d6 req-6997bce8-49f3-4b78-8144-f9536a9891ef service nova] Acquired lock "refresh_cache-7b55165b-c0c9-4713-ac67-cc12c631e3d8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.177042] env[69808]: DEBUG nova.network.neutron [req-286e9719-ce34-4a44-91bc-b5c2f28e04d6 req-6997bce8-49f3-4b78-8144-f9536a9891ef service nova] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Refreshing network info cache for port ab077b1e-2911-4220-866f-d256e9133b22 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.275345] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791054, 'name': ReconfigVM_Task, 'duration_secs': 1.035255} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.275682] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Reconfigured VM instance instance-00000078 to attach disk [datastore2] c5677030-4528-4aea-8e6c-e94e7e0f93b3/c5677030-4528-4aea-8e6c-e94e7e0f93b3.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.276332] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e649024-9de4-45d3-8a9e-51109676047a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.284140] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for the task: (returnval){ [ 1338.284140] env[69808]: value = "task-3791055" [ 1338.284140] env[69808]: _type = "Task" [ 1338.284140] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.293082] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791055, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.663357] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791048, 'name': RelocateVM_Task} progress is 98%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.794925] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791055, 'name': Rename_Task, 'duration_secs': 0.460423} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.794925] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.795173] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc1e6a7f-6b65-4820-bba9-500d35c3fa85 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.802416] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for the task: (returnval){ [ 1338.802416] env[69808]: value = "task-3791056" [ 1338.802416] env[69808]: _type = "Task" [ 1338.802416] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.813937] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.907917] env[69808]: DEBUG nova.network.neutron [req-286e9719-ce34-4a44-91bc-b5c2f28e04d6 req-6997bce8-49f3-4b78-8144-f9536a9891ef service nova] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Updated VIF entry in instance network info cache for port ab077b1e-2911-4220-866f-d256e9133b22. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.908357] env[69808]: DEBUG nova.network.neutron [req-286e9719-ce34-4a44-91bc-b5c2f28e04d6 req-6997bce8-49f3-4b78-8144-f9536a9891ef service nova] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Updating instance_info_cache with network_info: [{"id": "ab077b1e-2911-4220-866f-d256e9133b22", "address": "fa:16:3e:df:67:31", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab077b1e-29", "ovs_interfaceid": "ab077b1e-2911-4220-866f-d256e9133b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.164512] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791048, 'name': RelocateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.314837] env[69808]: DEBUG oslo_vmware.api [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791056, 'name': PowerOnVM_Task, 'duration_secs': 0.511665} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.315140] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.315350] env[69808]: DEBUG nova.compute.manager [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1339.316173] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27442ab0-6b76-41bb-89f8-ad30d2b3a033 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.411788] env[69808]: DEBUG oslo_concurrency.lockutils [req-286e9719-ce34-4a44-91bc-b5c2f28e04d6 req-6997bce8-49f3-4b78-8144-f9536a9891ef service nova] Releasing lock "refresh_cache-7b55165b-c0c9-4713-ac67-cc12c631e3d8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.665362] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791048, 'name': RelocateVM_Task, 'duration_secs': 5.050356} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.665855] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Volume attach. Driver type: vmdk {{(pid=69808) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1339.665945] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754096', 'volume_id': 'd6576adf-6130-479e-baf6-3672d143d225', 'name': 'volume-d6576adf-6130-479e-baf6-3672d143d225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8adc941-1315-47d4-96ae-a21bd7ee9cda', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6576adf-6130-479e-baf6-3672d143d225', 'serial': 'd6576adf-6130-479e-baf6-3672d143d225'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1339.666719] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c34c59-848a-49e8-a273-c9ab1210aa06 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.683915] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91fd688-6c27-4a7d-b009-470701d406c2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.708386] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-d6576adf-6130-479e-baf6-3672d143d225/volume-d6576adf-6130-479e-baf6-3672d143d225.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.708737] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5257c0c2-f8ad-4994-ac7a-fff4918e3b1c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.729448] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Waiting for the task: (returnval){ [ 1339.729448] env[69808]: value = "task-3791058" [ 1339.729448] env[69808]: _type = "Task" [ 1339.729448] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.738773] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.835245] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.835749] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.836261] env[69808]: DEBUG nova.objects.instance [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69808) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1340.240026] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791058, 'name': ReconfigVM_Task, 'duration_secs': 0.328771} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.240367] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-d6576adf-6130-479e-baf6-3672d143d225/volume-d6576adf-6130-479e-baf6-3672d143d225.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.245352] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Acquiring lock "c5677030-4528-4aea-8e6c-e94e7e0f93b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.245579] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Lock "c5677030-4528-4aea-8e6c-e94e7e0f93b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.245784] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Acquiring lock "c5677030-4528-4aea-8e6c-e94e7e0f93b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.245968] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Lock "c5677030-4528-4aea-8e6c-e94e7e0f93b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.246148] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Lock "c5677030-4528-4aea-8e6c-e94e7e0f93b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.247799] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42e54647-c202-494b-8f9f-e88b2c216e42 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.258128] env[69808]: INFO nova.compute.manager [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Terminating instance [ 1340.265320] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Waiting for the task: (returnval){ [ 1340.265320] env[69808]: value = "task-3791059" [ 1340.265320] env[69808]: _type = "Task" [ 1340.265320] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.275230] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.762755] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Acquiring lock "refresh_cache-c5677030-4528-4aea-8e6c-e94e7e0f93b3" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.763203] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Acquired lock "refresh_cache-c5677030-4528-4aea-8e6c-e94e7e0f93b3" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.763203] env[69808]: DEBUG nova.network.neutron [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.775982] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791059, 'name': ReconfigVM_Task, 'duration_secs': 0.150774} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.776315] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754096', 'volume_id': 'd6576adf-6130-479e-baf6-3672d143d225', 'name': 'volume-d6576adf-6130-479e-baf6-3672d143d225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8adc941-1315-47d4-96ae-a21bd7ee9cda', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6576adf-6130-479e-baf6-3672d143d225', 'serial': 'd6576adf-6130-479e-baf6-3672d143d225'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1340.776884] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3f60f62-1e98-4ed2-94f1-c6b6008b9bff {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.785087] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Waiting for the task: (returnval){ [ 1340.785087] env[69808]: value = "task-3791060" [ 1340.785087] env[69808]: _type = "Task" [ 1340.785087] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.798743] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791060, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.846384] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a866e172-c998-4df7-b336-ced1f5e2e4f8 tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.281538] env[69808]: DEBUG nova.network.neutron [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1341.295155] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791060, 'name': Rename_Task, 'duration_secs': 0.152107} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.297378] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.297655] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2e8b1bc-55a7-4d2f-a59e-2b0c602201e8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.304680] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Waiting for the task: (returnval){ [ 1341.304680] env[69808]: value = "task-3791062" [ 1341.304680] env[69808]: _type = "Task" [ 1341.304680] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.313796] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.345291] env[69808]: DEBUG nova.network.neutron [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.817936] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791062, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.847960] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Releasing lock "refresh_cache-c5677030-4528-4aea-8e6c-e94e7e0f93b3" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.848501] env[69808]: DEBUG nova.compute.manager [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1341.848729] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1341.849898] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9008d1d0-104d-46ce-baee-abe5ebc48cea {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.858754] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1341.859063] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8327607-2f35-4ad1-bb44-2e6274d15b2d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.866688] env[69808]: DEBUG oslo_vmware.api [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for the task: (returnval){ [ 1341.866688] env[69808]: value = "task-3791063" [ 1341.866688] env[69808]: _type = "Task" [ 1341.866688] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.877138] env[69808]: DEBUG oslo_vmware.api [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.315726] env[69808]: DEBUG oslo_vmware.api [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791062, 'name': PowerOnVM_Task, 'duration_secs': 0.682859} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.316027] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.316219] env[69808]: INFO nova.compute.manager [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Took 10.44 seconds to spawn the instance on the hypervisor. [ 1342.316403] env[69808]: DEBUG nova.compute.manager [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1342.317224] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c955bb1b-dbe0-43b6-95cf-3d8bbf113c2f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.378405] env[69808]: DEBUG oslo_vmware.api [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791063, 'name': PowerOffVM_Task, 'duration_secs': 0.194398} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.378709] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1342.378845] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1342.379126] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d620f252-36e1-4e5b-8dd3-cc4639656315 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.406718] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1342.406980] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1342.407255] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Deleting the datastore file [datastore2] c5677030-4528-4aea-8e6c-e94e7e0f93b3 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.407620] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75f7adee-7b46-4b3f-bcdd-8f83f7d8aac2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.414969] env[69808]: DEBUG oslo_vmware.api [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for the task: (returnval){ [ 1342.414969] env[69808]: value = "task-3791065" [ 1342.414969] env[69808]: _type = "Task" [ 1342.414969] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.423844] env[69808]: DEBUG oslo_vmware.api [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.834974] env[69808]: INFO nova.compute.manager [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Took 17.70 seconds to build instance. [ 1342.925358] env[69808]: DEBUG oslo_vmware.api [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Task: {'id': task-3791065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185277} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.925643] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1342.925864] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1342.926091] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1342.926262] env[69808]: INFO nova.compute.manager [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1342.926528] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1342.926762] env[69808]: DEBUG nova.compute.manager [-] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1342.926894] env[69808]: DEBUG nova.network.neutron [-] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1342.943500] env[69808]: DEBUG nova.network.neutron [-] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1343.337128] env[69808]: DEBUG oslo_concurrency.lockutils [None req-7e117b98-d7d9-4629-a4b2-ecad4a183125 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Lock "a8adc941-1315-47d4-96ae-a21bd7ee9cda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.218s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.446821] env[69808]: DEBUG nova.network.neutron [-] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.489546] env[69808]: DEBUG nova.compute.manager [req-d49a61c1-98e9-4dd6-b591-f8aec3f16371 req-21be960f-ac6b-4ac8-9c2a-372f83c3f334 service nova] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Received event network-changed-52b27ebc-528e-4822-a3a7-ab2e8c769f60 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1343.489826] env[69808]: DEBUG nova.compute.manager [req-d49a61c1-98e9-4dd6-b591-f8aec3f16371 req-21be960f-ac6b-4ac8-9c2a-372f83c3f334 service nova] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Refreshing instance network info cache due to event network-changed-52b27ebc-528e-4822-a3a7-ab2e8c769f60. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1343.490019] env[69808]: DEBUG oslo_concurrency.lockutils [req-d49a61c1-98e9-4dd6-b591-f8aec3f16371 req-21be960f-ac6b-4ac8-9c2a-372f83c3f334 service nova] Acquiring lock "refresh_cache-a8adc941-1315-47d4-96ae-a21bd7ee9cda" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.490198] env[69808]: DEBUG oslo_concurrency.lockutils [req-d49a61c1-98e9-4dd6-b591-f8aec3f16371 req-21be960f-ac6b-4ac8-9c2a-372f83c3f334 service nova] Acquired lock "refresh_cache-a8adc941-1315-47d4-96ae-a21bd7ee9cda" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.490363] env[69808]: DEBUG nova.network.neutron [req-d49a61c1-98e9-4dd6-b591-f8aec3f16371 req-21be960f-ac6b-4ac8-9c2a-372f83c3f334 service nova] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Refreshing network info cache for port 52b27ebc-528e-4822-a3a7-ab2e8c769f60 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1343.950126] env[69808]: INFO nova.compute.manager [-] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Took 1.02 seconds to deallocate network for instance. [ 1344.241650] env[69808]: DEBUG nova.network.neutron [req-d49a61c1-98e9-4dd6-b591-f8aec3f16371 req-21be960f-ac6b-4ac8-9c2a-372f83c3f334 service nova] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Updated VIF entry in instance network info cache for port 52b27ebc-528e-4822-a3a7-ab2e8c769f60. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1344.242069] env[69808]: DEBUG nova.network.neutron [req-d49a61c1-98e9-4dd6-b591-f8aec3f16371 req-21be960f-ac6b-4ac8-9c2a-372f83c3f334 service nova] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Updating instance_info_cache with network_info: [{"id": "52b27ebc-528e-4822-a3a7-ab2e8c769f60", "address": "fa:16:3e:0f:b0:58", "network": {"id": "70b092a6-1ff8-4e0b-bc3f-7efe695c1e21", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1774662716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f64366a9c23a462b9d8bd7bb357bae9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b27ebc-52", "ovs_interfaceid": "52b27ebc-528e-4822-a3a7-ab2e8c769f60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.457819] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.458179] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.458480] env[69808]: DEBUG nova.objects.instance [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Lazy-loading 'resources' on Instance uuid c5677030-4528-4aea-8e6c-e94e7e0f93b3 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.744680] env[69808]: DEBUG oslo_concurrency.lockutils [req-d49a61c1-98e9-4dd6-b591-f8aec3f16371 req-21be960f-ac6b-4ac8-9c2a-372f83c3f334 service nova] Releasing lock "refresh_cache-a8adc941-1315-47d4-96ae-a21bd7ee9cda" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.051648] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e96ed9-42ff-4bef-bf9a-2511b35f6140 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.058982] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030a5aa6-8449-4385-8cbd-58859585849b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.090076] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e24e9f-02fa-4234-a1ff-374a64151837 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.098179] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772f73b3-aba1-4906-9d2a-c5ee6c2409a2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.112469] env[69808]: DEBUG nova.compute.provider_tree [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.616153] env[69808]: DEBUG nova.scheduler.client.report [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.123283] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.149061] env[69808]: INFO nova.scheduler.client.report [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Deleted allocations for instance c5677030-4528-4aea-8e6c-e94e7e0f93b3 [ 1346.659516] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5e787a9e-f297-430c-992e-b6c56b6dd47c tempest-ServersListShow298Test-1806163648 tempest-ServersListShow298Test-1806163648-project-member] Lock "c5677030-4528-4aea-8e6c-e94e7e0f93b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.413s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.209020] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "3f258a4c-b546-49b1-92d7-702e0949ca7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.209339] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "3f258a4c-b546-49b1-92d7-702e0949ca7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.712127] env[69808]: DEBUG nova.compute.manager [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1348.243075] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.243075] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.243969] env[69808]: INFO nova.compute.claims [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.548034] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.548354] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.059366] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.059366] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.059366] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.059366] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.059366] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.059366] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.059366] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69808) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1349.059366] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.370812] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6643ab3-56c4-4c2d-a56c-aa290b1c1170 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.379981] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab61c5f-70e9-43b8-8c73-284deeae371a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.415527] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d296d6-7fb2-42e0-97bf-448c4fab8a4b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.424733] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0166d92-3d69-49cc-92aa-3d7f6aaa8643 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.441331] env[69808]: DEBUG nova.compute.provider_tree [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.565423] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.945345] env[69808]: DEBUG nova.scheduler.client.report [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.450283] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.450773] env[69808]: DEBUG nova.compute.manager [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1350.453835] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.888s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.454416] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.454731] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69808) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1350.456455] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af18ab4-49fc-4319-956c-51354a05f5b0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.465523] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58eccec-365a-471a-9d9b-620a1a913028 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.481762] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d410a2dc-129f-425a-b79d-7e0e11ce9a8d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.489838] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3d247b-61fa-4e33-8378-e1d2e248da04 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.524980] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179095MB free_disk=55GB free_vcpus=48 pci_devices=None {{(pid=69808) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1350.525562] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.525562] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.569318] env[69808]: DEBUG oslo_concurrency.lockutils [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.569638] env[69808]: DEBUG oslo_concurrency.lockutils [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.957748] env[69808]: DEBUG nova.compute.utils [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1350.959753] env[69808]: DEBUG nova.compute.manager [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1350.959962] env[69808]: DEBUG nova.network.neutron [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1350.999667] env[69808]: DEBUG nova.policy [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f1040c186194436bde41a425ff06588', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a199851ed08545b79847ffbe59fdb86f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1351.072295] env[69808]: DEBUG nova.compute.manager [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1351.278836] env[69808]: DEBUG nova.network.neutron [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Successfully created port: 581df343-6cbc-4e4e-9582-8d4b0df9d975 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1351.464130] env[69808]: DEBUG nova.compute.manager [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1351.562686] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance cdd7e10d-086b-4673-801a-1d7a36f0824b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1351.562955] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1351.563116] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 82075c16-01ab-497c-99d1-6bcfdd9cc613 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1351.563242] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 7b55165b-c0c9-4713-ac67-cc12c631e3d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1351.563362] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance a8adc941-1315-47d4-96ae-a21bd7ee9cda actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1351.563476] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 3f258a4c-b546-49b1-92d7-702e0949ca7c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1351.593064] env[69808]: DEBUG oslo_concurrency.lockutils [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.969207] env[69808]: INFO nova.virt.block_device [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Booting with volume fe61dcd8-a769-442e-9ac6-aebb7c45ca99 at /dev/sda [ 1352.008044] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a30c9945-f4d3-4d09-a899-34e7ef06945e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.021732] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aab42b4-793b-435f-b168-45520e05731c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.056771] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6d6c2b6-f356-4d1b-a538-4343c9898311 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.066826] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23f89d0-0cc8-48f2-ad77-f70d9dbb74d0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.079635] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 382abfa4-0eb1-4ba9-aed7-115f3ee411de has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1352.079946] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1352.080118] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1352.103664] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d923e038-b5b1-4e7c-91ba-fbbf00e50eac {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.111638] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e903c3-4d01-4b87-98ff-b7a577361a90 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.129215] env[69808]: DEBUG nova.virt.block_device [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Updating existing volume attachment record: 4816eda1-6116-4b3b-8fcf-0294ab9e9ada {{(pid=69808) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1352.201628] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3ad831-d79b-4c93-b61e-863abdb06627 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.210123] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52afa832-9d45-4dda-b928-fb5285c995b3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.243737] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d239b37-727e-4d3c-bc8c-bc034d8af3c2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.252418] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a423ed-4e8b-46f8-a779-c6f10e0ff202 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.268186] env[69808]: DEBUG nova.compute.provider_tree [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.659115] env[69808]: DEBUG nova.compute.manager [req-e5f6c90c-6e2c-4ad8-b8fd-30052c42d16b req-892baf77-c48f-42f7-bfc0-2a66221df9a2 service nova] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Received event network-vif-plugged-581df343-6cbc-4e4e-9582-8d4b0df9d975 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.659402] env[69808]: DEBUG oslo_concurrency.lockutils [req-e5f6c90c-6e2c-4ad8-b8fd-30052c42d16b req-892baf77-c48f-42f7-bfc0-2a66221df9a2 service nova] Acquiring lock "3f258a4c-b546-49b1-92d7-702e0949ca7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.659594] env[69808]: DEBUG oslo_concurrency.lockutils [req-e5f6c90c-6e2c-4ad8-b8fd-30052c42d16b req-892baf77-c48f-42f7-bfc0-2a66221df9a2 service nova] Lock "3f258a4c-b546-49b1-92d7-702e0949ca7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.659787] env[69808]: DEBUG oslo_concurrency.lockutils [req-e5f6c90c-6e2c-4ad8-b8fd-30052c42d16b req-892baf77-c48f-42f7-bfc0-2a66221df9a2 service nova] Lock "3f258a4c-b546-49b1-92d7-702e0949ca7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.659995] env[69808]: DEBUG nova.compute.manager [req-e5f6c90c-6e2c-4ad8-b8fd-30052c42d16b req-892baf77-c48f-42f7-bfc0-2a66221df9a2 service nova] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] No waiting events found dispatching network-vif-plugged-581df343-6cbc-4e4e-9582-8d4b0df9d975 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1352.660187] env[69808]: WARNING nova.compute.manager [req-e5f6c90c-6e2c-4ad8-b8fd-30052c42d16b req-892baf77-c48f-42f7-bfc0-2a66221df9a2 service nova] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Received unexpected event network-vif-plugged-581df343-6cbc-4e4e-9582-8d4b0df9d975 for instance with vm_state building and task_state block_device_mapping. [ 1352.752132] env[69808]: DEBUG nova.network.neutron [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Successfully updated port: 581df343-6cbc-4e4e-9582-8d4b0df9d975 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1352.771686] env[69808]: DEBUG nova.scheduler.client.report [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.255443] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "refresh_cache-3f258a4c-b546-49b1-92d7-702e0949ca7c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.255706] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired lock "refresh_cache-3f258a4c-b546-49b1-92d7-702e0949ca7c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.255970] env[69808]: DEBUG nova.network.neutron [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.276035] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69808) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1353.276222] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.751s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.276449] env[69808]: DEBUG oslo_concurrency.lockutils [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.684s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.278044] env[69808]: INFO nova.compute.claims [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1353.794186] env[69808]: DEBUG nova.network.neutron [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1353.915517] env[69808]: DEBUG nova.network.neutron [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Updating instance_info_cache with network_info: [{"id": "581df343-6cbc-4e4e-9582-8d4b0df9d975", "address": "fa:16:3e:a5:73:1e", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap581df343-6c", "ovs_interfaceid": "581df343-6cbc-4e4e-9582-8d4b0df9d975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.216501] env[69808]: DEBUG nova.compute.manager [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1354.217057] env[69808]: DEBUG nova.virt.hardware [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1354.217459] env[69808]: DEBUG nova.virt.hardware [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.217459] env[69808]: DEBUG nova.virt.hardware [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1354.217625] env[69808]: DEBUG nova.virt.hardware [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.217753] env[69808]: DEBUG nova.virt.hardware [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1354.217899] env[69808]: DEBUG nova.virt.hardware [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1354.218123] env[69808]: DEBUG nova.virt.hardware [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1354.218391] env[69808]: DEBUG nova.virt.hardware [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1354.218467] env[69808]: DEBUG nova.virt.hardware [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1354.218603] env[69808]: DEBUG nova.virt.hardware [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1354.218776] env[69808]: DEBUG nova.virt.hardware [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1354.219698] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da52d20-8e94-4d08-98d8-78ed0bcbd07d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.228213] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abd4967-3078-4ee1-8215-f96dccce624b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.378914] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b834d3-c5a1-451a-87fb-3ed71fe4f02c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.387237] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa328700-fd0c-428b-8391-79eb60bda299 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.417705] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Releasing lock "refresh_cache-3f258a4c-b546-49b1-92d7-702e0949ca7c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.418050] env[69808]: DEBUG nova.compute.manager [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Instance network_info: |[{"id": "581df343-6cbc-4e4e-9582-8d4b0df9d975", "address": "fa:16:3e:a5:73:1e", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap581df343-6c", "ovs_interfaceid": "581df343-6cbc-4e4e-9582-8d4b0df9d975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1354.418642] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:73:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '581df343-6cbc-4e4e-9582-8d4b0df9d975', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1354.426156] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1354.426832] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53816446-36eb-40a7-ae51-1d937a481f86 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.429334] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1354.429544] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27da9c24-608e-48f3-b70e-8866e704df7d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.449512] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e534322-a944-4bc4-968b-705c17e2bac0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.457781] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1354.457781] env[69808]: value = "task-3791067" [ 1354.457781] env[69808]: _type = "Task" [ 1354.457781] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.472312] env[69808]: DEBUG nova.compute.provider_tree [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.476754] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791067, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.687667] env[69808]: DEBUG nova.compute.manager [req-1ede1064-1fda-48e5-8143-ce49d3d88e8f req-af47bbf2-07f2-4601-b09e-caf4c59c6f1e service nova] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Received event network-changed-581df343-6cbc-4e4e-9582-8d4b0df9d975 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.687826] env[69808]: DEBUG nova.compute.manager [req-1ede1064-1fda-48e5-8143-ce49d3d88e8f req-af47bbf2-07f2-4601-b09e-caf4c59c6f1e service nova] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Refreshing instance network info cache due to event network-changed-581df343-6cbc-4e4e-9582-8d4b0df9d975. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1354.688112] env[69808]: DEBUG oslo_concurrency.lockutils [req-1ede1064-1fda-48e5-8143-ce49d3d88e8f req-af47bbf2-07f2-4601-b09e-caf4c59c6f1e service nova] Acquiring lock "refresh_cache-3f258a4c-b546-49b1-92d7-702e0949ca7c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.688219] env[69808]: DEBUG oslo_concurrency.lockutils [req-1ede1064-1fda-48e5-8143-ce49d3d88e8f req-af47bbf2-07f2-4601-b09e-caf4c59c6f1e service nova] Acquired lock "refresh_cache-3f258a4c-b546-49b1-92d7-702e0949ca7c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.688450] env[69808]: DEBUG nova.network.neutron [req-1ede1064-1fda-48e5-8143-ce49d3d88e8f req-af47bbf2-07f2-4601-b09e-caf4c59c6f1e service nova] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Refreshing network info cache for port 581df343-6cbc-4e4e-9582-8d4b0df9d975 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.966862] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791067, 'name': CreateVM_Task, 'duration_secs': 0.328169} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.967253] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1354.967834] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'attachment_id': '4816eda1-6116-4b3b-8fcf-0294ab9e9ada', 'delete_on_termination': True, 'mount_device': '/dev/sda', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754108', 'volume_id': 'fe61dcd8-a769-442e-9ac6-aebb7c45ca99', 'name': 'volume-fe61dcd8-a769-442e-9ac6-aebb7c45ca99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f258a4c-b546-49b1-92d7-702e0949ca7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe61dcd8-a769-442e-9ac6-aebb7c45ca99', 'serial': 'fe61dcd8-a769-442e-9ac6-aebb7c45ca99'}, 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69808) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1354.968136] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Root volume attach. Driver type: vmdk {{(pid=69808) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1354.968927] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930dadd9-6a65-4f65-8fac-c3babe3d2544 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.978288] env[69808]: DEBUG nova.scheduler.client.report [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.982786] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb45c74c-3c93-4bc9-a96c-7ff11f216d99 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.991366] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a987be9-7bbc-49a3-a036-5e7ecf2d3ef4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.998882] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-10a28824-0f4e-4e62-bebe-66118f7a5043 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.008469] env[69808]: DEBUG oslo_vmware.api [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1355.008469] env[69808]: value = "task-3791068" [ 1355.008469] env[69808]: _type = "Task" [ 1355.008469] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.016483] env[69808]: DEBUG oslo_vmware.api [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791068, 'name': RelocateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.430244] env[69808]: DEBUG nova.network.neutron [req-1ede1064-1fda-48e5-8143-ce49d3d88e8f req-af47bbf2-07f2-4601-b09e-caf4c59c6f1e service nova] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Updated VIF entry in instance network info cache for port 581df343-6cbc-4e4e-9582-8d4b0df9d975. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.430244] env[69808]: DEBUG nova.network.neutron [req-1ede1064-1fda-48e5-8143-ce49d3d88e8f req-af47bbf2-07f2-4601-b09e-caf4c59c6f1e service nova] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Updating instance_info_cache with network_info: [{"id": "581df343-6cbc-4e4e-9582-8d4b0df9d975", "address": "fa:16:3e:a5:73:1e", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap581df343-6c", "ovs_interfaceid": "581df343-6cbc-4e4e-9582-8d4b0df9d975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.488371] env[69808]: DEBUG oslo_concurrency.lockutils [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.489017] env[69808]: DEBUG nova.compute.manager [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1355.521590] env[69808]: DEBUG oslo_vmware.api [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791068, 'name': RelocateVM_Task} progress is 43%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.937884] env[69808]: DEBUG oslo_concurrency.lockutils [req-1ede1064-1fda-48e5-8143-ce49d3d88e8f req-af47bbf2-07f2-4601-b09e-caf4c59c6f1e service nova] Releasing lock "refresh_cache-3f258a4c-b546-49b1-92d7-702e0949ca7c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.996208] env[69808]: DEBUG nova.compute.utils [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1355.998032] env[69808]: DEBUG nova.compute.manager [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1355.998225] env[69808]: DEBUG nova.network.neutron [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1356.023783] env[69808]: DEBUG oslo_vmware.api [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791068, 'name': RelocateVM_Task} progress is 56%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.040737] env[69808]: DEBUG nova.policy [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d705945df46404fb4e162690f8a1ee0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '663632fa79404b7e93e6ed566b6431a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1356.362183] env[69808]: DEBUG nova.network.neutron [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Successfully created port: f6134f0c-2d57-4eb7-846d-0c153acaefcd {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1356.501786] env[69808]: DEBUG nova.compute.manager [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1356.524661] env[69808]: DEBUG oslo_vmware.api [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791068, 'name': RelocateVM_Task} progress is 71%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.023574] env[69808]: DEBUG oslo_vmware.api [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791068, 'name': RelocateVM_Task} progress is 84%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.513735] env[69808]: DEBUG nova.compute.manager [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1357.526875] env[69808]: DEBUG oslo_vmware.api [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791068, 'name': RelocateVM_Task} progress is 97%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.542025] env[69808]: DEBUG nova.virt.hardware [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1357.542223] env[69808]: DEBUG nova.virt.hardware [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.542478] env[69808]: DEBUG nova.virt.hardware [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1357.542572] env[69808]: DEBUG nova.virt.hardware [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.542718] env[69808]: DEBUG nova.virt.hardware [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1357.542866] env[69808]: DEBUG nova.virt.hardware [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1357.543090] env[69808]: DEBUG nova.virt.hardware [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1357.543250] env[69808]: DEBUG nova.virt.hardware [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1357.543419] env[69808]: DEBUG nova.virt.hardware [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1357.543583] env[69808]: DEBUG nova.virt.hardware [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1357.543757] env[69808]: DEBUG nova.virt.hardware [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1357.544632] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da6cd0b-ae5c-46eb-a9ed-ac6e278ade15 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.552552] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573a5e8e-86ea-4bb0-bc77-22e919ba94f4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.793340] env[69808]: DEBUG nova.compute.manager [req-3bceb51b-c3fd-4e9d-afc1-ff99ffe07d72 req-da46a22f-ce53-4497-b7cb-b01dea97df5a service nova] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Received event network-vif-plugged-f6134f0c-2d57-4eb7-846d-0c153acaefcd {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.793567] env[69808]: DEBUG oslo_concurrency.lockutils [req-3bceb51b-c3fd-4e9d-afc1-ff99ffe07d72 req-da46a22f-ce53-4497-b7cb-b01dea97df5a service nova] Acquiring lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.793777] env[69808]: DEBUG oslo_concurrency.lockutils [req-3bceb51b-c3fd-4e9d-afc1-ff99ffe07d72 req-da46a22f-ce53-4497-b7cb-b01dea97df5a service nova] Lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.794140] env[69808]: DEBUG oslo_concurrency.lockutils [req-3bceb51b-c3fd-4e9d-afc1-ff99ffe07d72 req-da46a22f-ce53-4497-b7cb-b01dea97df5a service nova] Lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.794392] env[69808]: DEBUG nova.compute.manager [req-3bceb51b-c3fd-4e9d-afc1-ff99ffe07d72 req-da46a22f-ce53-4497-b7cb-b01dea97df5a service nova] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] No waiting events found dispatching network-vif-plugged-f6134f0c-2d57-4eb7-846d-0c153acaefcd {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1357.794548] env[69808]: WARNING nova.compute.manager [req-3bceb51b-c3fd-4e9d-afc1-ff99ffe07d72 req-da46a22f-ce53-4497-b7cb-b01dea97df5a service nova] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Received unexpected event network-vif-plugged-f6134f0c-2d57-4eb7-846d-0c153acaefcd for instance with vm_state building and task_state spawning. [ 1357.875268] env[69808]: DEBUG nova.network.neutron [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Successfully updated port: f6134f0c-2d57-4eb7-846d-0c153acaefcd {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1358.027265] env[69808]: DEBUG oslo_vmware.api [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791068, 'name': RelocateVM_Task} progress is 97%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.378192] env[69808]: DEBUG oslo_concurrency.lockutils [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "refresh_cache-382abfa4-0eb1-4ba9-aed7-115f3ee411de" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.378423] env[69808]: DEBUG oslo_concurrency.lockutils [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquired lock "refresh_cache-382abfa4-0eb1-4ba9-aed7-115f3ee411de" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.378918] env[69808]: DEBUG nova.network.neutron [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.527874] env[69808]: DEBUG oslo_vmware.api [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791068, 'name': RelocateVM_Task} progress is 98%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.910111] env[69808]: DEBUG nova.network.neutron [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1359.026778] env[69808]: DEBUG oslo_vmware.api [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791068, 'name': RelocateVM_Task, 'duration_secs': 3.557308} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.027072] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Volume attach. Driver type: vmdk {{(pid=69808) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1359.027289] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754108', 'volume_id': 'fe61dcd8-a769-442e-9ac6-aebb7c45ca99', 'name': 'volume-fe61dcd8-a769-442e-9ac6-aebb7c45ca99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f258a4c-b546-49b1-92d7-702e0949ca7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe61dcd8-a769-442e-9ac6-aebb7c45ca99', 'serial': 'fe61dcd8-a769-442e-9ac6-aebb7c45ca99'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1359.028085] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac6b558-a8cf-461c-a5f0-12511cb74cc0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.044610] env[69808]: DEBUG nova.network.neutron [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Updating instance_info_cache with network_info: [{"id": "f6134f0c-2d57-4eb7-846d-0c153acaefcd", "address": "fa:16:3e:c3:2e:c9", "network": {"id": "ff190e52-fe15-415d-ad53-bcad82616ed2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-77816202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "663632fa79404b7e93e6ed566b6431a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6134f0c-2d", "ovs_interfaceid": "f6134f0c-2d57-4eb7-846d-0c153acaefcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.046341] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b275fa06-e95f-4764-933c-a9b48cb1267e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.068856] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-fe61dcd8-a769-442e-9ac6-aebb7c45ca99/volume-fe61dcd8-a769-442e-9ac6-aebb7c45ca99.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1359.069825] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47593594-0659-4163-85e5-bddc2476c1d4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.089540] env[69808]: DEBUG oslo_vmware.api [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1359.089540] env[69808]: value = "task-3791069" [ 1359.089540] env[69808]: _type = "Task" [ 1359.089540] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.098274] env[69808]: DEBUG oslo_vmware.api [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.550087] env[69808]: DEBUG oslo_concurrency.lockutils [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Releasing lock "refresh_cache-382abfa4-0eb1-4ba9-aed7-115f3ee411de" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.550286] env[69808]: DEBUG nova.compute.manager [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Instance network_info: |[{"id": "f6134f0c-2d57-4eb7-846d-0c153acaefcd", "address": "fa:16:3e:c3:2e:c9", "network": {"id": "ff190e52-fe15-415d-ad53-bcad82616ed2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-77816202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "663632fa79404b7e93e6ed566b6431a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6134f0c-2d", "ovs_interfaceid": "f6134f0c-2d57-4eb7-846d-0c153acaefcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1359.550579] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:2e:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6134f0c-2d57-4eb7-846d-0c153acaefcd', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1359.558167] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Creating folder: Project (663632fa79404b7e93e6ed566b6431a4). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1359.558471] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d17dfc4-150d-446d-9f2b-0e621bc6979c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.571637] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Created folder: Project (663632fa79404b7e93e6ed566b6431a4) in parent group-v753775. [ 1359.571848] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Creating folder: Instances. Parent ref: group-v754110. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1359.572134] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34b7a84f-c808-4cc2-b03a-c8e97562da10 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.583543] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Created folder: Instances in parent group-v754110. [ 1359.583821] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.583986] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1359.584231] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e88b609-e3ec-4dbf-b0f9-1027318cf6bb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.607819] env[69808]: DEBUG oslo_vmware.api [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791069, 'name': ReconfigVM_Task, 'duration_secs': 0.252019} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.609311] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-fe61dcd8-a769-442e-9ac6-aebb7c45ca99/volume-fe61dcd8-a769-442e-9ac6-aebb7c45ca99.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1359.614089] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1359.614089] env[69808]: value = "task-3791072" [ 1359.614089] env[69808]: _type = "Task" [ 1359.614089] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.614411] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f2c6056-1be7-4221-914e-f90294440c93 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.633722] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791072, 'name': CreateVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.635320] env[69808]: DEBUG oslo_vmware.api [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1359.635320] env[69808]: value = "task-3791073" [ 1359.635320] env[69808]: _type = "Task" [ 1359.635320] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.644303] env[69808]: DEBUG oslo_vmware.api [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.822730] env[69808]: DEBUG nova.compute.manager [req-79543e5c-0577-4a0d-8118-e4dc68583fbe req-18f7ad5e-9bf6-4a70-89d3-0f96df49af72 service nova] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Received event network-changed-f6134f0c-2d57-4eb7-846d-0c153acaefcd {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.822932] env[69808]: DEBUG nova.compute.manager [req-79543e5c-0577-4a0d-8118-e4dc68583fbe req-18f7ad5e-9bf6-4a70-89d3-0f96df49af72 service nova] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Refreshing instance network info cache due to event network-changed-f6134f0c-2d57-4eb7-846d-0c153acaefcd. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1359.823165] env[69808]: DEBUG oslo_concurrency.lockutils [req-79543e5c-0577-4a0d-8118-e4dc68583fbe req-18f7ad5e-9bf6-4a70-89d3-0f96df49af72 service nova] Acquiring lock "refresh_cache-382abfa4-0eb1-4ba9-aed7-115f3ee411de" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.823307] env[69808]: DEBUG oslo_concurrency.lockutils [req-79543e5c-0577-4a0d-8118-e4dc68583fbe req-18f7ad5e-9bf6-4a70-89d3-0f96df49af72 service nova] Acquired lock "refresh_cache-382abfa4-0eb1-4ba9-aed7-115f3ee411de" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.823480] env[69808]: DEBUG nova.network.neutron [req-79543e5c-0577-4a0d-8118-e4dc68583fbe req-18f7ad5e-9bf6-4a70-89d3-0f96df49af72 service nova] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Refreshing network info cache for port f6134f0c-2d57-4eb7-846d-0c153acaefcd {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1360.134376] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791072, 'name': CreateVM_Task, 'duration_secs': 0.298369} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.134767] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.135239] env[69808]: DEBUG oslo_concurrency.lockutils [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.135411] env[69808]: DEBUG oslo_concurrency.lockutils [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.135741] env[69808]: DEBUG oslo_concurrency.lockutils [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.136072] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e15ae990-7b8f-47a5-9386-93b6756339ea {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.145719] env[69808]: DEBUG oslo_vmware.api [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791073, 'name': ReconfigVM_Task, 'duration_secs': 0.157303} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.146929] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754108', 'volume_id': 'fe61dcd8-a769-442e-9ac6-aebb7c45ca99', 'name': 'volume-fe61dcd8-a769-442e-9ac6-aebb7c45ca99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f258a4c-b546-49b1-92d7-702e0949ca7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe61dcd8-a769-442e-9ac6-aebb7c45ca99', 'serial': 'fe61dcd8-a769-442e-9ac6-aebb7c45ca99'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1360.147666] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1360.147666] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522bf143-1ec0-5a46-101a-0ab97b8ea4fb" [ 1360.147666] env[69808]: _type = "Task" [ 1360.147666] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.147821] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-776b235b-d0aa-4aec-8f43-ebcfc8d39972 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.157630] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]522bf143-1ec0-5a46-101a-0ab97b8ea4fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010007} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.158816] env[69808]: DEBUG oslo_concurrency.lockutils [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.159425] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1360.159425] env[69808]: DEBUG oslo_concurrency.lockutils [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.159425] env[69808]: DEBUG oslo_concurrency.lockutils [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.159621] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.159917] env[69808]: DEBUG oslo_vmware.api [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1360.159917] env[69808]: value = "task-3791074" [ 1360.159917] env[69808]: _type = "Task" [ 1360.159917] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.160128] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c4bf80c-bee8-4a9c-b23e-368c3c744570 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.169562] env[69808]: DEBUG oslo_vmware.api [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791074, 'name': Rename_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.170680] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.170874] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1360.171605] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32cd4343-e6e9-4e95-840a-c642bc8b9433 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.176346] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1360.176346] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528b115a-5990-632d-a3e4-571e3df2e510" [ 1360.176346] env[69808]: _type = "Task" [ 1360.176346] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.184038] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528b115a-5990-632d-a3e4-571e3df2e510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.517989] env[69808]: DEBUG nova.network.neutron [req-79543e5c-0577-4a0d-8118-e4dc68583fbe req-18f7ad5e-9bf6-4a70-89d3-0f96df49af72 service nova] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Updated VIF entry in instance network info cache for port f6134f0c-2d57-4eb7-846d-0c153acaefcd. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1360.518429] env[69808]: DEBUG nova.network.neutron [req-79543e5c-0577-4a0d-8118-e4dc68583fbe req-18f7ad5e-9bf6-4a70-89d3-0f96df49af72 service nova] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Updating instance_info_cache with network_info: [{"id": "f6134f0c-2d57-4eb7-846d-0c153acaefcd", "address": "fa:16:3e:c3:2e:c9", "network": {"id": "ff190e52-fe15-415d-ad53-bcad82616ed2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-77816202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "663632fa79404b7e93e6ed566b6431a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6134f0c-2d", "ovs_interfaceid": "f6134f0c-2d57-4eb7-846d-0c153acaefcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.671261] env[69808]: DEBUG oslo_vmware.api [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791074, 'name': Rename_Task, 'duration_secs': 0.124683} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.671498] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1360.671746] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a1201ca-40b8-4e5a-abc4-b42f06942ab4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.681137] env[69808]: DEBUG oslo_vmware.api [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1360.681137] env[69808]: value = "task-3791075" [ 1360.681137] env[69808]: _type = "Task" [ 1360.681137] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.687894] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]528b115a-5990-632d-a3e4-571e3df2e510, 'name': SearchDatastore_Task, 'duration_secs': 0.013131} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.688976] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b8c71cf-4e6c-4b4c-89bf-aed889f3d9f7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.693953] env[69808]: DEBUG oslo_vmware.api [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.697048] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1360.697048] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bd8048-3718-6c2e-5aa9-96a43e813a86" [ 1360.697048] env[69808]: _type = "Task" [ 1360.697048] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.704944] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bd8048-3718-6c2e-5aa9-96a43e813a86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.021695] env[69808]: DEBUG oslo_concurrency.lockutils [req-79543e5c-0577-4a0d-8118-e4dc68583fbe req-18f7ad5e-9bf6-4a70-89d3-0f96df49af72 service nova] Releasing lock "refresh_cache-382abfa4-0eb1-4ba9-aed7-115f3ee411de" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.190921] env[69808]: DEBUG oslo_vmware.api [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791075, 'name': PowerOnVM_Task, 'duration_secs': 0.429724} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.191306] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.191414] env[69808]: INFO nova.compute.manager [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Took 6.97 seconds to spawn the instance on the hypervisor. [ 1361.191621] env[69808]: DEBUG nova.compute.manager [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1361.192365] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8157b314-789b-4dfa-8ce5-ee99693ffd0d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.210858] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52bd8048-3718-6c2e-5aa9-96a43e813a86, 'name': SearchDatastore_Task, 'duration_secs': 0.009551} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.211119] env[69808]: DEBUG oslo_concurrency.lockutils [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.211383] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 382abfa4-0eb1-4ba9-aed7-115f3ee411de/382abfa4-0eb1-4ba9-aed7-115f3ee411de.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1361.211634] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a6b3b1b-9c35-4e21-ae63-32610cb303f5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.218230] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1361.218230] env[69808]: value = "task-3791076" [ 1361.218230] env[69808]: _type = "Task" [ 1361.218230] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.226443] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.715078] env[69808]: INFO nova.compute.manager [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Took 13.50 seconds to build instance. [ 1361.727440] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46786} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.727788] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 382abfa4-0eb1-4ba9-aed7-115f3ee411de/382abfa4-0eb1-4ba9-aed7-115f3ee411de.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1361.728059] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1361.728358] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6003b28f-8b56-47a2-9bb9-6a5d21960f0b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.736968] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1361.736968] env[69808]: value = "task-3791077" [ 1361.736968] env[69808]: _type = "Task" [ 1361.736968] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.746790] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.217431] env[69808]: DEBUG oslo_concurrency.lockutils [None req-6608d8e1-1d1b-445a-b68a-dc48dfd13724 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "3f258a4c-b546-49b1-92d7-702e0949ca7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.008s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.248349] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075334} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.248646] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1362.249501] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f21ca14-d68f-458a-b29a-bad21f8c4e3e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.276232] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 382abfa4-0eb1-4ba9-aed7-115f3ee411de/382abfa4-0eb1-4ba9-aed7-115f3ee411de.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1362.276569] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75eaa3f9-13ec-414d-b7e3-97ee097c9cfb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.299019] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1362.299019] env[69808]: value = "task-3791078" [ 1362.299019] env[69808]: _type = "Task" [ 1362.299019] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.308897] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.815710] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.822435] env[69808]: DEBUG nova.compute.manager [req-a5236fce-295c-4a44-8a31-f2c8ac349de8 req-8e31d72c-d383-40fb-9e35-00011eb0f652 service nova] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Received event network-changed-3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1362.822863] env[69808]: DEBUG nova.compute.manager [req-a5236fce-295c-4a44-8a31-f2c8ac349de8 req-8e31d72c-d383-40fb-9e35-00011eb0f652 service nova] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Refreshing instance network info cache due to event network-changed-3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1362.823630] env[69808]: DEBUG oslo_concurrency.lockutils [req-a5236fce-295c-4a44-8a31-f2c8ac349de8 req-8e31d72c-d383-40fb-9e35-00011eb0f652 service nova] Acquiring lock "refresh_cache-cdd7e10d-086b-4673-801a-1d7a36f0824b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.824028] env[69808]: DEBUG oslo_concurrency.lockutils [req-a5236fce-295c-4a44-8a31-f2c8ac349de8 req-8e31d72c-d383-40fb-9e35-00011eb0f652 service nova] Acquired lock "refresh_cache-cdd7e10d-086b-4673-801a-1d7a36f0824b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.824408] env[69808]: DEBUG nova.network.neutron [req-a5236fce-295c-4a44-8a31-f2c8ac349de8 req-8e31d72c-d383-40fb-9e35-00011eb0f652 service nova] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Refreshing network info cache for port 3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.310570] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791078, 'name': ReconfigVM_Task, 'duration_secs': 0.722616} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.310966] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 382abfa4-0eb1-4ba9-aed7-115f3ee411de/382abfa4-0eb1-4ba9-aed7-115f3ee411de.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1363.311539] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec8fd331-ee4f-4efd-b5d3-71add26418f4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.321018] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1363.321018] env[69808]: value = "task-3791079" [ 1363.321018] env[69808]: _type = "Task" [ 1363.321018] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.335777] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791079, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.831309] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791079, 'name': Rename_Task, 'duration_secs': 0.156943} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.831636] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.832596] env[69808]: DEBUG nova.network.neutron [req-a5236fce-295c-4a44-8a31-f2c8ac349de8 req-8e31d72c-d383-40fb-9e35-00011eb0f652 service nova] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Updated VIF entry in instance network info cache for port 3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.832957] env[69808]: DEBUG nova.network.neutron [req-a5236fce-295c-4a44-8a31-f2c8ac349de8 req-8e31d72c-d383-40fb-9e35-00011eb0f652 service nova] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Updating instance_info_cache with network_info: [{"id": "3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1", "address": "fa:16:3e:4e:87:75", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e7ea6bc-4a", "ovs_interfaceid": "3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.834186] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e0e44be-797c-451b-8a17-0ab1dc3ecd11 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.842439] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1363.842439] env[69808]: value = "task-3791080" [ 1363.842439] env[69808]: _type = "Task" [ 1363.842439] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.852422] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.337329] env[69808]: DEBUG oslo_concurrency.lockutils [req-a5236fce-295c-4a44-8a31-f2c8ac349de8 req-8e31d72c-d383-40fb-9e35-00011eb0f652 service nova] Releasing lock "refresh_cache-cdd7e10d-086b-4673-801a-1d7a36f0824b" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.353511] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791080, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.370563] env[69808]: DEBUG nova.compute.manager [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Stashing vm_state: active {{(pid=69808) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1364.849255] env[69808]: DEBUG nova.compute.manager [req-09dc3fb7-5cd3-4aee-b8f0-709572c66c1d req-d93123d1-d50d-4b58-a452-5e75e7050f60 service nova] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Received event network-changed-581df343-6cbc-4e4e-9582-8d4b0df9d975 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.849487] env[69808]: DEBUG nova.compute.manager [req-09dc3fb7-5cd3-4aee-b8f0-709572c66c1d req-d93123d1-d50d-4b58-a452-5e75e7050f60 service nova] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Refreshing instance network info cache due to event network-changed-581df343-6cbc-4e4e-9582-8d4b0df9d975. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1364.849702] env[69808]: DEBUG oslo_concurrency.lockutils [req-09dc3fb7-5cd3-4aee-b8f0-709572c66c1d req-d93123d1-d50d-4b58-a452-5e75e7050f60 service nova] Acquiring lock "refresh_cache-3f258a4c-b546-49b1-92d7-702e0949ca7c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.849879] env[69808]: DEBUG oslo_concurrency.lockutils [req-09dc3fb7-5cd3-4aee-b8f0-709572c66c1d req-d93123d1-d50d-4b58-a452-5e75e7050f60 service nova] Acquired lock "refresh_cache-3f258a4c-b546-49b1-92d7-702e0949ca7c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.850043] env[69808]: DEBUG nova.network.neutron [req-09dc3fb7-5cd3-4aee-b8f0-709572c66c1d req-d93123d1-d50d-4b58-a452-5e75e7050f60 service nova] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Refreshing network info cache for port 581df343-6cbc-4e4e-9582-8d4b0df9d975 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1364.857091] env[69808]: DEBUG oslo_vmware.api [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791080, 'name': PowerOnVM_Task, 'duration_secs': 0.513426} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.857347] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.857554] env[69808]: INFO nova.compute.manager [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1364.857808] env[69808]: DEBUG nova.compute.manager [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1364.859123] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e65b6e5-eb0b-4761-b8aa-63a4cfd3d52e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.892385] env[69808]: DEBUG oslo_concurrency.lockutils [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.892663] env[69808]: DEBUG oslo_concurrency.lockutils [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.376974] env[69808]: INFO nova.compute.manager [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Took 13.80 seconds to build instance. [ 1365.397183] env[69808]: INFO nova.compute.claims [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1365.662248] env[69808]: DEBUG nova.network.neutron [req-09dc3fb7-5cd3-4aee-b8f0-709572c66c1d req-d93123d1-d50d-4b58-a452-5e75e7050f60 service nova] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Updated VIF entry in instance network info cache for port 581df343-6cbc-4e4e-9582-8d4b0df9d975. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1365.662248] env[69808]: DEBUG nova.network.neutron [req-09dc3fb7-5cd3-4aee-b8f0-709572c66c1d req-d93123d1-d50d-4b58-a452-5e75e7050f60 service nova] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Updating instance_info_cache with network_info: [{"id": "581df343-6cbc-4e4e-9582-8d4b0df9d975", "address": "fa:16:3e:a5:73:1e", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap581df343-6c", "ovs_interfaceid": "581df343-6cbc-4e4e-9582-8d4b0df9d975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.880693] env[69808]: DEBUG oslo_concurrency.lockutils [None req-307b45cf-1ffc-497d-b257-e70c546d811a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.311s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.903893] env[69808]: INFO nova.compute.resource_tracker [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Updating resource usage from migration fee50597-8b2f-4c46-b35d-31e4cd42452e [ 1366.014362] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85cbdff-0689-4a24-9fcb-c920e374ddeb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.022522] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e44022d-e582-4fa2-8e4f-e73ff7868e9f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.054145] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50161b2b-049e-4ad5-998f-c216989f34e0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.062539] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b311d7-65fd-4237-becf-f5afe9d4e4fc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.077829] env[69808]: DEBUG nova.compute.provider_tree [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.165020] env[69808]: DEBUG oslo_concurrency.lockutils [req-09dc3fb7-5cd3-4aee-b8f0-709572c66c1d req-d93123d1-d50d-4b58-a452-5e75e7050f60 service nova] Releasing lock "refresh_cache-3f258a4c-b546-49b1-92d7-702e0949ca7c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.581141] env[69808]: DEBUG nova.scheduler.client.report [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.871835] env[69808]: DEBUG nova.compute.manager [req-3de84a79-e936-4022-84cd-ece08dba07b9 req-77bf9123-0db6-4d99-acad-3a9912c503a6 service nova] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Received event network-changed-f6134f0c-2d57-4eb7-846d-0c153acaefcd {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1366.872060] env[69808]: DEBUG nova.compute.manager [req-3de84a79-e936-4022-84cd-ece08dba07b9 req-77bf9123-0db6-4d99-acad-3a9912c503a6 service nova] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Refreshing instance network info cache due to event network-changed-f6134f0c-2d57-4eb7-846d-0c153acaefcd. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1366.872284] env[69808]: DEBUG oslo_concurrency.lockutils [req-3de84a79-e936-4022-84cd-ece08dba07b9 req-77bf9123-0db6-4d99-acad-3a9912c503a6 service nova] Acquiring lock "refresh_cache-382abfa4-0eb1-4ba9-aed7-115f3ee411de" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.872454] env[69808]: DEBUG oslo_concurrency.lockutils [req-3de84a79-e936-4022-84cd-ece08dba07b9 req-77bf9123-0db6-4d99-acad-3a9912c503a6 service nova] Acquired lock "refresh_cache-382abfa4-0eb1-4ba9-aed7-115f3ee411de" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.872584] env[69808]: DEBUG nova.network.neutron [req-3de84a79-e936-4022-84cd-ece08dba07b9 req-77bf9123-0db6-4d99-acad-3a9912c503a6 service nova] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Refreshing network info cache for port f6134f0c-2d57-4eb7-846d-0c153acaefcd {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1367.085873] env[69808]: DEBUG oslo_concurrency.lockutils [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.193s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.086119] env[69808]: INFO nova.compute.manager [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Migrating [ 1367.588244] env[69808]: DEBUG nova.network.neutron [req-3de84a79-e936-4022-84cd-ece08dba07b9 req-77bf9123-0db6-4d99-acad-3a9912c503a6 service nova] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Updated VIF entry in instance network info cache for port f6134f0c-2d57-4eb7-846d-0c153acaefcd. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1367.588647] env[69808]: DEBUG nova.network.neutron [req-3de84a79-e936-4022-84cd-ece08dba07b9 req-77bf9123-0db6-4d99-acad-3a9912c503a6 service nova] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Updating instance_info_cache with network_info: [{"id": "f6134f0c-2d57-4eb7-846d-0c153acaefcd", "address": "fa:16:3e:c3:2e:c9", "network": {"id": "ff190e52-fe15-415d-ad53-bcad82616ed2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-77816202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "663632fa79404b7e93e6ed566b6431a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6134f0c-2d", "ovs_interfaceid": "f6134f0c-2d57-4eb7-846d-0c153acaefcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.600225] env[69808]: DEBUG oslo_concurrency.lockutils [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "refresh_cache-3f258a4c-b546-49b1-92d7-702e0949ca7c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.600445] env[69808]: DEBUG oslo_concurrency.lockutils [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired lock "refresh_cache-3f258a4c-b546-49b1-92d7-702e0949ca7c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.600587] env[69808]: DEBUG nova.network.neutron [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.092153] env[69808]: DEBUG oslo_concurrency.lockutils [req-3de84a79-e936-4022-84cd-ece08dba07b9 req-77bf9123-0db6-4d99-acad-3a9912c503a6 service nova] Releasing lock "refresh_cache-382abfa4-0eb1-4ba9-aed7-115f3ee411de" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.304773] env[69808]: DEBUG nova.network.neutron [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Updating instance_info_cache with network_info: [{"id": "581df343-6cbc-4e4e-9582-8d4b0df9d975", "address": "fa:16:3e:a5:73:1e", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap581df343-6c", "ovs_interfaceid": "581df343-6cbc-4e4e-9582-8d4b0df9d975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.807707] env[69808]: DEBUG oslo_concurrency.lockutils [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Releasing lock "refresh_cache-3f258a4c-b546-49b1-92d7-702e0949ca7c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.323603] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12198af0-d36a-44b2-a64d-564ad409a6d9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.343575] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Updating instance '3f258a4c-b546-49b1-92d7-702e0949ca7c' progress to 0 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1370.850231] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.850545] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6d9d2a9-10f3-4dc2-812d-1640fd79746b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.857832] env[69808]: DEBUG oslo_vmware.api [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1370.857832] env[69808]: value = "task-3791081" [ 1370.857832] env[69808]: _type = "Task" [ 1370.857832] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.866543] env[69808]: DEBUG oslo_vmware.api [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.368669] env[69808]: DEBUG oslo_vmware.api [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791081, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.869957] env[69808]: DEBUG oslo_vmware.api [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791081, 'name': PowerOffVM_Task, 'duration_secs': 0.518691} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.870225] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.870405] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Updating instance '3f258a4c-b546-49b1-92d7-702e0949ca7c' progress to 17 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1372.192496] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "82075c16-01ab-497c-99d1-6bcfdd9cc613" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.192765] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "82075c16-01ab-497c-99d1-6bcfdd9cc613" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.192960] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "82075c16-01ab-497c-99d1-6bcfdd9cc613-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.193633] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "82075c16-01ab-497c-99d1-6bcfdd9cc613-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.193821] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "82075c16-01ab-497c-99d1-6bcfdd9cc613-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.195956] env[69808]: INFO nova.compute.manager [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Terminating instance [ 1372.377580] env[69808]: DEBUG nova.virt.hardware [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1372.377985] env[69808]: DEBUG nova.virt.hardware [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.378046] env[69808]: DEBUG nova.virt.hardware [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1372.378223] env[69808]: DEBUG nova.virt.hardware [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.378372] env[69808]: DEBUG nova.virt.hardware [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1372.378516] env[69808]: DEBUG nova.virt.hardware [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1372.378719] env[69808]: DEBUG nova.virt.hardware [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1372.378878] env[69808]: DEBUG nova.virt.hardware [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1372.379054] env[69808]: DEBUG nova.virt.hardware [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1372.379223] env[69808]: DEBUG nova.virt.hardware [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1372.379396] env[69808]: DEBUG nova.virt.hardware [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1372.384577] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-183c5ec2-7846-41a4-a328-279191f52e40 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.400644] env[69808]: DEBUG oslo_vmware.api [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1372.400644] env[69808]: value = "task-3791082" [ 1372.400644] env[69808]: _type = "Task" [ 1372.400644] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.409124] env[69808]: DEBUG oslo_vmware.api [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.699547] env[69808]: DEBUG nova.compute.manager [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.699800] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.700762] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf163d03-b0a5-4082-8bcf-3ad698a81f10 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.708377] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.708617] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ffdfc28-8b3b-4c1c-b031-d4a1a23ed2a8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.715139] env[69808]: DEBUG oslo_vmware.api [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1372.715139] env[69808]: value = "task-3791083" [ 1372.715139] env[69808]: _type = "Task" [ 1372.715139] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.724874] env[69808]: DEBUG oslo_vmware.api [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.911061] env[69808]: DEBUG oslo_vmware.api [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791082, 'name': ReconfigVM_Task, 'duration_secs': 0.150866} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.911425] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Updating instance '3f258a4c-b546-49b1-92d7-702e0949ca7c' progress to 33 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1373.225162] env[69808]: DEBUG oslo_vmware.api [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791083, 'name': PowerOffVM_Task, 'duration_secs': 0.207899} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.225410] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.225593] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1373.225850] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6de27d0-201f-4011-b3e3-b29a624eae92 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.418285] env[69808]: DEBUG nova.virt.hardware [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1373.418692] env[69808]: DEBUG nova.virt.hardware [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1373.418692] env[69808]: DEBUG nova.virt.hardware [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1373.418857] env[69808]: DEBUG nova.virt.hardware [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1373.418975] env[69808]: DEBUG nova.virt.hardware [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1373.419142] env[69808]: DEBUG nova.virt.hardware [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1373.419349] env[69808]: DEBUG nova.virt.hardware [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1373.419508] env[69808]: DEBUG nova.virt.hardware [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1373.419675] env[69808]: DEBUG nova.virt.hardware [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1373.419838] env[69808]: DEBUG nova.virt.hardware [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1373.420060] env[69808]: DEBUG nova.virt.hardware [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1373.425365] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1373.425644] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-689032bc-74ad-4593-833a-ac6f8c4dfe10 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.444800] env[69808]: DEBUG oslo_vmware.api [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1373.444800] env[69808]: value = "task-3791085" [ 1373.444800] env[69808]: _type = "Task" [ 1373.444800] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.453990] env[69808]: DEBUG oslo_vmware.api [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.920130] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1373.920392] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1373.920564] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Deleting the datastore file [datastore1] 82075c16-01ab-497c-99d1-6bcfdd9cc613 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.920849] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59abc58f-9cdb-4030-83ce-5ecc6e472ea0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.927758] env[69808]: DEBUG oslo_vmware.api [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for the task: (returnval){ [ 1373.927758] env[69808]: value = "task-3791086" [ 1373.927758] env[69808]: _type = "Task" [ 1373.927758] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.936261] env[69808]: DEBUG oslo_vmware.api [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.955466] env[69808]: DEBUG oslo_vmware.api [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791085, 'name': ReconfigVM_Task, 'duration_secs': 0.15421} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.956159] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1373.956580] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00349a1-1d5a-4744-b01a-f264dc7d0864 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.980870] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-fe61dcd8-a769-442e-9ac6-aebb7c45ca99/volume-fe61dcd8-a769-442e-9ac6-aebb7c45ca99.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.981573] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bf1b9ac-40e0-4c7e-9eae-b2e8a2142618 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.000662] env[69808]: DEBUG oslo_vmware.api [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1374.000662] env[69808]: value = "task-3791087" [ 1374.000662] env[69808]: _type = "Task" [ 1374.000662] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.009361] env[69808]: DEBUG oslo_vmware.api [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.437706] env[69808]: DEBUG oslo_vmware.api [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Task: {'id': task-3791086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154474} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.438093] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1374.438212] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1374.438403] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1374.438584] env[69808]: INFO nova.compute.manager [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1374.438832] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1374.439037] env[69808]: DEBUG nova.compute.manager [-] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1374.439140] env[69808]: DEBUG nova.network.neutron [-] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1374.510735] env[69808]: DEBUG oslo_vmware.api [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791087, 'name': ReconfigVM_Task, 'duration_secs': 0.264465} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.510979] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-fe61dcd8-a769-442e-9ac6-aebb7c45ca99/volume-fe61dcd8-a769-442e-9ac6-aebb7c45ca99.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.511290] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Updating instance '3f258a4c-b546-49b1-92d7-702e0949ca7c' progress to 50 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1374.899077] env[69808]: DEBUG nova.compute.manager [req-11e07d52-f9d9-44d0-bced-d7a80c8354f4 req-67c1ffbc-5045-4457-8abf-b8393ec00dc1 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Received event network-vif-deleted-d650e24a-580c-4b3b-a94c-58f0f764976d {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.899306] env[69808]: INFO nova.compute.manager [req-11e07d52-f9d9-44d0-bced-d7a80c8354f4 req-67c1ffbc-5045-4457-8abf-b8393ec00dc1 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Neutron deleted interface d650e24a-580c-4b3b-a94c-58f0f764976d; detaching it from the instance and deleting it from the info cache [ 1374.899485] env[69808]: DEBUG nova.network.neutron [req-11e07d52-f9d9-44d0-bced-d7a80c8354f4 req-67c1ffbc-5045-4457-8abf-b8393ec00dc1 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.018573] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27bcc4f-e107-4ba4-a56b-09b752cea05c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.038693] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54805b1-dcd1-4099-8386-ddc7afb80a77 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.057347] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Updating instance '3f258a4c-b546-49b1-92d7-702e0949ca7c' progress to 67 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1375.376755] env[69808]: DEBUG nova.network.neutron [-] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.402050] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91a802e2-7a63-418d-8f4e-b78f2190b108 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.414081] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6baa08a2-e2cc-40fc-97b9-29c081efd6c3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.450165] env[69808]: DEBUG nova.compute.manager [req-11e07d52-f9d9-44d0-bced-d7a80c8354f4 req-67c1ffbc-5045-4457-8abf-b8393ec00dc1 service nova] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Detach interface failed, port_id=d650e24a-580c-4b3b-a94c-58f0f764976d, reason: Instance 82075c16-01ab-497c-99d1-6bcfdd9cc613 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1375.880452] env[69808]: INFO nova.compute.manager [-] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Took 1.44 seconds to deallocate network for instance. [ 1376.387495] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.387775] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.388263] env[69808]: DEBUG nova.objects.instance [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lazy-loading 'resources' on Instance uuid 82075c16-01ab-497c-99d1-6bcfdd9cc613 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.433150] env[69808]: DEBUG nova.compute.manager [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Stashing vm_state: active {{(pid=69808) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1376.697553] env[69808]: DEBUG nova.network.neutron [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Port 581df343-6cbc-4e4e-9582-8d4b0df9d975 binding to destination host cpu-1 is already ACTIVE {{(pid=69808) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1376.947286] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.003328] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03cd44b-249b-4da8-aa68-1dafe9a20177 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.011090] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c102f55-332d-4a4f-9839-f11779557943 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.043522] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65e6dad-e846-4cb6-b6da-1f15358a8814 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.051403] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4fb66a-44c5-41e0-b2d1-93a80f498a88 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.065540] env[69808]: DEBUG nova.compute.provider_tree [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.569311] env[69808]: DEBUG nova.scheduler.client.report [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.715898] env[69808]: DEBUG oslo_concurrency.lockutils [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "3f258a4c-b546-49b1-92d7-702e0949ca7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.716252] env[69808]: DEBUG oslo_concurrency.lockutils [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "3f258a4c-b546-49b1-92d7-702e0949ca7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.716307] env[69808]: DEBUG oslo_concurrency.lockutils [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "3f258a4c-b546-49b1-92d7-702e0949ca7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.074304] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.076822] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.130s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.099350] env[69808]: INFO nova.scheduler.client.report [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Deleted allocations for instance 82075c16-01ab-497c-99d1-6bcfdd9cc613 [ 1378.581566] env[69808]: INFO nova.compute.claims [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1378.608111] env[69808]: DEBUG oslo_concurrency.lockutils [None req-5fdd65e2-c3e5-4d7b-95c2-ee2c9f653676 tempest-AttachVolumeShelveTestJSON-2113425493 tempest-AttachVolumeShelveTestJSON-2113425493-project-member] Lock "82075c16-01ab-497c-99d1-6bcfdd9cc613" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.415s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.759818] env[69808]: DEBUG oslo_concurrency.lockutils [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "refresh_cache-3f258a4c-b546-49b1-92d7-702e0949ca7c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.760136] env[69808]: DEBUG oslo_concurrency.lockutils [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired lock "refresh_cache-3f258a4c-b546-49b1-92d7-702e0949ca7c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.760348] env[69808]: DEBUG nova.network.neutron [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.087953] env[69808]: INFO nova.compute.resource_tracker [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Updating resource usage from migration 1024b127-7237-45ae-91f1-1e990eddcc4a [ 1379.191012] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7b78bd-570f-466f-9e8e-cc4327903564 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.199443] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9407e3d8-1c78-4aaf-a252-915e92f44fbd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.229443] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d698bacb-6e05-4e23-9cbf-2be88e1c6ab3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.237017] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaa3c9e-76a1-4f2c-af2a-3fe645e7a8f8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.250636] env[69808]: DEBUG nova.compute.provider_tree [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.479200] env[69808]: DEBUG nova.network.neutron [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Updating instance_info_cache with network_info: [{"id": "581df343-6cbc-4e4e-9582-8d4b0df9d975", "address": "fa:16:3e:a5:73:1e", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap581df343-6c", "ovs_interfaceid": "581df343-6cbc-4e4e-9582-8d4b0df9d975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.753634] env[69808]: DEBUG nova.scheduler.client.report [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.982139] env[69808]: DEBUG oslo_concurrency.lockutils [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Releasing lock "refresh_cache-3f258a4c-b546-49b1-92d7-702e0949ca7c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.258959] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.182s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.259173] env[69808]: INFO nova.compute.manager [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Migrating [ 1380.491630] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f456c0-97a1-48f8-8f57-432aaac69680 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.499178] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7329a13-3ac0-4bd3-933d-1a8993bdce8f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.775290] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "refresh_cache-7b55165b-c0c9-4713-ac67-cc12c631e3d8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.775516] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "refresh_cache-7b55165b-c0c9-4713-ac67-cc12c631e3d8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.775755] env[69808]: DEBUG nova.network.neutron [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.485706] env[69808]: DEBUG nova.network.neutron [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Updating instance_info_cache with network_info: [{"id": "ab077b1e-2911-4220-866f-d256e9133b22", "address": "fa:16:3e:df:67:31", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab077b1e-29", "ovs_interfaceid": "ab077b1e-2911-4220-866f-d256e9133b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.594024] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a08ebed-ba97-43c1-84ee-0631c59ceb05 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.613128] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b575a2-f39c-427e-ab2b-88f158eed5ab {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.620799] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Updating instance '3f258a4c-b546-49b1-92d7-702e0949ca7c' progress to 83 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1381.989085] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "refresh_cache-7b55165b-c0c9-4713-ac67-cc12c631e3d8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.126962] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1382.127605] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92d15872-44e8-4bec-8453-b9752c8f14f1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.135691] env[69808]: DEBUG oslo_vmware.api [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1382.135691] env[69808]: value = "task-3791089" [ 1382.135691] env[69808]: _type = "Task" [ 1382.135691] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.144335] env[69808]: DEBUG oslo_vmware.api [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.232257] env[69808]: INFO nova.compute.manager [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Rebuilding instance [ 1382.284738] env[69808]: DEBUG nova.compute.manager [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1382.285199] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444d8485-6d18-45eb-a9ef-a03d88b04018 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.646097] env[69808]: DEBUG oslo_vmware.api [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791089, 'name': PowerOnVM_Task, 'duration_secs': 0.501276} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.646097] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.646537] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-39840f70-27c5-43a1-a2d9-8370c218beb0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Updating instance '3f258a4c-b546-49b1-92d7-702e0949ca7c' progress to 100 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1383.299380] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.299708] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bc85363-f345-46b7-a22d-ca6b29714cc7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.307774] env[69808]: DEBUG oslo_vmware.api [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Waiting for the task: (returnval){ [ 1383.307774] env[69808]: value = "task-3791090" [ 1383.307774] env[69808]: _type = "Task" [ 1383.307774] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.318146] env[69808]: DEBUG oslo_vmware.api [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.504108] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953d3cea-5efb-46a8-b5e6-777f29a629f6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.523255] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Updating instance '7b55165b-c0c9-4713-ac67-cc12c631e3d8' progress to 0 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1383.819788] env[69808]: DEBUG oslo_vmware.api [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791090, 'name': PowerOffVM_Task, 'duration_secs': 0.20336} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.820226] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.820766] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.821053] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b32076a-82ae-4300-88ac-ef87bc5051de {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.828231] env[69808]: DEBUG oslo_vmware.api [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Waiting for the task: (returnval){ [ 1383.828231] env[69808]: value = "task-3791091" [ 1383.828231] env[69808]: _type = "Task" [ 1383.828231] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.836505] env[69808]: DEBUG oslo_vmware.api [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.029941] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.030180] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75b3eeca-337c-49dc-8655-5bd5a923a7ee {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.038188] env[69808]: DEBUG oslo_vmware.api [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1384.038188] env[69808]: value = "task-3791092" [ 1384.038188] env[69808]: _type = "Task" [ 1384.038188] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.046685] env[69808]: DEBUG oslo_vmware.api [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.339517] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] VM already powered off {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1384.342219] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Volume detach. Driver type: vmdk {{(pid=69808) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1384.342320] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754096', 'volume_id': 'd6576adf-6130-479e-baf6-3672d143d225', 'name': 'volume-d6576adf-6130-479e-baf6-3672d143d225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8adc941-1315-47d4-96ae-a21bd7ee9cda', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6576adf-6130-479e-baf6-3672d143d225', 'serial': 'd6576adf-6130-479e-baf6-3672d143d225'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1384.343445] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36e0509-c871-4f1c-9c79-65da1429b40a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.364665] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67797e8b-c9dd-45c6-8a54-73ba55cd3ae0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.374125] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f54b887-48bb-4722-ae19-18988910ea35 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.395249] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a422ab6-2491-4599-b760-35815a2c73bc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.410484] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] The volume has not been displaced from its original location: [datastore2] volume-d6576adf-6130-479e-baf6-3672d143d225/volume-d6576adf-6130-479e-baf6-3672d143d225.vmdk. No consolidation needed. {{(pid=69808) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1384.416371] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1384.416781] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2769022-6bd9-454b-8f2f-bccea59130ca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.439164] env[69808]: DEBUG oslo_vmware.api [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Waiting for the task: (returnval){ [ 1384.439164] env[69808]: value = "task-3791093" [ 1384.439164] env[69808]: _type = "Task" [ 1384.439164] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.449697] env[69808]: DEBUG oslo_vmware.api [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791093, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.550485] env[69808]: DEBUG oslo_vmware.api [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791092, 'name': PowerOffVM_Task, 'duration_secs': 0.191075} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.550790] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1384.551065] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Updating instance '7b55165b-c0c9-4713-ac67-cc12c631e3d8' progress to 17 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1384.950508] env[69808]: DEBUG oslo_vmware.api [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791093, 'name': ReconfigVM_Task, 'duration_secs': 0.179945} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.950877] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1384.955627] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6b6d81b-dfee-447d-9d75-dcca8801a533 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.966555] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bd0277a1-4496-45d7-88af-46204d7c6311 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "3f258a4c-b546-49b1-92d7-702e0949ca7c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.966728] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bd0277a1-4496-45d7-88af-46204d7c6311 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "3f258a4c-b546-49b1-92d7-702e0949ca7c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.966935] env[69808]: DEBUG nova.compute.manager [None req-bd0277a1-4496-45d7-88af-46204d7c6311 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Going to confirm migration 9 {{(pid=69808) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1384.974272] env[69808]: DEBUG oslo_vmware.api [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Waiting for the task: (returnval){ [ 1384.974272] env[69808]: value = "task-3791094" [ 1384.974272] env[69808]: _type = "Task" [ 1384.974272] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.983881] env[69808]: DEBUG oslo_vmware.api [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.058289] env[69808]: DEBUG nova.virt.hardware [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1385.058541] env[69808]: DEBUG nova.virt.hardware [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1385.058541] env[69808]: DEBUG nova.virt.hardware [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1385.058787] env[69808]: DEBUG nova.virt.hardware [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1385.058987] env[69808]: DEBUG nova.virt.hardware [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1385.059193] env[69808]: DEBUG nova.virt.hardware [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1385.059539] env[69808]: DEBUG nova.virt.hardware [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1385.059851] env[69808]: DEBUG nova.virt.hardware [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1385.060275] env[69808]: DEBUG nova.virt.hardware [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1385.060615] env[69808]: DEBUG nova.virt.hardware [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1385.060981] env[69808]: DEBUG nova.virt.hardware [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1385.069062] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aca343ce-bb5e-4c12-b3a4-27f5b7bf6b41 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.085309] env[69808]: DEBUG oslo_vmware.api [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1385.085309] env[69808]: value = "task-3791095" [ 1385.085309] env[69808]: _type = "Task" [ 1385.085309] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.094215] env[69808]: DEBUG oslo_vmware.api [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791095, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.490686] env[69808]: DEBUG oslo_vmware.api [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.514501] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bd0277a1-4496-45d7-88af-46204d7c6311 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "refresh_cache-3f258a4c-b546-49b1-92d7-702e0949ca7c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.514830] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bd0277a1-4496-45d7-88af-46204d7c6311 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquired lock "refresh_cache-3f258a4c-b546-49b1-92d7-702e0949ca7c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.514937] env[69808]: DEBUG nova.network.neutron [None req-bd0277a1-4496-45d7-88af-46204d7c6311 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.515143] env[69808]: DEBUG nova.objects.instance [None req-bd0277a1-4496-45d7-88af-46204d7c6311 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lazy-loading 'info_cache' on Instance uuid 3f258a4c-b546-49b1-92d7-702e0949ca7c {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.595968] env[69808]: DEBUG oslo_vmware.api [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791095, 'name': ReconfigVM_Task, 'duration_secs': 0.441833} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.596306] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Updating instance '7b55165b-c0c9-4713-ac67-cc12c631e3d8' progress to 33 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1385.987861] env[69808]: DEBUG oslo_vmware.api [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791094, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.103095] env[69808]: DEBUG nova.virt.hardware [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1386.103399] env[69808]: DEBUG nova.virt.hardware [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1386.103500] env[69808]: DEBUG nova.virt.hardware [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1386.103672] env[69808]: DEBUG nova.virt.hardware [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1386.103819] env[69808]: DEBUG nova.virt.hardware [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1386.103969] env[69808]: DEBUG nova.virt.hardware [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1386.104187] env[69808]: DEBUG nova.virt.hardware [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1386.104351] env[69808]: DEBUG nova.virt.hardware [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1386.104517] env[69808]: DEBUG nova.virt.hardware [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1386.104676] env[69808]: DEBUG nova.virt.hardware [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1386.104853] env[69808]: DEBUG nova.virt.hardware [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1386.110453] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1386.110688] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-412feeea-3b8a-4ca2-b9b8-20abd2546e3c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.132538] env[69808]: DEBUG oslo_vmware.api [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1386.132538] env[69808]: value = "task-3791096" [ 1386.132538] env[69808]: _type = "Task" [ 1386.132538] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.142133] env[69808]: DEBUG oslo_vmware.api [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.490045] env[69808]: DEBUG oslo_vmware.api [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791094, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.642312] env[69808]: DEBUG oslo_vmware.api [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791096, 'name': ReconfigVM_Task, 'duration_secs': 0.170729} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.642600] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1386.643424] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4840cfc-58bc-46d6-8ca0-2afbd85ef491 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.667668] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 7b55165b-c0c9-4713-ac67-cc12c631e3d8/7b55165b-c0c9-4713-ac67-cc12c631e3d8.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1386.667939] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e20a1380-b1f0-4f02-b327-9a6ddcc74205 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.689952] env[69808]: DEBUG oslo_vmware.api [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1386.689952] env[69808]: value = "task-3791097" [ 1386.689952] env[69808]: _type = "Task" [ 1386.689952] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.700009] env[69808]: DEBUG oslo_vmware.api [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.743837] env[69808]: DEBUG nova.network.neutron [None req-bd0277a1-4496-45d7-88af-46204d7c6311 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Updating instance_info_cache with network_info: [{"id": "581df343-6cbc-4e4e-9582-8d4b0df9d975", "address": "fa:16:3e:a5:73:1e", "network": {"id": "e86fdc18-63c9-4cd2-ba62-116952492953", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2075033846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a199851ed08545b79847ffbe59fdb86f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap581df343-6c", "ovs_interfaceid": "581df343-6cbc-4e4e-9582-8d4b0df9d975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.988210] env[69808]: DEBUG oslo_vmware.api [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791094, 'name': ReconfigVM_Task, 'duration_secs': 1.811753} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.988598] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754096', 'volume_id': 'd6576adf-6130-479e-baf6-3672d143d225', 'name': 'volume-d6576adf-6130-479e-baf6-3672d143d225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8adc941-1315-47d4-96ae-a21bd7ee9cda', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6576adf-6130-479e-baf6-3672d143d225', 'serial': 'd6576adf-6130-479e-baf6-3672d143d225'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1386.988816] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1386.989582] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f0b83a-152a-45fa-87a1-00ca92d1ee7f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.996065] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1386.996284] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-456686f2-a434-4c19-a684-36cc3d4c0d24 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.080557] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1387.080783] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1387.080982] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Deleting the datastore file [datastore2] a8adc941-1315-47d4-96ae-a21bd7ee9cda {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.081283] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b151a3e0-9a1c-49c6-b406-5f59ac62eefb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.088530] env[69808]: DEBUG oslo_vmware.api [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Waiting for the task: (returnval){ [ 1387.088530] env[69808]: value = "task-3791099" [ 1387.088530] env[69808]: _type = "Task" [ 1387.088530] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.096371] env[69808]: DEBUG oslo_vmware.api [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.200274] env[69808]: DEBUG oslo_vmware.api [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791097, 'name': ReconfigVM_Task, 'duration_secs': 0.270913} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.200580] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 7b55165b-c0c9-4713-ac67-cc12c631e3d8/7b55165b-c0c9-4713-ac67-cc12c631e3d8.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.200852] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Updating instance '7b55165b-c0c9-4713-ac67-cc12c631e3d8' progress to 50 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1387.246437] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bd0277a1-4496-45d7-88af-46204d7c6311 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Releasing lock "refresh_cache-3f258a4c-b546-49b1-92d7-702e0949ca7c" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.246649] env[69808]: DEBUG nova.objects.instance [None req-bd0277a1-4496-45d7-88af-46204d7c6311 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lazy-loading 'migration_context' on Instance uuid 3f258a4c-b546-49b1-92d7-702e0949ca7c {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.598479] env[69808]: DEBUG oslo_vmware.api [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.708341] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699a98c8-5bb9-4438-82ed-38f735d1c6d3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.727578] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097dcf53-cffe-429a-9601-c76a785a4a35 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.747144] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Updating instance '7b55165b-c0c9-4713-ac67-cc12c631e3d8' progress to 67 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1387.751189] env[69808]: DEBUG nova.objects.base [None req-bd0277a1-4496-45d7-88af-46204d7c6311 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Object Instance<3f258a4c-b546-49b1-92d7-702e0949ca7c> lazy-loaded attributes: info_cache,migration_context {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1387.752215] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72eabe3-b4da-4972-85e1-e88dff2c0ce3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.770633] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e9bdd6c-3715-468d-98ab-f36a3fa0c26b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.776817] env[69808]: DEBUG oslo_vmware.api [None req-bd0277a1-4496-45d7-88af-46204d7c6311 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1387.776817] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ed58c0-72dc-4cee-3098-e8e5885238bb" [ 1387.776817] env[69808]: _type = "Task" [ 1387.776817] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.784481] env[69808]: DEBUG oslo_vmware.api [None req-bd0277a1-4496-45d7-88af-46204d7c6311 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ed58c0-72dc-4cee-3098-e8e5885238bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.098685] env[69808]: DEBUG oslo_vmware.api [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Task: {'id': task-3791099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522937} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.099078] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.099078] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.099262] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.152975] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Volume detach. Driver type: vmdk {{(pid=69808) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1388.153344] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6b7b572-fbc7-4f57-ba3d-91feeee1d474 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.163087] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8057872-7baa-4fc6-81f1-46b62dd658bf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.191116] env[69808]: ERROR nova.compute.manager [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Failed to detach volume d6576adf-6130-479e-baf6-3672d143d225 from /dev/sda: nova.exception.InstanceNotFound: Instance a8adc941-1315-47d4-96ae-a21bd7ee9cda could not be found. [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Traceback (most recent call last): [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] self.driver.rebuild(**kwargs) [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] raise NotImplementedError() [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] NotImplementedError [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] During handling of the above exception, another exception occurred: [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Traceback (most recent call last): [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] self.driver.detach_volume(context, old_connection_info, [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] return self._volumeops.detach_volume(connection_info, instance) [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] self._detach_volume_vmdk(connection_info, instance) [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] stable_ref.fetch_moref(session) [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] nova.exception.InstanceNotFound: Instance a8adc941-1315-47d4-96ae-a21bd7ee9cda could not be found. [ 1388.191116] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] [ 1388.287874] env[69808]: DEBUG oslo_vmware.api [None req-bd0277a1-4496-45d7-88af-46204d7c6311 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52ed58c0-72dc-4cee-3098-e8e5885238bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011525} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.290978] env[69808]: DEBUG nova.network.neutron [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Port ab077b1e-2911-4220-866f-d256e9133b22 binding to destination host cpu-1 is already ACTIVE {{(pid=69808) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1388.292357] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bd0277a1-4496-45d7-88af-46204d7c6311 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.292617] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bd0277a1-4496-45d7-88af-46204d7c6311 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.327891] env[69808]: DEBUG nova.compute.utils [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Build of instance a8adc941-1315-47d4-96ae-a21bd7ee9cda aborted: Failed to rebuild volume backed instance. {{(pid=69808) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1388.330010] env[69808]: ERROR nova.compute.manager [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance a8adc941-1315-47d4-96ae-a21bd7ee9cda aborted: Failed to rebuild volume backed instance. [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Traceback (most recent call last): [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] self.driver.rebuild(**kwargs) [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] raise NotImplementedError() [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] NotImplementedError [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] During handling of the above exception, another exception occurred: [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Traceback (most recent call last): [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] self._detach_root_volume(context, instance, root_bdm) [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] with excutils.save_and_reraise_exception(): [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] self.force_reraise() [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] raise self.value [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] self.driver.detach_volume(context, old_connection_info, [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] return self._volumeops.detach_volume(connection_info, instance) [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] self._detach_volume_vmdk(connection_info, instance) [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] stable_ref.fetch_moref(session) [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] nova.exception.InstanceNotFound: Instance a8adc941-1315-47d4-96ae-a21bd7ee9cda could not be found. [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] During handling of the above exception, another exception occurred: [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Traceback (most recent call last): [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] yield [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1388.330010] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] self._do_rebuild_instance_with_claim( [ 1388.331465] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1388.331465] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] self._do_rebuild_instance( [ 1388.331465] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1388.331465] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] self._rebuild_default_impl(**kwargs) [ 1388.331465] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1388.331465] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] self._rebuild_volume_backed_instance( [ 1388.331465] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1388.331465] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] raise exception.BuildAbortException( [ 1388.331465] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] nova.exception.BuildAbortException: Build of instance a8adc941-1315-47d4-96ae-a21bd7ee9cda aborted: Failed to rebuild volume backed instance. [ 1388.331465] env[69808]: ERROR nova.compute.manager [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] [ 1388.890796] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290b7315-970e-4c75-8d10-37cfe8ce7eab {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.900388] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59ec499-d55a-4142-9b5c-879b0e7cafa1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.930385] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8606955a-544c-4960-a1a9-b1e473ae400d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.937581] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fc4c18-e464-4913-92c0-3b52dd2f7fe0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.950960] env[69808]: DEBUG nova.compute.provider_tree [None req-bd0277a1-4496-45d7-88af-46204d7c6311 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.316030] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "7b55165b-c0c9-4713-ac67-cc12c631e3d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.316433] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "7b55165b-c0c9-4713-ac67-cc12c631e3d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.316433] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "7b55165b-c0c9-4713-ac67-cc12c631e3d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.454754] env[69808]: DEBUG nova.scheduler.client.report [None req-bd0277a1-4496-45d7-88af-46204d7c6311 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.346616] env[69808]: DEBUG oslo_concurrency.lockutils [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.352382] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "refresh_cache-7b55165b-c0c9-4713-ac67-cc12c631e3d8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.352564] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "refresh_cache-7b55165b-c0c9-4713-ac67-cc12c631e3d8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.352744] env[69808]: DEBUG nova.network.neutron [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1390.465552] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bd0277a1-4496-45d7-88af-46204d7c6311 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.173s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.468535] env[69808]: DEBUG oslo_concurrency.lockutils [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.122s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.565865] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012f4df3-33e5-46f4-8961-907dd67f0038 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.574070] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a810b5bd-db15-418b-bed2-bf72d9846dde {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.604348] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638847b7-f418-43c8-8bc8-0f8e75636728 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.611897] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f71681-b326-4060-b880-4f5880f9bbe7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.624911] env[69808]: DEBUG nova.compute.provider_tree [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.025234] env[69808]: INFO nova.scheduler.client.report [None req-bd0277a1-4496-45d7-88af-46204d7c6311 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Deleted allocation for migration fee50597-8b2f-4c46-b35d-31e4cd42452e [ 1391.100763] env[69808]: DEBUG nova.network.neutron [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Updating instance_info_cache with network_info: [{"id": "ab077b1e-2911-4220-866f-d256e9133b22", "address": "fa:16:3e:df:67:31", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab077b1e-29", "ovs_interfaceid": "ab077b1e-2911-4220-866f-d256e9133b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.127901] env[69808]: DEBUG nova.scheduler.client.report [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.357060] env[69808]: INFO nova.compute.manager [None req-2e6626b3-cd7f-46e0-b1eb-35a29a73e5dc tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Get console output [ 1391.357421] env[69808]: WARNING nova.virt.vmwareapi.driver [None req-2e6626b3-cd7f-46e0-b1eb-35a29a73e5dc tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] The console log is missing. Check your VSPC configuration [ 1391.533797] env[69808]: DEBUG oslo_concurrency.lockutils [None req-bd0277a1-4496-45d7-88af-46204d7c6311 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "3f258a4c-b546-49b1-92d7-702e0949ca7c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.567s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.603270] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "refresh_cache-7b55165b-c0c9-4713-ac67-cc12c631e3d8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.632230] env[69808]: DEBUG oslo_concurrency.lockutils [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.164s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.632461] env[69808]: INFO nova.compute.manager [None req-76f1cdf5-cf08-4ada-a0a6-dab49e2b3297 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Successfully reverted task state from rebuilding on failure for instance. [ 1391.645411] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f502f54f-83d4-48e0-a028-7eacaca73ce6 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Acquiring lock "a8adc941-1315-47d4-96ae-a21bd7ee9cda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.645762] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f502f54f-83d4-48e0-a028-7eacaca73ce6 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Lock "a8adc941-1315-47d4-96ae-a21bd7ee9cda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.645989] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f502f54f-83d4-48e0-a028-7eacaca73ce6 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Acquiring lock "a8adc941-1315-47d4-96ae-a21bd7ee9cda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.646191] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f502f54f-83d4-48e0-a028-7eacaca73ce6 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Lock "a8adc941-1315-47d4-96ae-a21bd7ee9cda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.646364] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f502f54f-83d4-48e0-a028-7eacaca73ce6 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Lock "a8adc941-1315-47d4-96ae-a21bd7ee9cda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.648641] env[69808]: INFO nova.compute.manager [None req-f502f54f-83d4-48e0-a028-7eacaca73ce6 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Terminating instance [ 1392.128308] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1b0820-c37c-4974-85bc-95f5a0e41e8d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.148108] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af9a5fc-3071-4fae-b2a5-01598810d361 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.152883] env[69808]: DEBUG nova.compute.manager [None req-f502f54f-83d4-48e0-a028-7eacaca73ce6 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1392.155551] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cdb7b90b-ab10-429c-be6a-cd87cba94676 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.157431] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Updating instance '7b55165b-c0c9-4713-ac67-cc12c631e3d8' progress to 83 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1392.168296] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfde940b-30c3-43cf-b410-5defe737ef12 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.200497] env[69808]: WARNING nova.virt.vmwareapi.driver [None req-f502f54f-83d4-48e0-a028-7eacaca73ce6 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance a8adc941-1315-47d4-96ae-a21bd7ee9cda could not be found. [ 1392.200728] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f502f54f-83d4-48e0-a028-7eacaca73ce6 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.201042] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-347d57d4-4640-4f75-8abc-90af0d0a2d69 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.211642] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04624a17-3011-4147-be06-7e475d5b74d7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.240585] env[69808]: WARNING nova.virt.vmwareapi.vmops [None req-f502f54f-83d4-48e0-a028-7eacaca73ce6 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a8adc941-1315-47d4-96ae-a21bd7ee9cda could not be found. [ 1392.240774] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f502f54f-83d4-48e0-a028-7eacaca73ce6 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.240956] env[69808]: INFO nova.compute.manager [None req-f502f54f-83d4-48e0-a028-7eacaca73ce6 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1392.241220] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f502f54f-83d4-48e0-a028-7eacaca73ce6 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1392.241452] env[69808]: DEBUG nova.compute.manager [-] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1392.241546] env[69808]: DEBUG nova.network.neutron [-] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1392.666494] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1392.667501] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2367e5d-bc60-4411-8d0c-2080dfe2702d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.677581] env[69808]: DEBUG oslo_vmware.api [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1392.677581] env[69808]: value = "task-3791100" [ 1392.677581] env[69808]: _type = "Task" [ 1392.677581] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.686350] env[69808]: DEBUG nova.compute.manager [req-17488f24-2b42-4cdb-9237-c388877f0e0b req-2cf91f61-355e-47b3-bd1d-3bfa4626d90d service nova] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Received event network-vif-deleted-52b27ebc-528e-4822-a3a7-ab2e8c769f60 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.686555] env[69808]: INFO nova.compute.manager [req-17488f24-2b42-4cdb-9237-c388877f0e0b req-2cf91f61-355e-47b3-bd1d-3bfa4626d90d service nova] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Neutron deleted interface 52b27ebc-528e-4822-a3a7-ab2e8c769f60; detaching it from the instance and deleting it from the info cache [ 1392.686730] env[69808]: DEBUG nova.network.neutron [req-17488f24-2b42-4cdb-9237-c388877f0e0b req-2cf91f61-355e-47b3-bd1d-3bfa4626d90d service nova] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.693373] env[69808]: DEBUG oslo_vmware.api [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.169483] env[69808]: DEBUG nova.network.neutron [-] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.191074] env[69808]: DEBUG oslo_vmware.api [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791100, 'name': PowerOnVM_Task, 'duration_secs': 0.390357} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.191326] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3dba3b71-d4cc-48e9-bbcf-4fbe91c43731 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.193276] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.193386] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-fcde9a32-ee54-4d98-be6e-fb1ce9c6cd9d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Updating instance '7b55165b-c0c9-4713-ac67-cc12c631e3d8' progress to 100 {{(pid=69808) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1393.206465] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6cc798-37d7-4b99-9d8b-d5e3209511be {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.240022] env[69808]: DEBUG nova.compute.manager [req-17488f24-2b42-4cdb-9237-c388877f0e0b req-2cf91f61-355e-47b3-bd1d-3bfa4626d90d service nova] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Detach interface failed, port_id=52b27ebc-528e-4822-a3a7-ab2e8c769f60, reason: Instance a8adc941-1315-47d4-96ae-a21bd7ee9cda could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1393.672674] env[69808]: INFO nova.compute.manager [-] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Took 1.43 seconds to deallocate network for instance. [ 1394.223655] env[69808]: INFO nova.compute.manager [None req-f502f54f-83d4-48e0-a028-7eacaca73ce6 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Took 0.55 seconds to detach 1 volumes for instance. [ 1394.226238] env[69808]: DEBUG nova.compute.manager [None req-f502f54f-83d4-48e0-a028-7eacaca73ce6 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Deleting volume: d6576adf-6130-479e-baf6-3672d143d225 {{(pid=69808) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1394.770283] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f502f54f-83d4-48e0-a028-7eacaca73ce6 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.770283] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f502f54f-83d4-48e0-a028-7eacaca73ce6 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.770283] env[69808]: DEBUG nova.objects.instance [None req-f502f54f-83d4-48e0-a028-7eacaca73ce6 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Lazy-loading 'resources' on Instance uuid a8adc941-1315-47d4-96ae-a21bd7ee9cda {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.368710] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aae98a9-8fbe-418a-81b6-d7e6a539282d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.378089] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a6df16-95ff-4cbe-a96b-0bef3199bc80 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.410718] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ecd71e-9789-4deb-a6e9-fc1bc63f1fc4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.419197] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7220667d-9cce-495c-973f-033cacb40ef0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.433489] env[69808]: DEBUG nova.compute.provider_tree [None req-f502f54f-83d4-48e0-a028-7eacaca73ce6 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.505932] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Acquiring lock "7ee8a27f-b204-41ad-ab87-42c05e45b93e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.506193] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Lock "7ee8a27f-b204-41ad-ab87-42c05e45b93e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.936886] env[69808]: DEBUG nova.scheduler.client.report [None req-f502f54f-83d4-48e0-a028-7eacaca73ce6 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.008757] env[69808]: DEBUG nova.compute.manager [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1396.133915] env[69808]: DEBUG nova.network.neutron [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Port ab077b1e-2911-4220-866f-d256e9133b22 binding to destination host cpu-1 is already ACTIVE {{(pid=69808) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1396.134230] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "refresh_cache-7b55165b-c0c9-4713-ac67-cc12c631e3d8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.134397] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "refresh_cache-7b55165b-c0c9-4713-ac67-cc12c631e3d8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.134562] env[69808]: DEBUG nova.network.neutron [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1396.441463] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f502f54f-83d4-48e0-a028-7eacaca73ce6 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.530233] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.530632] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.532294] env[69808]: INFO nova.compute.claims [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1396.900265] env[69808]: DEBUG nova.network.neutron [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Updating instance_info_cache with network_info: [{"id": "ab077b1e-2911-4220-866f-d256e9133b22", "address": "fa:16:3e:df:67:31", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab077b1e-29", "ovs_interfaceid": "ab077b1e-2911-4220-866f-d256e9133b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.961956] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f502f54f-83d4-48e0-a028-7eacaca73ce6 tempest-ServerActionsV293TestJSON-2113903482 tempest-ServerActionsV293TestJSON-2113903482-project-member] Lock "a8adc941-1315-47d4-96ae-a21bd7ee9cda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.316s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.403316] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "refresh_cache-7b55165b-c0c9-4713-ac67-cc12c631e3d8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.634073] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9b7332-4cc0-49c5-b97c-fe737c13d57f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.641930] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f112ea04-49e7-4324-bdaf-69d54b31555c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.673194] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b38326b-0354-457e-bf50-959224795f33 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.681043] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc88aa5-a3d2-43a6-8d88-5377cb10ec9f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.695238] env[69808]: DEBUG nova.compute.provider_tree [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.907094] env[69808]: DEBUG nova.compute.manager [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69808) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1397.907345] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.198601] env[69808]: DEBUG nova.scheduler.client.report [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.704163] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.704726] env[69808]: DEBUG nova.compute.manager [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1398.707369] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.800s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.210999] env[69808]: DEBUG nova.compute.utils [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1399.213401] env[69808]: DEBUG nova.objects.instance [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lazy-loading 'migration_context' on Instance uuid 7b55165b-c0c9-4713-ac67-cc12c631e3d8 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.213763] env[69808]: DEBUG nova.compute.manager [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Not allocating networking since 'none' was specified. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1399.714321] env[69808]: DEBUG nova.compute.manager [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1399.809581] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29883723-9c96-495e-b831-0200e686648d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.817490] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faed95d8-d6cd-4f5a-803f-29b21a70104e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.848961] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85798ee-37d3-4bcd-97f2-ae73b45f7237 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.856994] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340609e8-6402-4da2-be99-9bbe108a1ff1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.870989] env[69808]: DEBUG nova.compute.provider_tree [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.374471] env[69808]: DEBUG nova.scheduler.client.report [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.726636] env[69808]: DEBUG nova.compute.manager [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1400.757314] env[69808]: DEBUG nova.virt.hardware [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1400.757730] env[69808]: DEBUG nova.virt.hardware [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1400.757968] env[69808]: DEBUG nova.virt.hardware [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1400.758255] env[69808]: DEBUG nova.virt.hardware [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1400.758471] env[69808]: DEBUG nova.virt.hardware [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1400.758683] env[69808]: DEBUG nova.virt.hardware [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1400.758991] env[69808]: DEBUG nova.virt.hardware [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1400.759239] env[69808]: DEBUG nova.virt.hardware [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1400.759490] env[69808]: DEBUG nova.virt.hardware [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1400.759732] env[69808]: DEBUG nova.virt.hardware [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1400.759986] env[69808]: DEBUG nova.virt.hardware [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1400.761289] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da97a797-44b5-4102-86a0-bac8777ada3e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.772640] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e08e16b-7da1-4f1a-b64d-88261d97eeda {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.792461] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Instance VIF info [] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1400.801678] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Creating folder: Project (d98130e01ece4ecf93b8da2e4fb8a640). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.802078] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9179d82a-16e0-4a37-99b0-69dea78184db {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.814166] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Created folder: Project (d98130e01ece4ecf93b8da2e4fb8a640) in parent group-v753775. [ 1400.814331] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Creating folder: Instances. Parent ref: group-v754113. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.814576] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33284cbb-ddf7-466b-993d-0ad34c4cb4c8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.823814] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Created folder: Instances in parent group-v754113. [ 1400.824068] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1400.824267] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1400.824456] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7ebc2e7-fb84-4043-8fb3-3aa4524d43b1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.843011] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1400.843011] env[69808]: value = "task-3791104" [ 1400.843011] env[69808]: _type = "Task" [ 1400.843011] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.850977] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791104, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.353293] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791104, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.385283] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.678s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.854612] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791104, 'name': CreateVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.354539] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791104, 'name': CreateVM_Task, 'duration_secs': 1.263171} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.354743] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.355163] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.355334] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.355673] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.355925] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f2b19ff-1589-46b9-b2ce-3962086bcdea {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.360712] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for the task: (returnval){ [ 1402.360712] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52220a7d-6141-466d-d0da-227d26348ec1" [ 1402.360712] env[69808]: _type = "Task" [ 1402.360712] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.368692] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52220a7d-6141-466d-d0da-227d26348ec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.872070] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52220a7d-6141-466d-d0da-227d26348ec1, 'name': SearchDatastore_Task, 'duration_secs': 0.012815} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.872070] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.872070] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.872527] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.872527] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.872606] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.872878] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61186580-39ec-4199-a11c-e3979bd65939 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.882294] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.882546] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1402.883244] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7098de5-47de-4cd3-8f61-cc5d1a4bc368 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.888332] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for the task: (returnval){ [ 1402.888332] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5238ee15-987c-5e96-40de-908c3375590b" [ 1402.888332] env[69808]: _type = "Task" [ 1402.888332] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.896882] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5238ee15-987c-5e96-40de-908c3375590b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.924175] env[69808]: INFO nova.compute.manager [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Swapping old allocation on dict_keys(['df70a276-1734-46c9-94fd-235e07f47845']) held by migration 1024b127-7237-45ae-91f1-1e990eddcc4a for instance [ 1402.946540] env[69808]: DEBUG nova.scheduler.client.report [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Overwriting current allocation {'allocations': {'df70a276-1734-46c9-94fd-235e07f47845': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 168}}, 'project_id': 'f9641b75bd15404baa8d8dbab53ec5d8', 'user_id': '45020a3b2c3a4058b63edd7e07bc1d36', 'consumer_generation': 1} on consumer 7b55165b-c0c9-4713-ac67-cc12c631e3d8 {{(pid=69808) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1403.025209] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "refresh_cache-7b55165b-c0c9-4713-ac67-cc12c631e3d8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.025417] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "refresh_cache-7b55165b-c0c9-4713-ac67-cc12c631e3d8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.025598] env[69808]: DEBUG nova.network.neutron [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1403.400619] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5238ee15-987c-5e96-40de-908c3375590b, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.401447] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-859848ba-d318-473a-b420-82d8d9e7f2c5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.407535] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for the task: (returnval){ [ 1403.407535] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f173eb-b865-93d9-86d3-3aa3b062df9e" [ 1403.407535] env[69808]: _type = "Task" [ 1403.407535] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.415605] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f173eb-b865-93d9-86d3-3aa3b062df9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.743976] env[69808]: DEBUG nova.network.neutron [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Updating instance_info_cache with network_info: [{"id": "ab077b1e-2911-4220-866f-d256e9133b22", "address": "fa:16:3e:df:67:31", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab077b1e-29", "ovs_interfaceid": "ab077b1e-2911-4220-866f-d256e9133b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.875217] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb492a1-eb3c-4463-8ac6-a60e53b12b0a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.875578] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb492a1-eb3c-4463-8ac6-a60e53b12b0a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.918982] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52f173eb-b865-93d9-86d3-3aa3b062df9e, 'name': SearchDatastore_Task, 'duration_secs': 0.011264} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.919280] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.919530] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 7ee8a27f-b204-41ad-ab87-42c05e45b93e/7ee8a27f-b204-41ad-ab87-42c05e45b93e.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1403.919792] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0a9cb90-9073-4eb9-a9e7-e559e1b02778 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.928069] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for the task: (returnval){ [ 1403.928069] env[69808]: value = "task-3791105" [ 1403.928069] env[69808]: _type = "Task" [ 1403.928069] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.937326] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.247029] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "refresh_cache-7b55165b-c0c9-4713-ac67-cc12c631e3d8" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.247540] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1404.247854] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-755c6e46-601b-4a5d-a50c-4b21fdd3ee9d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.256605] env[69808]: DEBUG oslo_vmware.api [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1404.256605] env[69808]: value = "task-3791106" [ 1404.256605] env[69808]: _type = "Task" [ 1404.256605] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.267021] env[69808]: DEBUG oslo_vmware.api [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.378651] env[69808]: DEBUG nova.compute.utils [None req-2bb492a1-eb3c-4463-8ac6-a60e53b12b0a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1404.438606] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791105, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.771165] env[69808]: DEBUG oslo_vmware.api [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791106, 'name': PowerOffVM_Task, 'duration_secs': 0.248388} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.771605] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1404.772631] env[69808]: DEBUG nova.virt.hardware [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1404.772991] env[69808]: DEBUG nova.virt.hardware [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1404.773303] env[69808]: DEBUG nova.virt.hardware [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1404.773647] env[69808]: DEBUG nova.virt.hardware [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1404.773941] env[69808]: DEBUG nova.virt.hardware [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1404.774253] env[69808]: DEBUG nova.virt.hardware [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1404.774618] env[69808]: DEBUG nova.virt.hardware [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1404.774915] env[69808]: DEBUG nova.virt.hardware [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1404.775268] env[69808]: DEBUG nova.virt.hardware [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1404.775581] env[69808]: DEBUG nova.virt.hardware [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1404.776199] env[69808]: DEBUG nova.virt.hardware [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1404.784978] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-896476e0-21df-4e23-8e48-8a0190e59442 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.802029] env[69808]: DEBUG oslo_vmware.api [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1404.802029] env[69808]: value = "task-3791107" [ 1404.802029] env[69808]: _type = "Task" [ 1404.802029] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.810320] env[69808]: DEBUG oslo_vmware.api [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.882444] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb492a1-eb3c-4463-8ac6-a60e53b12b0a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.939093] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526258} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.939377] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 7ee8a27f-b204-41ad-ab87-42c05e45b93e/7ee8a27f-b204-41ad-ab87-42c05e45b93e.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1404.939629] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1404.939906] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4034011-c5e6-4f67-8211-66a5e36569c5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.947361] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for the task: (returnval){ [ 1404.947361] env[69808]: value = "task-3791108" [ 1404.947361] env[69808]: _type = "Task" [ 1404.947361] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.957987] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.312129] env[69808]: DEBUG oslo_vmware.api [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791107, 'name': ReconfigVM_Task, 'duration_secs': 0.263784} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.313026] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c0eba8-411b-460b-82c6-83bc262605dd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.332941] env[69808]: DEBUG nova.virt.hardware [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1405.333191] env[69808]: DEBUG nova.virt.hardware [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1405.333354] env[69808]: DEBUG nova.virt.hardware [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1405.333539] env[69808]: DEBUG nova.virt.hardware [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1405.333686] env[69808]: DEBUG nova.virt.hardware [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1405.333837] env[69808]: DEBUG nova.virt.hardware [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1405.334049] env[69808]: DEBUG nova.virt.hardware [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1405.334213] env[69808]: DEBUG nova.virt.hardware [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1405.334378] env[69808]: DEBUG nova.virt.hardware [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1405.334541] env[69808]: DEBUG nova.virt.hardware [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1405.334710] env[69808]: DEBUG nova.virt.hardware [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1405.335503] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c188450-435c-4d01-b9c6-b6c3355f566e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.341417] env[69808]: DEBUG oslo_vmware.api [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1405.341417] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527b34f9-6a1e-bae9-e861-392c5b81d92b" [ 1405.341417] env[69808]: _type = "Task" [ 1405.341417] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.350073] env[69808]: DEBUG oslo_vmware.api [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527b34f9-6a1e-bae9-e861-392c5b81d92b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.461519] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088917} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.461816] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1405.462688] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91db6413-dd77-4482-ae57-f5fec083ad88 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.484770] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 7ee8a27f-b204-41ad-ab87-42c05e45b93e/7ee8a27f-b204-41ad-ab87-42c05e45b93e.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.485492] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33f5bbe5-1c10-40bf-b033-2ac779b386d3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.506845] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for the task: (returnval){ [ 1405.506845] env[69808]: value = "task-3791109" [ 1405.506845] env[69808]: _type = "Task" [ 1405.506845] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.516037] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.852270] env[69808]: DEBUG oslo_vmware.api [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]527b34f9-6a1e-bae9-e861-392c5b81d92b, 'name': SearchDatastore_Task, 'duration_secs': 0.009553} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.857684] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1405.858024] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c00fc3c-57e9-4a8e-9ed5-40be65c784d7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.877246] env[69808]: DEBUG oslo_vmware.api [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1405.877246] env[69808]: value = "task-3791110" [ 1405.877246] env[69808]: _type = "Task" [ 1405.877246] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.887676] env[69808]: DEBUG oslo_vmware.api [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791110, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.956860] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb492a1-eb3c-4463-8ac6-a60e53b12b0a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.957150] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb492a1-eb3c-4463-8ac6-a60e53b12b0a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.957465] env[69808]: INFO nova.compute.manager [None req-2bb492a1-eb3c-4463-8ac6-a60e53b12b0a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Attaching volume 07c975de-2ffe-4a5d-b832-9344d9d17878 to /dev/sdb [ 1405.989022] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b239709-897c-4a26-8a96-029360201a27 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.996919] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11350bb-7f04-42f3-b73c-b88ff14863d1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.011500] env[69808]: DEBUG nova.virt.block_device [None req-2bb492a1-eb3c-4463-8ac6-a60e53b12b0a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Updating existing volume attachment record: 65c98423-d969-41eb-86b6-1c85ac16e8ab {{(pid=69808) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1406.022913] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791109, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.387076] env[69808]: DEBUG oslo_vmware.api [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791110, 'name': ReconfigVM_Task, 'duration_secs': 0.193297} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.387361] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1406.388185] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb9d7d0-a8c8-4318-b4cf-5a649ce10652 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.413519] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 7b55165b-c0c9-4713-ac67-cc12c631e3d8/7b55165b-c0c9-4713-ac67-cc12c631e3d8.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1406.413871] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-355aa45c-e4d2-44d3-b9f6-2b217d01b1c7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.432678] env[69808]: DEBUG oslo_vmware.api [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1406.432678] env[69808]: value = "task-3791114" [ 1406.432678] env[69808]: _type = "Task" [ 1406.432678] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.441077] env[69808]: DEBUG oslo_vmware.api [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.522247] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791109, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.942987] env[69808]: DEBUG oslo_vmware.api [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791114, 'name': ReconfigVM_Task, 'duration_secs': 0.269377} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.943397] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 7b55165b-c0c9-4713-ac67-cc12c631e3d8/7b55165b-c0c9-4713-ac67-cc12c631e3d8.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1406.944128] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec68e062-f0ca-4d95-b62a-29c471aed177 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.962660] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5fec3d-02e5-44fa-b236-6d92ddf0fd61 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.980846] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60de747-b7ee-4fdd-8265-dbc3fd1c2b2b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.999426] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a35ee9-a487-4215-8b06-2a4196fe1eb3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.007082] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1407.007349] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af32ea95-4b81-43e6-986d-fac1139b4cb0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.017107] env[69808]: DEBUG oslo_vmware.api [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1407.017107] env[69808]: value = "task-3791115" [ 1407.017107] env[69808]: _type = "Task" [ 1407.017107] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.023608] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791109, 'name': ReconfigVM_Task, 'duration_secs': 1.34812} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.024285] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 7ee8a27f-b204-41ad-ab87-42c05e45b93e/7ee8a27f-b204-41ad-ab87-42c05e45b93e.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1407.024896] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-483d9177-5b47-46be-b247-4c21ffc8d5e9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.029210] env[69808]: DEBUG oslo_vmware.api [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.035291] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for the task: (returnval){ [ 1407.035291] env[69808]: value = "task-3791116" [ 1407.035291] env[69808]: _type = "Task" [ 1407.035291] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.044509] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791116, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.529400] env[69808]: DEBUG oslo_vmware.api [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791115, 'name': PowerOnVM_Task, 'duration_secs': 0.401307} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.529700] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1407.546087] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791116, 'name': Rename_Task, 'duration_secs': 0.140255} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.546376] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1407.546615] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9109db7f-ab30-4795-978a-8b2d125fd293 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.554738] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for the task: (returnval){ [ 1407.554738] env[69808]: value = "task-3791117" [ 1407.554738] env[69808]: _type = "Task" [ 1407.554738] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.563139] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.065652] env[69808]: DEBUG oslo_vmware.api [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791117, 'name': PowerOnVM_Task, 'duration_secs': 0.472525} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.066056] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1408.066191] env[69808]: INFO nova.compute.manager [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1408.066317] env[69808]: DEBUG nova.compute.manager [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1408.067389] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b89c376-a7dc-44e6-b7b2-e17263a182a0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.541083] env[69808]: INFO nova.compute.manager [None req-2bb41277-15c9-424f-955a-96cc5da0150b tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Updating instance to original state: 'active' [ 1408.584956] env[69808]: INFO nova.compute.manager [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Took 12.07 seconds to build instance. [ 1409.086679] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f0fac57a-fbec-4b57-816a-7ab0947cbc14 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Lock "7ee8a27f-b204-41ad-ab87-42c05e45b93e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.580s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.772862] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "7b55165b-c0c9-4713-ac67-cc12c631e3d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.773200] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "7b55165b-c0c9-4713-ac67-cc12c631e3d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.773428] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "7b55165b-c0c9-4713-ac67-cc12c631e3d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.773649] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "7b55165b-c0c9-4713-ac67-cc12c631e3d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.773841] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "7b55165b-c0c9-4713-ac67-cc12c631e3d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.776116] env[69808]: INFO nova.compute.manager [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Terminating instance [ 1409.962024] env[69808]: INFO nova.compute.manager [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Rebuilding instance [ 1410.002887] env[69808]: DEBUG nova.compute.manager [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1410.003784] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaff0aba-52d1-429f-a7dd-c705d1616977 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.279780] env[69808]: DEBUG nova.compute.manager [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1410.280198] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1410.280971] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebcdabf-a320-4405-b2de-d36abe3d3ef5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.289510] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1410.289751] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aab716cc-78ea-4a5a-b72f-43d365c366d3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.296034] env[69808]: DEBUG oslo_vmware.api [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1410.296034] env[69808]: value = "task-3791119" [ 1410.296034] env[69808]: _type = "Task" [ 1410.296034] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.304327] env[69808]: DEBUG oslo_vmware.api [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.560606] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb492a1-eb3c-4463-8ac6-a60e53b12b0a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Volume attach. Driver type: vmdk {{(pid=69808) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1410.560898] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb492a1-eb3c-4463-8ac6-a60e53b12b0a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754117', 'volume_id': '07c975de-2ffe-4a5d-b832-9344d9d17878', 'name': 'volume-07c975de-2ffe-4a5d-b832-9344d9d17878', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '382abfa4-0eb1-4ba9-aed7-115f3ee411de', 'attached_at': '', 'detached_at': '', 'volume_id': '07c975de-2ffe-4a5d-b832-9344d9d17878', 'serial': '07c975de-2ffe-4a5d-b832-9344d9d17878'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1410.561935] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cd7bcb-89dc-4c51-84c7-6b83f7fa5a6a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.579847] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaf1ab9-bfb6-459a-a822-b0939d51857f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.606024] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb492a1-eb3c-4463-8ac6-a60e53b12b0a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-07c975de-2ffe-4a5d-b832-9344d9d17878/volume-07c975de-2ffe-4a5d-b832-9344d9d17878.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1410.606421] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90afb6f0-e6a5-4173-9eca-899e6586c34a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.625501] env[69808]: DEBUG oslo_vmware.api [None req-2bb492a1-eb3c-4463-8ac6-a60e53b12b0a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1410.625501] env[69808]: value = "task-3791120" [ 1410.625501] env[69808]: _type = "Task" [ 1410.625501] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.634244] env[69808]: DEBUG oslo_vmware.api [None req-2bb492a1-eb3c-4463-8ac6-a60e53b12b0a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791120, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.806384] env[69808]: DEBUG oslo_vmware.api [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791119, 'name': PowerOffVM_Task, 'duration_secs': 0.181978} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.806710] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1410.806948] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1410.807252] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80ee6bd5-d91f-48c4-8ba2-1481afb98f65 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.868220] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1410.868466] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1410.868753] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Deleting the datastore file [datastore1] 7b55165b-c0c9-4713-ac67-cc12c631e3d8 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1410.869078] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20bd920b-5f69-4dc9-867f-790a3c93f431 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.876533] env[69808]: DEBUG oslo_vmware.api [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1410.876533] env[69808]: value = "task-3791122" [ 1410.876533] env[69808]: _type = "Task" [ 1410.876533] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.885348] env[69808]: DEBUG oslo_vmware.api [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.018402] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1411.018733] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-babfa421-952e-4801-8081-6132d45b01e6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.026295] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for the task: (returnval){ [ 1411.026295] env[69808]: value = "task-3791123" [ 1411.026295] env[69808]: _type = "Task" [ 1411.026295] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.035493] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.135891] env[69808]: DEBUG oslo_vmware.api [None req-2bb492a1-eb3c-4463-8ac6-a60e53b12b0a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791120, 'name': ReconfigVM_Task, 'duration_secs': 0.377802} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.136154] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb492a1-eb3c-4463-8ac6-a60e53b12b0a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-07c975de-2ffe-4a5d-b832-9344d9d17878/volume-07c975de-2ffe-4a5d-b832-9344d9d17878.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1411.141028] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f1aea80-84f7-4700-96c5-61f7ac1c619e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.156776] env[69808]: DEBUG oslo_vmware.api [None req-2bb492a1-eb3c-4463-8ac6-a60e53b12b0a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1411.156776] env[69808]: value = "task-3791124" [ 1411.156776] env[69808]: _type = "Task" [ 1411.156776] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.165352] env[69808]: DEBUG oslo_vmware.api [None req-2bb492a1-eb3c-4463-8ac6-a60e53b12b0a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791124, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.387188] env[69808]: DEBUG oslo_vmware.api [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192124} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.387431] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1411.387634] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1411.387790] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1411.387967] env[69808]: INFO nova.compute.manager [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1411.388235] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1411.388433] env[69808]: DEBUG nova.compute.manager [-] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1411.388531] env[69808]: DEBUG nova.network.neutron [-] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1411.539580] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791123, 'name': PowerOffVM_Task, 'duration_secs': 0.115961} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.539948] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1411.540823] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1411.542053] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7523600b-4755-46f0-aed6-034894377ea9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.550134] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1411.550463] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55eee7e0-b3b0-404e-bc90-d616c687e3ba {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.576827] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1411.577117] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1411.577321] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Deleting the datastore file [datastore2] 7ee8a27f-b204-41ad-ab87-42c05e45b93e {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1411.577591] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b6e19a5-070f-428d-a776-5f32bf36d1d6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.585126] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for the task: (returnval){ [ 1411.585126] env[69808]: value = "task-3791126" [ 1411.585126] env[69808]: _type = "Task" [ 1411.585126] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.593911] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.666559] env[69808]: DEBUG oslo_vmware.api [None req-2bb492a1-eb3c-4463-8ac6-a60e53b12b0a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791124, 'name': ReconfigVM_Task, 'duration_secs': 0.153904} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.666905] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb492a1-eb3c-4463-8ac6-a60e53b12b0a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754117', 'volume_id': '07c975de-2ffe-4a5d-b832-9344d9d17878', 'name': 'volume-07c975de-2ffe-4a5d-b832-9344d9d17878', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '382abfa4-0eb1-4ba9-aed7-115f3ee411de', 'attached_at': '', 'detached_at': '', 'volume_id': '07c975de-2ffe-4a5d-b832-9344d9d17878', 'serial': '07c975de-2ffe-4a5d-b832-9344d9d17878'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1411.887134] env[69808]: DEBUG nova.compute.manager [req-4b42a735-234f-4d91-84ed-af8b3c575353 req-1a70c9ea-6fc1-4c8c-be35-807d1b1b6ed6 service nova] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Received event network-vif-deleted-ab077b1e-2911-4220-866f-d256e9133b22 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1411.887368] env[69808]: INFO nova.compute.manager [req-4b42a735-234f-4d91-84ed-af8b3c575353 req-1a70c9ea-6fc1-4c8c-be35-807d1b1b6ed6 service nova] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Neutron deleted interface ab077b1e-2911-4220-866f-d256e9133b22; detaching it from the instance and deleting it from the info cache [ 1411.887519] env[69808]: DEBUG nova.network.neutron [req-4b42a735-234f-4d91-84ed-af8b3c575353 req-1a70c9ea-6fc1-4c8c-be35-807d1b1b6ed6 service nova] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.096171] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270355} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.096573] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1412.096886] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1412.097200] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1412.362671] env[69808]: DEBUG nova.network.neutron [-] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.390281] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0edd630-ca1a-410c-894a-12490843e297 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.402346] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44401a0-213c-4956-97d6-d583228dbfb6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.431722] env[69808]: DEBUG nova.compute.manager [req-4b42a735-234f-4d91-84ed-af8b3c575353 req-1a70c9ea-6fc1-4c8c-be35-807d1b1b6ed6 service nova] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Detach interface failed, port_id=ab077b1e-2911-4220-866f-d256e9133b22, reason: Instance 7b55165b-c0c9-4713-ac67-cc12c631e3d8 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1412.712023] env[69808]: DEBUG nova.objects.instance [None req-2bb492a1-eb3c-4463-8ac6-a60e53b12b0a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lazy-loading 'flavor' on Instance uuid 382abfa4-0eb1-4ba9-aed7-115f3ee411de {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.865563] env[69808]: INFO nova.compute.manager [-] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Took 1.48 seconds to deallocate network for instance. [ 1413.134379] env[69808]: DEBUG nova.virt.hardware [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1413.134645] env[69808]: DEBUG nova.virt.hardware [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1413.134828] env[69808]: DEBUG nova.virt.hardware [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1413.134978] env[69808]: DEBUG nova.virt.hardware [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1413.135141] env[69808]: DEBUG nova.virt.hardware [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1413.135295] env[69808]: DEBUG nova.virt.hardware [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1413.135503] env[69808]: DEBUG nova.virt.hardware [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1413.135662] env[69808]: DEBUG nova.virt.hardware [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1413.135829] env[69808]: DEBUG nova.virt.hardware [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1413.135990] env[69808]: DEBUG nova.virt.hardware [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1413.136181] env[69808]: DEBUG nova.virt.hardware [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1413.137069] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8762bf-6eac-4c39-8b7b-948c88408702 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.146049] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a3eee2-8947-4b7d-ad81-4d63dbad289f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.160693] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Instance VIF info [] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.166677] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1413.166918] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1413.167148] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a90b66d-df11-490e-8e2a-034055161f62 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.185269] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.185269] env[69808]: value = "task-3791127" [ 1413.185269] env[69808]: _type = "Task" [ 1413.185269] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.193620] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791127, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.218104] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2bb492a1-eb3c-4463-8ac6-a60e53b12b0a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.261s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.281785] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.282078] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.282213] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.282362] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.282512] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.282655] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.282799] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.282942] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69808) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1413.283103] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.334806] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a2163383-16b9-4732-92f3-e78f7d50d6ae tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.335230] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a2163383-16b9-4732-92f3-e78f7d50d6ae tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.335480] env[69808]: DEBUG nova.compute.manager [None req-a2163383-16b9-4732-92f3-e78f7d50d6ae tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1413.336470] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be291dff-5131-4aa1-b6f6-c7ff755710f7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.343995] env[69808]: DEBUG nova.compute.manager [None req-a2163383-16b9-4732-92f3-e78f7d50d6ae tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69808) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1413.344613] env[69808]: DEBUG nova.objects.instance [None req-a2163383-16b9-4732-92f3-e78f7d50d6ae tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lazy-loading 'flavor' on Instance uuid 382abfa4-0eb1-4ba9-aed7-115f3ee411de {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.375699] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.375699] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.375699] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.402112] env[69808]: INFO nova.scheduler.client.report [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Deleted allocations for instance 7b55165b-c0c9-4713-ac67-cc12c631e3d8 [ 1413.695460] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791127, 'name': CreateVM_Task, 'duration_secs': 0.305646} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.695690] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1413.696062] env[69808]: DEBUG oslo_concurrency.lockutils [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.696230] env[69808]: DEBUG oslo_concurrency.lockutils [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.696553] env[69808]: DEBUG oslo_concurrency.lockutils [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.696806] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee1c02fa-2c32-479f-b710-3090f0cd9f7f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.701708] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for the task: (returnval){ [ 1413.701708] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e9c934-239b-e0c1-4045-306848851d53" [ 1413.701708] env[69808]: _type = "Task" [ 1413.701708] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.709761] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e9c934-239b-e0c1-4045-306848851d53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.786535] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.786670] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.786894] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.787095] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69808) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1413.788298] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bdbe40-6277-4386-8c85-fa223c28c8c7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.796824] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc83dc4a-e601-4570-ae5d-41cd19b72047 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.813140] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e65f34-d0bc-4f44-8c0e-38bfed81c43d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.820791] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69812abb-41a1-4bc0-9af7-c8cc5ae6161c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.852797] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179848MB free_disk=55GB free_vcpus=48 pci_devices=None {{(pid=69808) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1413.852982] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.853180] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.910035] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4849c484-f089-4688-8706-4289e0ffdf1d tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "7b55165b-c0c9-4713-ac67-cc12c631e3d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.137s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.213681] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52e9c934-239b-e0c1-4045-306848851d53, 'name': SearchDatastore_Task, 'duration_secs': 0.011075} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.214025] env[69808]: DEBUG oslo_concurrency.lockutils [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.214259] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.214454] env[69808]: DEBUG oslo_concurrency.lockutils [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.214606] env[69808]: DEBUG oslo_concurrency.lockutils [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.214786] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.215054] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9bc441c-4a78-4537-8227-15c53270533c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.224254] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.224438] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1414.225217] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9553cd1e-0a3c-4cd9-839a-b63884dfa0ca {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.230811] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for the task: (returnval){ [ 1414.230811] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b06e48-30a9-a8d6-5df7-de7df9f185e2" [ 1414.230811] env[69808]: _type = "Task" [ 1414.230811] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.238290] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b06e48-30a9-a8d6-5df7-de7df9f185e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.360924] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2163383-16b9-4732-92f3-e78f7d50d6ae tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.361328] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdb101ea-6287-47c8-ab8e-157a397eafd3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.371063] env[69808]: DEBUG oslo_vmware.api [None req-a2163383-16b9-4732-92f3-e78f7d50d6ae tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1414.371063] env[69808]: value = "task-3791128" [ 1414.371063] env[69808]: _type = "Task" [ 1414.371063] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.379266] env[69808]: DEBUG oslo_vmware.api [None req-a2163383-16b9-4732-92f3-e78f7d50d6ae tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.744288] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52b06e48-30a9-a8d6-5df7-de7df9f185e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009603} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.750895] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d007aed1-78f1-4843-a7b5-4c8671f8af35 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.757489] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "94852adc-fe97-4709-aae1-8e08f270b394" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.757831] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "94852adc-fe97-4709-aae1-8e08f270b394" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.765173] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for the task: (returnval){ [ 1414.765173] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524b3fb4-5623-d2a2-5fcc-664e97bdb5e0" [ 1414.765173] env[69808]: _type = "Task" [ 1414.765173] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.775644] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524b3fb4-5623-d2a2-5fcc-664e97bdb5e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.880117] env[69808]: DEBUG oslo_vmware.api [None req-a2163383-16b9-4732-92f3-e78f7d50d6ae tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791128, 'name': PowerOffVM_Task, 'duration_secs': 0.222392} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.880561] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2163383-16b9-4732-92f3-e78f7d50d6ae tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1414.880629] env[69808]: DEBUG nova.compute.manager [None req-a2163383-16b9-4732-92f3-e78f7d50d6ae tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1414.881645] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance cdd7e10d-086b-4673-801a-1d7a36f0824b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1414.881787] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1414.881910] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 382abfa4-0eb1-4ba9-aed7-115f3ee411de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1414.882041] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 3f258a4c-b546-49b1-92d7-702e0949ca7c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1414.882164] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 7ee8a27f-b204-41ad-ab87-42c05e45b93e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1414.883897] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672a74d9-59d8-4f88-94e4-676cc1525dc8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.261563] env[69808]: DEBUG nova.compute.manager [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1415.276956] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]524b3fb4-5623-d2a2-5fcc-664e97bdb5e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.277248] env[69808]: DEBUG oslo_concurrency.lockutils [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.277507] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 7ee8a27f-b204-41ad-ab87-42c05e45b93e/7ee8a27f-b204-41ad-ab87-42c05e45b93e.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1415.277776] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25d094a3-9d8d-47df-8940-fcd684f22438 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.285813] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for the task: (returnval){ [ 1415.285813] env[69808]: value = "task-3791129" [ 1415.285813] env[69808]: _type = "Task" [ 1415.285813] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.295761] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.388486] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 94852adc-fe97-4709-aae1-8e08f270b394 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1415.388780] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1415.389011] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1415.396311] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a2163383-16b9-4732-92f3-e78f7d50d6ae tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.490037] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956d32c5-fe56-4d5e-bdff-7433da4d2043 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.498438] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012943fe-54b4-4bff-84e7-25620907c6a0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.532861] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabbc736-cbce-43fb-8790-17e738dc573d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.541929] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa680eda-4305-461d-a26c-c0b5c9f13b8a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.557958] env[69808]: DEBUG nova.compute.provider_tree [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.745943] env[69808]: DEBUG nova.objects.instance [None req-14080511-e6c8-449d-87aa-a2f5fa866bd4 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lazy-loading 'flavor' on Instance uuid 382abfa4-0eb1-4ba9-aed7-115f3ee411de {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.779675] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.796691] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445424} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.796954] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] 7ee8a27f-b204-41ad-ab87-42c05e45b93e/7ee8a27f-b204-41ad-ab87-42c05e45b93e.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1415.797184] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1415.797430] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93137d51-fcdc-401c-9f20-eb18c9b4acdd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.804617] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for the task: (returnval){ [ 1415.804617] env[69808]: value = "task-3791130" [ 1415.804617] env[69808]: _type = "Task" [ 1415.804617] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.813633] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.061088] env[69808]: DEBUG nova.scheduler.client.report [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.251397] env[69808]: DEBUG oslo_concurrency.lockutils [None req-14080511-e6c8-449d-87aa-a2f5fa866bd4 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "refresh_cache-382abfa4-0eb1-4ba9-aed7-115f3ee411de" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.251587] env[69808]: DEBUG oslo_concurrency.lockutils [None req-14080511-e6c8-449d-87aa-a2f5fa866bd4 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquired lock "refresh_cache-382abfa4-0eb1-4ba9-aed7-115f3ee411de" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.251779] env[69808]: DEBUG nova.network.neutron [None req-14080511-e6c8-449d-87aa-a2f5fa866bd4 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1416.252020] env[69808]: DEBUG nova.objects.instance [None req-14080511-e6c8-449d-87aa-a2f5fa866bd4 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lazy-loading 'info_cache' on Instance uuid 382abfa4-0eb1-4ba9-aed7-115f3ee411de {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.314691] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067938} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.314979] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1416.315775] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2874d603-ab9a-4eb7-b0b9-84716a1c71a8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.335519] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 7ee8a27f-b204-41ad-ab87-42c05e45b93e/7ee8a27f-b204-41ad-ab87-42c05e45b93e.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.336104] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e0919af-f618-4ce5-863b-4edb69259d7e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.356320] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for the task: (returnval){ [ 1416.356320] env[69808]: value = "task-3791131" [ 1416.356320] env[69808]: _type = "Task" [ 1416.356320] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.364427] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.565841] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69808) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1416.566052] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.713s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.566307] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.787s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.567877] env[69808]: INFO nova.compute.claims [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1416.755870] env[69808]: DEBUG nova.objects.base [None req-14080511-e6c8-449d-87aa-a2f5fa866bd4 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Object Instance<382abfa4-0eb1-4ba9-aed7-115f3ee411de> lazy-loaded attributes: flavor,info_cache {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1416.866826] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791131, 'name': ReconfigVM_Task, 'duration_secs': 0.45786} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.867087] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 7ee8a27f-b204-41ad-ab87-42c05e45b93e/7ee8a27f-b204-41ad-ab87-42c05e45b93e.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.868695] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c99cb441-675f-4a26-9faf-3446a2c217a8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.875462] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for the task: (returnval){ [ 1416.875462] env[69808]: value = "task-3791132" [ 1416.875462] env[69808]: _type = "Task" [ 1416.875462] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.884827] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791132, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.384600] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791132, 'name': Rename_Task, 'duration_secs': 0.146649} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.384895] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.385153] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65ce35bd-3e95-4239-ba7b-8017f5f4efde {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.393071] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for the task: (returnval){ [ 1417.393071] env[69808]: value = "task-3791133" [ 1417.393071] env[69808]: _type = "Task" [ 1417.393071] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.400664] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.687672] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a86d7cd-3023-4751-b6f4-e068c4dae014 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.697742] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9179d0d4-373e-467a-b836-9c43aba98603 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.750308] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e635e42e-fbd7-43f3-993f-23a139c55ebf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.758725] env[69808]: DEBUG nova.network.neutron [None req-14080511-e6c8-449d-87aa-a2f5fa866bd4 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Updating instance_info_cache with network_info: [{"id": "f6134f0c-2d57-4eb7-846d-0c153acaefcd", "address": "fa:16:3e:c3:2e:c9", "network": {"id": "ff190e52-fe15-415d-ad53-bcad82616ed2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-77816202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "663632fa79404b7e93e6ed566b6431a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6134f0c-2d", "ovs_interfaceid": "f6134f0c-2d57-4eb7-846d-0c153acaefcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.761446] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc90ccd-3819-4098-bf1f-6e1626304acc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.777436] env[69808]: DEBUG nova.compute.provider_tree [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.903659] env[69808]: DEBUG oslo_vmware.api [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791133, 'name': PowerOnVM_Task, 'duration_secs': 0.422565} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.903946] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1417.904137] env[69808]: DEBUG nova.compute.manager [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1417.904906] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39eefda3-fa80-4f20-a444-ee3b00a16a80 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.267707] env[69808]: DEBUG oslo_concurrency.lockutils [None req-14080511-e6c8-449d-87aa-a2f5fa866bd4 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Releasing lock "refresh_cache-382abfa4-0eb1-4ba9-aed7-115f3ee411de" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.281036] env[69808]: DEBUG nova.scheduler.client.report [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1418.323233] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "3f258a4c-b546-49b1-92d7-702e0949ca7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.323488] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "3f258a4c-b546-49b1-92d7-702e0949ca7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.323700] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "3f258a4c-b546-49b1-92d7-702e0949ca7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.323885] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "3f258a4c-b546-49b1-92d7-702e0949ca7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.324251] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "3f258a4c-b546-49b1-92d7-702e0949ca7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.326161] env[69808]: INFO nova.compute.manager [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Terminating instance [ 1418.420843] env[69808]: DEBUG oslo_concurrency.lockutils [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.760447] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Acquiring lock "7ee8a27f-b204-41ad-ab87-42c05e45b93e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.760856] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Lock "7ee8a27f-b204-41ad-ab87-42c05e45b93e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.760983] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Acquiring lock "7ee8a27f-b204-41ad-ab87-42c05e45b93e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.761182] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Lock "7ee8a27f-b204-41ad-ab87-42c05e45b93e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.761352] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Lock "7ee8a27f-b204-41ad-ab87-42c05e45b93e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.763997] env[69808]: INFO nova.compute.manager [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Terminating instance [ 1418.786299] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.786797] env[69808]: DEBUG nova.compute.manager [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1418.790107] env[69808]: DEBUG oslo_concurrency.lockutils [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.369s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.790300] env[69808]: DEBUG nova.objects.instance [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69808) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1418.831333] env[69808]: DEBUG nova.compute.manager [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1418.831557] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1418.832129] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42863491-8883-4dbe-94a3-afae3672193e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.839828] env[69808]: DEBUG oslo_vmware.api [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1418.839828] env[69808]: value = "task-3791134" [ 1418.839828] env[69808]: _type = "Task" [ 1418.839828] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.850694] env[69808]: DEBUG oslo_vmware.api [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.268179] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Acquiring lock "refresh_cache-7ee8a27f-b204-41ad-ab87-42c05e45b93e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.268417] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Acquired lock "refresh_cache-7ee8a27f-b204-41ad-ab87-42c05e45b93e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.268675] env[69808]: DEBUG nova.network.neutron [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1419.274029] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-14080511-e6c8-449d-87aa-a2f5fa866bd4 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1419.274384] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b494e7b-a0c0-4e3b-8c35-aed4d180dcdd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.282666] env[69808]: DEBUG oslo_vmware.api [None req-14080511-e6c8-449d-87aa-a2f5fa866bd4 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1419.282666] env[69808]: value = "task-3791135" [ 1419.282666] env[69808]: _type = "Task" [ 1419.282666] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.292024] env[69808]: DEBUG nova.compute.utils [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1419.293402] env[69808]: DEBUG oslo_vmware.api [None req-14080511-e6c8-449d-87aa-a2f5fa866bd4 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.293938] env[69808]: DEBUG nova.compute.manager [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1419.294125] env[69808]: DEBUG nova.network.neutron [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1419.334830] env[69808]: DEBUG nova.policy [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45020a3b2c3a4058b63edd7e07bc1d36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9641b75bd15404baa8d8dbab53ec5d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1419.349310] env[69808]: DEBUG oslo_vmware.api [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791134, 'name': PowerOffVM_Task, 'duration_secs': 0.197474} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.349473] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1419.349775] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Volume detach. Driver type: vmdk {{(pid=69808) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1419.350046] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754108', 'volume_id': 'fe61dcd8-a769-442e-9ac6-aebb7c45ca99', 'name': 'volume-fe61dcd8-a769-442e-9ac6-aebb7c45ca99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3f258a4c-b546-49b1-92d7-702e0949ca7c', 'attached_at': '2025-05-02T11:49:36.000000', 'detached_at': '', 'volume_id': 'fe61dcd8-a769-442e-9ac6-aebb7c45ca99', 'serial': 'fe61dcd8-a769-442e-9ac6-aebb7c45ca99'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1419.350939] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31d5e25-3a2c-455a-8901-2f4a32645a24 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.372376] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f51104-8189-4532-a93c-9438d05bd247 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.379932] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065e1b55-00b6-48a7-9228-ff39903283dd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.399591] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ee69e3-7004-49d3-82ef-7040cb2fac75 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.415722] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] The volume has not been displaced from its original location: [datastore1] volume-fe61dcd8-a769-442e-9ac6-aebb7c45ca99/volume-fe61dcd8-a769-442e-9ac6-aebb7c45ca99.vmdk. No consolidation needed. {{(pid=69808) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1419.423493] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1419.423904] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bddd1022-1dc4-4ac7-8585-d74310567f9a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.445571] env[69808]: DEBUG oslo_vmware.api [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1419.445571] env[69808]: value = "task-3791136" [ 1419.445571] env[69808]: _type = "Task" [ 1419.445571] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.454969] env[69808]: DEBUG oslo_vmware.api [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.659528] env[69808]: DEBUG nova.network.neutron [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Successfully created port: 922c5342-b981-417a-a3a4-a2ee27f368a8 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1419.789367] env[69808]: DEBUG nova.network.neutron [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1419.797951] env[69808]: DEBUG nova.compute.manager [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1419.800889] env[69808]: DEBUG oslo_vmware.api [None req-14080511-e6c8-449d-87aa-a2f5fa866bd4 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791135, 'name': PowerOnVM_Task, 'duration_secs': 0.374735} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.802160] env[69808]: DEBUG oslo_concurrency.lockutils [None req-269bb9da-23e6-45a3-97b9-f46e7d0acfbd tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.803129] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-14080511-e6c8-449d-87aa-a2f5fa866bd4 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1419.803382] env[69808]: DEBUG nova.compute.manager [None req-14080511-e6c8-449d-87aa-a2f5fa866bd4 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1419.804624] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e50bfcc-7f84-4871-9e5e-b4529707fe8d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.854738] env[69808]: DEBUG nova.network.neutron [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.958763] env[69808]: DEBUG oslo_vmware.api [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791136, 'name': ReconfigVM_Task, 'duration_secs': 0.160824} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.959188] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1419.967009] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d27486c3-7aca-44d9-a152-df170d816ccb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.990513] env[69808]: DEBUG oslo_vmware.api [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1419.990513] env[69808]: value = "task-3791137" [ 1419.990513] env[69808]: _type = "Task" [ 1419.990513] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.002297] env[69808]: DEBUG oslo_vmware.api [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791137, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.357376] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Releasing lock "refresh_cache-7ee8a27f-b204-41ad-ab87-42c05e45b93e" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.358027] env[69808]: DEBUG nova.compute.manager [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1420.358353] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1420.359200] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df2fd97-8b3a-4153-ab6e-35050cacc601 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.367804] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1420.368070] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a08a7aab-b071-4402-bc9e-35b4c00eac96 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.374347] env[69808]: DEBUG oslo_vmware.api [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for the task: (returnval){ [ 1420.374347] env[69808]: value = "task-3791138" [ 1420.374347] env[69808]: _type = "Task" [ 1420.374347] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.382756] env[69808]: DEBUG oslo_vmware.api [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.500738] env[69808]: DEBUG oslo_vmware.api [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791137, 'name': ReconfigVM_Task, 'duration_secs': 0.114123} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.501130] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754108', 'volume_id': 'fe61dcd8-a769-442e-9ac6-aebb7c45ca99', 'name': 'volume-fe61dcd8-a769-442e-9ac6-aebb7c45ca99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3f258a4c-b546-49b1-92d7-702e0949ca7c', 'attached_at': '2025-05-02T11:49:36.000000', 'detached_at': '', 'volume_id': 'fe61dcd8-a769-442e-9ac6-aebb7c45ca99', 'serial': 'fe61dcd8-a769-442e-9ac6-aebb7c45ca99'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1420.501445] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1420.502237] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fa3a27-3d7f-4d1a-9a94-780d76c20893 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.509458] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1420.509713] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6925221-1c70-4138-8823-09e5935be3f7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.599882] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1420.600069] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1420.600262] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Deleting the datastore file [datastore1] 3f258a4c-b546-49b1-92d7-702e0949ca7c {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.600591] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c78f2f90-1b5b-4a17-a063-75d4778960e2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.607745] env[69808]: DEBUG oslo_vmware.api [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1420.607745] env[69808]: value = "task-3791140" [ 1420.607745] env[69808]: _type = "Task" [ 1420.607745] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.615955] env[69808]: DEBUG oslo_vmware.api [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.808707] env[69808]: DEBUG nova.compute.manager [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1420.835241] env[69808]: DEBUG nova.virt.hardware [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1420.835510] env[69808]: DEBUG nova.virt.hardware [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1420.835673] env[69808]: DEBUG nova.virt.hardware [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1420.835881] env[69808]: DEBUG nova.virt.hardware [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1420.836049] env[69808]: DEBUG nova.virt.hardware [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1420.836205] env[69808]: DEBUG nova.virt.hardware [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1420.836417] env[69808]: DEBUG nova.virt.hardware [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1420.836587] env[69808]: DEBUG nova.virt.hardware [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1420.836787] env[69808]: DEBUG nova.virt.hardware [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1420.836958] env[69808]: DEBUG nova.virt.hardware [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1420.837148] env[69808]: DEBUG nova.virt.hardware [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1420.838009] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5a6a9e-e501-4137-8c88-f9003b5a1512 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.846521] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce136bd0-6c3b-40b1-8feb-39a6cd2e28e7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.884483] env[69808]: DEBUG oslo_vmware.api [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791138, 'name': PowerOffVM_Task, 'duration_secs': 0.160589} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.884729] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.884980] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1420.885294] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89ddadcc-55fe-4cda-b7df-6ccdb3cf7aad {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.909898] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1420.910143] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1420.910310] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Deleting the datastore file [datastore1] 7ee8a27f-b204-41ad-ab87-42c05e45b93e {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.910693] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c8bd938-d0ff-4b01-a5af-f86c7c34ca8c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.918016] env[69808]: DEBUG oslo_vmware.api [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for the task: (returnval){ [ 1420.918016] env[69808]: value = "task-3791142" [ 1420.918016] env[69808]: _type = "Task" [ 1420.918016] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.925872] env[69808]: DEBUG oslo_vmware.api [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.072855] env[69808]: DEBUG nova.compute.manager [req-acb7abd0-bf99-40a8-850d-0ad14eb498c1 req-581378c4-c443-4c93-9210-d728801e2693 service nova] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Received event network-vif-plugged-922c5342-b981-417a-a3a4-a2ee27f368a8 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1421.073087] env[69808]: DEBUG oslo_concurrency.lockutils [req-acb7abd0-bf99-40a8-850d-0ad14eb498c1 req-581378c4-c443-4c93-9210-d728801e2693 service nova] Acquiring lock "94852adc-fe97-4709-aae1-8e08f270b394-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.073254] env[69808]: DEBUG oslo_concurrency.lockutils [req-acb7abd0-bf99-40a8-850d-0ad14eb498c1 req-581378c4-c443-4c93-9210-d728801e2693 service nova] Lock "94852adc-fe97-4709-aae1-8e08f270b394-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.073429] env[69808]: DEBUG oslo_concurrency.lockutils [req-acb7abd0-bf99-40a8-850d-0ad14eb498c1 req-581378c4-c443-4c93-9210-d728801e2693 service nova] Lock "94852adc-fe97-4709-aae1-8e08f270b394-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.073597] env[69808]: DEBUG nova.compute.manager [req-acb7abd0-bf99-40a8-850d-0ad14eb498c1 req-581378c4-c443-4c93-9210-d728801e2693 service nova] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] No waiting events found dispatching network-vif-plugged-922c5342-b981-417a-a3a4-a2ee27f368a8 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1421.073815] env[69808]: WARNING nova.compute.manager [req-acb7abd0-bf99-40a8-850d-0ad14eb498c1 req-581378c4-c443-4c93-9210-d728801e2693 service nova] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Received unexpected event network-vif-plugged-922c5342-b981-417a-a3a4-a2ee27f368a8 for instance with vm_state building and task_state spawning. [ 1421.117146] env[69808]: DEBUG oslo_vmware.api [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077832} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.117429] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1421.117620] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1421.117788] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1421.117963] env[69808]: INFO nova.compute.manager [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1421.118218] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1421.118447] env[69808]: DEBUG nova.compute.manager [-] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1421.118557] env[69808]: DEBUG nova.network.neutron [-] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1421.158807] env[69808]: DEBUG nova.network.neutron [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Successfully updated port: 922c5342-b981-417a-a3a4-a2ee27f368a8 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1421.429642] env[69808]: DEBUG oslo_vmware.api [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Task: {'id': task-3791142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128147} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.429642] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1421.429642] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1421.429914] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1421.429956] env[69808]: INFO nova.compute.manager [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1421.430244] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1421.430491] env[69808]: DEBUG nova.compute.manager [-] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1421.430619] env[69808]: DEBUG nova.network.neutron [-] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1421.450099] env[69808]: DEBUG nova.network.neutron [-] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1421.555804] env[69808]: DEBUG nova.compute.manager [req-299eb639-1ce3-437e-bdfe-c7a3160d02a2 req-a18ae29e-2a59-4add-b524-e87b3c757835 service nova] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Received event network-vif-deleted-581df343-6cbc-4e4e-9582-8d4b0df9d975 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1421.556035] env[69808]: INFO nova.compute.manager [req-299eb639-1ce3-437e-bdfe-c7a3160d02a2 req-a18ae29e-2a59-4add-b524-e87b3c757835 service nova] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Neutron deleted interface 581df343-6cbc-4e4e-9582-8d4b0df9d975; detaching it from the instance and deleting it from the info cache [ 1421.556211] env[69808]: DEBUG nova.network.neutron [req-299eb639-1ce3-437e-bdfe-c7a3160d02a2 req-a18ae29e-2a59-4add-b524-e87b3c757835 service nova] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.662350] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "refresh_cache-94852adc-fe97-4709-aae1-8e08f270b394" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.662350] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "refresh_cache-94852adc-fe97-4709-aae1-8e08f270b394" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.662350] env[69808]: DEBUG nova.network.neutron [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1421.953050] env[69808]: DEBUG nova.network.neutron [-] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.041489] env[69808]: DEBUG nova.network.neutron [-] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.059177] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91cbe53e-0a1a-4174-a9ea-64616a31753d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.070819] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bdb250-0d78-4b2e-adf1-edca01a22f21 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.102296] env[69808]: DEBUG nova.compute.manager [req-299eb639-1ce3-437e-bdfe-c7a3160d02a2 req-a18ae29e-2a59-4add-b524-e87b3c757835 service nova] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Detach interface failed, port_id=581df343-6cbc-4e4e-9582-8d4b0df9d975, reason: Instance 3f258a4c-b546-49b1-92d7-702e0949ca7c could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1422.205545] env[69808]: DEBUG nova.network.neutron [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1422.362386] env[69808]: DEBUG nova.network.neutron [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Updating instance_info_cache with network_info: [{"id": "922c5342-b981-417a-a3a4-a2ee27f368a8", "address": "fa:16:3e:04:00:a0", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922c5342-b9", "ovs_interfaceid": "922c5342-b981-417a-a3a4-a2ee27f368a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.455823] env[69808]: INFO nova.compute.manager [-] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Took 1.02 seconds to deallocate network for instance. [ 1422.544481] env[69808]: INFO nova.compute.manager [-] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Took 1.43 seconds to deallocate network for instance. [ 1422.864922] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "refresh_cache-94852adc-fe97-4709-aae1-8e08f270b394" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.865267] env[69808]: DEBUG nova.compute.manager [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Instance network_info: |[{"id": "922c5342-b981-417a-a3a4-a2ee27f368a8", "address": "fa:16:3e:04:00:a0", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922c5342-b9", "ovs_interfaceid": "922c5342-b981-417a-a3a4-a2ee27f368a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1422.865707] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:00:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '922c5342-b981-417a-a3a4-a2ee27f368a8', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1422.873923] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1422.874251] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1422.874576] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7b7f896-1753-44f8-9954-6b58bccd589d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.897113] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1422.897113] env[69808]: value = "task-3791143" [ 1422.897113] env[69808]: _type = "Task" [ 1422.897113] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.907083] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791143, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.962568] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.963266] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.963266] env[69808]: DEBUG nova.objects.instance [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Lazy-loading 'resources' on Instance uuid 7ee8a27f-b204-41ad-ab87-42c05e45b93e {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1423.098292] env[69808]: INFO nova.compute.manager [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Took 0.55 seconds to detach 1 volumes for instance. [ 1423.101918] env[69808]: DEBUG nova.compute.manager [req-ec976ed4-4f69-4b66-863c-244729b184c9 req-1c05c941-e8ca-4079-8b78-a2ec349508c1 service nova] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Received event network-changed-922c5342-b981-417a-a3a4-a2ee27f368a8 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1423.102132] env[69808]: DEBUG nova.compute.manager [req-ec976ed4-4f69-4b66-863c-244729b184c9 req-1c05c941-e8ca-4079-8b78-a2ec349508c1 service nova] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Refreshing instance network info cache due to event network-changed-922c5342-b981-417a-a3a4-a2ee27f368a8. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1423.102352] env[69808]: DEBUG oslo_concurrency.lockutils [req-ec976ed4-4f69-4b66-863c-244729b184c9 req-1c05c941-e8ca-4079-8b78-a2ec349508c1 service nova] Acquiring lock "refresh_cache-94852adc-fe97-4709-aae1-8e08f270b394" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.102514] env[69808]: DEBUG oslo_concurrency.lockutils [req-ec976ed4-4f69-4b66-863c-244729b184c9 req-1c05c941-e8ca-4079-8b78-a2ec349508c1 service nova] Acquired lock "refresh_cache-94852adc-fe97-4709-aae1-8e08f270b394" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.102675] env[69808]: DEBUG nova.network.neutron [req-ec976ed4-4f69-4b66-863c-244729b184c9 req-1c05c941-e8ca-4079-8b78-a2ec349508c1 service nova] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Refreshing network info cache for port 922c5342-b981-417a-a3a4-a2ee27f368a8 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1423.103991] env[69808]: DEBUG nova.compute.manager [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Deleting volume: fe61dcd8-a769-442e-9ac6-aebb7c45ca99 {{(pid=69808) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1423.407489] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791143, 'name': CreateVM_Task, 'duration_secs': 0.359511} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.407642] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1423.408338] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.408528] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.408860] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.409140] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10435d44-ad30-45a1-81a4-e95aa8481bff {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.414245] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1423.414245] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52dadb73-d74e-d341-4f95-062f4e779ebd" [ 1423.414245] env[69808]: _type = "Task" [ 1423.414245] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.422569] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52dadb73-d74e-d341-4f95-062f4e779ebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.549107] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f06caf9-f913-4bdb-91f0-5d906453e513 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.556632] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3096060f-7dbb-40f8-b416-4f0267aba7bd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.586695] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6a96e7-b73b-4280-aa39-c81baa8c1259 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.594221] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7948d73e-bfbd-4a04-ad99-6b3a0c3f54e4 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.611497] env[69808]: DEBUG nova.compute.provider_tree [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.649814] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.810111] env[69808]: DEBUG nova.network.neutron [req-ec976ed4-4f69-4b66-863c-244729b184c9 req-1c05c941-e8ca-4079-8b78-a2ec349508c1 service nova] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Updated VIF entry in instance network info cache for port 922c5342-b981-417a-a3a4-a2ee27f368a8. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1423.810609] env[69808]: DEBUG nova.network.neutron [req-ec976ed4-4f69-4b66-863c-244729b184c9 req-1c05c941-e8ca-4079-8b78-a2ec349508c1 service nova] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Updating instance_info_cache with network_info: [{"id": "922c5342-b981-417a-a3a4-a2ee27f368a8", "address": "fa:16:3e:04:00:a0", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922c5342-b9", "ovs_interfaceid": "922c5342-b981-417a-a3a4-a2ee27f368a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.925331] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52dadb73-d74e-d341-4f95-062f4e779ebd, 'name': SearchDatastore_Task, 'duration_secs': 0.010862} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.925650] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.925881] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1423.926130] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.926275] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.926450] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1423.926733] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35c9c37c-44ad-432f-958b-504849f2f86d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.935936] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1423.936165] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1423.936930] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca025d33-f237-4d8d-b7c7-2aa7fe059413 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.942449] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1423.942449] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c34cad-573a-145d-ac4b-0b688aac0cc4" [ 1423.942449] env[69808]: _type = "Task" [ 1423.942449] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.950535] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c34cad-573a-145d-ac4b-0b688aac0cc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.114953] env[69808]: DEBUG nova.scheduler.client.report [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.313902] env[69808]: DEBUG oslo_concurrency.lockutils [req-ec976ed4-4f69-4b66-863c-244729b184c9 req-1c05c941-e8ca-4079-8b78-a2ec349508c1 service nova] Releasing lock "refresh_cache-94852adc-fe97-4709-aae1-8e08f270b394" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.454254] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52c34cad-573a-145d-ac4b-0b688aac0cc4, 'name': SearchDatastore_Task, 'duration_secs': 0.009027} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.455206] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23a28ce6-3045-44b8-9f27-0f3597b0a3b0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.462124] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1424.462124] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52af88ef-385f-4d65-d3f0-7ebedadd1328" [ 1424.462124] env[69808]: _type = "Task" [ 1424.462124] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.470274] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52af88ef-385f-4d65-d3f0-7ebedadd1328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.619484] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.622162] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.972s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.622404] env[69808]: DEBUG nova.objects.instance [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lazy-loading 'resources' on Instance uuid 3f258a4c-b546-49b1-92d7-702e0949ca7c {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1424.640705] env[69808]: INFO nova.scheduler.client.report [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Deleted allocations for instance 7ee8a27f-b204-41ad-ab87-42c05e45b93e [ 1424.974600] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52af88ef-385f-4d65-d3f0-7ebedadd1328, 'name': SearchDatastore_Task, 'duration_secs': 0.010447} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.974909] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.975286] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 94852adc-fe97-4709-aae1-8e08f270b394/94852adc-fe97-4709-aae1-8e08f270b394.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1424.975567] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71ab4d1c-8e3b-45bd-827b-b43ccf4c3d53 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.982906] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1424.982906] env[69808]: value = "task-3791145" [ 1424.982906] env[69808]: _type = "Task" [ 1424.982906] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.990883] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.149087] env[69808]: DEBUG oslo_concurrency.lockutils [None req-f49cd0c3-36ce-48c9-b53c-83798e2f08f4 tempest-ServersListShow2100Test-1571043424 tempest-ServersListShow2100Test-1571043424-project-member] Lock "7ee8a27f-b204-41ad-ab87-42c05e45b93e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.388s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.214421] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f393a7d-bf26-430c-8ce8-10d5578df4f1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.225078] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d158cfab-e552-4e3f-8598-ce75b3d4042e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.260415] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bb9de4-8afa-4f6f-bfef-d7ef92f2a6c1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.270379] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdbd0a8-097d-494f-8383-3e6e858b7b24 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.288231] env[69808]: DEBUG nova.compute.provider_tree [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.494941] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491833} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.495266] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore2] 94852adc-fe97-4709-aae1-8e08f270b394/94852adc-fe97-4709-aae1-8e08f270b394.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1425.495493] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1425.495752] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0802413b-2d8d-4a70-9b38-c39ac2b38f50 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.502504] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1425.502504] env[69808]: value = "task-3791146" [ 1425.502504] env[69808]: _type = "Task" [ 1425.502504] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.511566] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.792097] env[69808]: DEBUG nova.scheduler.client.report [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1426.013392] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085796} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.013618] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1426.014414] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa6e354-59fe-4854-b7c0-0af4e57238c2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.036443] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 94852adc-fe97-4709-aae1-8e08f270b394/94852adc-fe97-4709-aae1-8e08f270b394.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1426.036703] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf290a31-2806-47c3-b7e4-e66b1236319f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.056679] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1426.056679] env[69808]: value = "task-3791147" [ 1426.056679] env[69808]: _type = "Task" [ 1426.056679] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.066626] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.296937] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.319536] env[69808]: INFO nova.scheduler.client.report [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Deleted allocations for instance 3f258a4c-b546-49b1-92d7-702e0949ca7c [ 1426.567085] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.827928] env[69808]: DEBUG oslo_concurrency.lockutils [None req-a4d3eb00-42a6-49bf-b37a-2ac3a5cbaed0 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "3f258a4c-b546-49b1-92d7-702e0949ca7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.504s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.068144] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791147, 'name': ReconfigVM_Task, 'duration_secs': 0.997467} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.068454] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 94852adc-fe97-4709-aae1-8e08f270b394/94852adc-fe97-4709-aae1-8e08f270b394.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1427.069135] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea2a8ad0-ac3b-433e-99d6-e7fe45fc96d0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.076582] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1427.076582] env[69808]: value = "task-3791148" [ 1427.076582] env[69808]: _type = "Task" [ 1427.076582] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.086979] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791148, 'name': Rename_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.179690] env[69808]: DEBUG oslo_concurrency.lockutils [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.179974] env[69808]: DEBUG oslo_concurrency.lockutils [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.180226] env[69808]: DEBUG oslo_concurrency.lockutils [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.180435] env[69808]: DEBUG oslo_concurrency.lockutils [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.180650] env[69808]: DEBUG oslo_concurrency.lockutils [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.183094] env[69808]: INFO nova.compute.manager [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Terminating instance [ 1427.586556] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791148, 'name': Rename_Task, 'duration_secs': 0.189976} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.586965] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1427.587132] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe371c55-e212-4600-9850-1c9cd2d34cc7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.593679] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1427.593679] env[69808]: value = "task-3791149" [ 1427.593679] env[69808]: _type = "Task" [ 1427.593679] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.601306] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.687501] env[69808]: DEBUG nova.compute.manager [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1427.687739] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.688668] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264d7f3c-d4db-48eb-ab57-b73d494b66a3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.696238] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.696492] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-505678b1-59dc-4ea9-bfb2-5bd066dd39cd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.702729] env[69808]: DEBUG oslo_vmware.api [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1427.702729] env[69808]: value = "task-3791150" [ 1427.702729] env[69808]: _type = "Task" [ 1427.702729] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.711197] env[69808]: DEBUG oslo_vmware.api [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.104204] env[69808]: DEBUG oslo_vmware.api [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791149, 'name': PowerOnVM_Task, 'duration_secs': 0.457721} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.104497] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1428.104706] env[69808]: INFO nova.compute.manager [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1428.104881] env[69808]: DEBUG nova.compute.manager [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1428.105649] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3074a347-f8a7-4c2e-a309-eab6fdb2cfcf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.212798] env[69808]: DEBUG oslo_vmware.api [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791150, 'name': PowerOffVM_Task, 'duration_secs': 0.231156} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.213082] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.213254] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.213806] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cae4cb5-0221-403f-b4ab-e8b96849f9fc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.280201] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.280435] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.280654] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Deleting the datastore file [datastore1] 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.280933] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81173dc9-3e61-4c95-80d5-2e68c4dcb839 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.288682] env[69808]: DEBUG oslo_vmware.api [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1428.288682] env[69808]: value = "task-3791152" [ 1428.288682] env[69808]: _type = "Task" [ 1428.288682] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.296430] env[69808]: DEBUG oslo_vmware.api [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.625357] env[69808]: INFO nova.compute.manager [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Took 12.86 seconds to build instance. [ 1428.799449] env[69808]: DEBUG oslo_vmware.api [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.127832] env[69808]: DEBUG oslo_concurrency.lockutils [None req-df7ca8f9-0de9-4ef9-8a7c-363f8e8cc7e8 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "94852adc-fe97-4709-aae1-8e08f270b394" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.370s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.188957] env[69808]: DEBUG nova.compute.manager [req-b35f2ec8-ae18-4c23-af24-2221add1b636 req-65f90b21-ee35-4a1e-97ef-e6b35125078d service nova] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Received event network-changed-922c5342-b981-417a-a3a4-a2ee27f368a8 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1429.189194] env[69808]: DEBUG nova.compute.manager [req-b35f2ec8-ae18-4c23-af24-2221add1b636 req-65f90b21-ee35-4a1e-97ef-e6b35125078d service nova] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Refreshing instance network info cache due to event network-changed-922c5342-b981-417a-a3a4-a2ee27f368a8. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1429.189412] env[69808]: DEBUG oslo_concurrency.lockutils [req-b35f2ec8-ae18-4c23-af24-2221add1b636 req-65f90b21-ee35-4a1e-97ef-e6b35125078d service nova] Acquiring lock "refresh_cache-94852adc-fe97-4709-aae1-8e08f270b394" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.189618] env[69808]: DEBUG oslo_concurrency.lockutils [req-b35f2ec8-ae18-4c23-af24-2221add1b636 req-65f90b21-ee35-4a1e-97ef-e6b35125078d service nova] Acquired lock "refresh_cache-94852adc-fe97-4709-aae1-8e08f270b394" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.189715] env[69808]: DEBUG nova.network.neutron [req-b35f2ec8-ae18-4c23-af24-2221add1b636 req-65f90b21-ee35-4a1e-97ef-e6b35125078d service nova] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Refreshing network info cache for port 922c5342-b981-417a-a3a4-a2ee27f368a8 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1429.299811] env[69808]: DEBUG oslo_vmware.api [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.671427} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.300074] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.300300] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.300529] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.300674] env[69808]: INFO nova.compute.manager [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1429.300915] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1429.301122] env[69808]: DEBUG nova.compute.manager [-] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1429.301219] env[69808]: DEBUG nova.network.neutron [-] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.913975] env[69808]: DEBUG nova.network.neutron [req-b35f2ec8-ae18-4c23-af24-2221add1b636 req-65f90b21-ee35-4a1e-97ef-e6b35125078d service nova] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Updated VIF entry in instance network info cache for port 922c5342-b981-417a-a3a4-a2ee27f368a8. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1429.914513] env[69808]: DEBUG nova.network.neutron [req-b35f2ec8-ae18-4c23-af24-2221add1b636 req-65f90b21-ee35-4a1e-97ef-e6b35125078d service nova] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Updating instance_info_cache with network_info: [{"id": "922c5342-b981-417a-a3a4-a2ee27f368a8", "address": "fa:16:3e:04:00:a0", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922c5342-b9", "ovs_interfaceid": "922c5342-b981-417a-a3a4-a2ee27f368a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.001282] env[69808]: DEBUG nova.network.neutron [-] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.417800] env[69808]: DEBUG oslo_concurrency.lockutils [req-b35f2ec8-ae18-4c23-af24-2221add1b636 req-65f90b21-ee35-4a1e-97ef-e6b35125078d service nova] Releasing lock "refresh_cache-94852adc-fe97-4709-aae1-8e08f270b394" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.503750] env[69808]: INFO nova.compute.manager [-] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Took 1.20 seconds to deallocate network for instance. [ 1431.010239] env[69808]: DEBUG oslo_concurrency.lockutils [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.010744] env[69808]: DEBUG oslo_concurrency.lockutils [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.010812] env[69808]: DEBUG nova.objects.instance [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lazy-loading 'resources' on Instance uuid 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.216061] env[69808]: DEBUG nova.compute.manager [req-8f97f272-c7e1-444c-a2a8-cd1df46bb23d req-e62d6b44-8be1-466c-af45-a3532e15a5ca service nova] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Received event network-vif-deleted-acc8691b-ee47-4a1a-9cda-77bfb82193e1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1431.581516] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8ebc9b-99a5-4c11-8348-1940ac38c474 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.590535] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3bd264-8c6c-44a1-aae8-7399c43f272b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.622124] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bae44b-d200-429d-a233-bcf8d1687ecc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.630487] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e11c4d-8194-465d-a2ab-7be061a295b2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.645178] env[69808]: DEBUG nova.compute.provider_tree [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.148991] env[69808]: DEBUG nova.scheduler.client.report [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.655941] env[69808]: DEBUG oslo_concurrency.lockutils [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.676460] env[69808]: INFO nova.scheduler.client.report [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Deleted allocations for instance 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b [ 1433.184766] env[69808]: DEBUG oslo_concurrency.lockutils [None req-30f05c31-a415-4551-957a-d3fe9373aa00 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.005s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.943576] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "cdd7e10d-086b-4673-801a-1d7a36f0824b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.943946] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "cdd7e10d-086b-4673-801a-1d7a36f0824b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.944053] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "cdd7e10d-086b-4673-801a-1d7a36f0824b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.944251] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "cdd7e10d-086b-4673-801a-1d7a36f0824b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.944425] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "cdd7e10d-086b-4673-801a-1d7a36f0824b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.946562] env[69808]: INFO nova.compute.manager [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Terminating instance [ 1437.450932] env[69808]: DEBUG nova.compute.manager [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1437.451244] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1437.452200] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ffc976-fc61-4a32-9463-3940f6713db0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.460879] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1437.461151] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecce1f80-5b25-4fdd-be4b-6fc1f5d91855 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.468147] env[69808]: DEBUG oslo_vmware.api [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1437.468147] env[69808]: value = "task-3791154" [ 1437.468147] env[69808]: _type = "Task" [ 1437.468147] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.478051] env[69808]: DEBUG oslo_vmware.api [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.978567] env[69808]: DEBUG oslo_vmware.api [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791154, 'name': PowerOffVM_Task, 'duration_secs': 0.225651} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.978940] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1437.979061] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1437.979322] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-767b95e8-7a18-47ac-9470-b4164d25a8e9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.049665] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1439.050128] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1439.050128] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Deleting the datastore file [datastore2] cdd7e10d-086b-4673-801a-1d7a36f0824b {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1439.050401] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d1c0061-fdd3-4511-bbc8-9a9150a8a78d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.057364] env[69808]: DEBUG oslo_vmware.api [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for the task: (returnval){ [ 1439.057364] env[69808]: value = "task-3791156" [ 1439.057364] env[69808]: _type = "Task" [ 1439.057364] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.065418] env[69808]: DEBUG oslo_vmware.api [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.567650] env[69808]: DEBUG oslo_vmware.api [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Task: {'id': task-3791156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171666} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.567909] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1439.568114] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1439.568307] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1439.568507] env[69808]: INFO nova.compute.manager [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1439.568746] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1439.568991] env[69808]: DEBUG nova.compute.manager [-] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1439.569177] env[69808]: DEBUG nova.network.neutron [-] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1439.814322] env[69808]: DEBUG nova.compute.manager [req-605b925b-e35f-420a-8dd6-00cc8b3baa6d req-d24897af-4c36-4805-bde8-80c50479cf55 service nova] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Received event network-vif-deleted-3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1439.814921] env[69808]: INFO nova.compute.manager [req-605b925b-e35f-420a-8dd6-00cc8b3baa6d req-d24897af-4c36-4805-bde8-80c50479cf55 service nova] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Neutron deleted interface 3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1; detaching it from the instance and deleting it from the info cache [ 1439.814921] env[69808]: DEBUG nova.network.neutron [req-605b925b-e35f-420a-8dd6-00cc8b3baa6d req-d24897af-4c36-4805-bde8-80c50479cf55 service nova] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.289983] env[69808]: DEBUG nova.network.neutron [-] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.316847] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73f2c307-a245-4f34-a10c-3e78fbd8a0c3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.327758] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5138d66e-927e-4e66-ad1d-9bc9bbffcdec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.357330] env[69808]: DEBUG nova.compute.manager [req-605b925b-e35f-420a-8dd6-00cc8b3baa6d req-d24897af-4c36-4805-bde8-80c50479cf55 service nova] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Detach interface failed, port_id=3e7ea6bc-4aff-4dc7-9be5-3e0ff0b95aa1, reason: Instance cdd7e10d-086b-4673-801a-1d7a36f0824b could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1440.792616] env[69808]: INFO nova.compute.manager [-] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Took 1.22 seconds to deallocate network for instance. [ 1441.299347] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.299752] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.299892] env[69808]: DEBUG nova.objects.instance [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lazy-loading 'resources' on Instance uuid cdd7e10d-086b-4673-801a-1d7a36f0824b {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.859025] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709f40d3-14d5-48c8-8d78-b22320a7b309 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.867356] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53559417-9f24-4042-b6b1-ff8769f1af4b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.899386] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae177f3-3cf9-4312-b399-3bebdacaa964 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.907743] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b72e1f5-466c-4426-9bc0-48d84ce81539 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.922169] env[69808]: DEBUG nova.compute.provider_tree [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.429368] env[69808]: DEBUG nova.scheduler.client.report [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.934072] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.955927] env[69808]: INFO nova.scheduler.client.report [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Deleted allocations for instance cdd7e10d-086b-4673-801a-1d7a36f0824b [ 1443.464345] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2c03b8c3-bc6b-45ad-abff-4cf9cd9e7094 tempest-ServerActionsTestOtherA-2138459939 tempest-ServerActionsTestOtherA-2138459939-project-member] Lock "cdd7e10d-086b-4673-801a-1d7a36f0824b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.520s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.884925] env[69808]: DEBUG oslo_concurrency.lockutils [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Acquiring lock "db615215-25a6-43bb-abf4-acea09546ad1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.885284] env[69808]: DEBUG oslo_concurrency.lockutils [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Lock "db615215-25a6-43bb-abf4-acea09546ad1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.387160] env[69808]: DEBUG nova.compute.manager [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1448.909710] env[69808]: DEBUG oslo_concurrency.lockutils [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.910092] env[69808]: DEBUG oslo_concurrency.lockutils [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.911534] env[69808]: INFO nova.compute.claims [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1449.968155] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd52909a-3fd3-44c6-aeb3-e0b22018fd87 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.976011] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eefacba-89ed-45f1-bdda-895a9f344f94 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.005430] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacd6c54-4b7a-416f-ab92-6e971181d04d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.012868] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19f03ee-64b4-4867-857e-d5fbc2e83e7f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.025880] env[69808]: DEBUG nova.compute.provider_tree [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.529313] env[69808]: DEBUG nova.scheduler.client.report [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1451.035266] env[69808]: DEBUG oslo_concurrency.lockutils [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.125s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.035797] env[69808]: DEBUG nova.compute.manager [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1451.541667] env[69808]: DEBUG nova.compute.utils [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1451.543329] env[69808]: DEBUG nova.compute.manager [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1451.543542] env[69808]: DEBUG nova.network.neutron [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1451.581638] env[69808]: DEBUG nova.policy [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad6e12ee48934f62afb591c5f99871a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15f2ac5d68834ae9896345910bb75aa6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1451.821380] env[69808]: DEBUG nova.network.neutron [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Successfully created port: 16ddf906-7bb1-498c-b494-26408eebe279 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1452.046275] env[69808]: DEBUG nova.compute.manager [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1453.056062] env[69808]: DEBUG nova.compute.manager [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1453.083656] env[69808]: DEBUG nova.virt.hardware [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1453.083919] env[69808]: DEBUG nova.virt.hardware [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1453.084092] env[69808]: DEBUG nova.virt.hardware [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1453.084277] env[69808]: DEBUG nova.virt.hardware [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1453.084424] env[69808]: DEBUG nova.virt.hardware [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1453.084570] env[69808]: DEBUG nova.virt.hardware [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1453.084775] env[69808]: DEBUG nova.virt.hardware [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1453.084964] env[69808]: DEBUG nova.virt.hardware [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1453.085199] env[69808]: DEBUG nova.virt.hardware [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1453.085370] env[69808]: DEBUG nova.virt.hardware [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1453.085557] env[69808]: DEBUG nova.virt.hardware [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1453.086436] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973072b5-8ae2-4867-8740-e306c421855d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.095136] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505ed1f7-d900-4a12-a3b3-7150a50859f7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.183697] env[69808]: DEBUG nova.compute.manager [req-cce92c4d-710c-42ea-9170-e3c4e0a7e2f8 req-07ced316-2e2d-4ec5-84c6-b823349f25bc service nova] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Received event network-vif-plugged-16ddf906-7bb1-498c-b494-26408eebe279 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1453.183798] env[69808]: DEBUG oslo_concurrency.lockutils [req-cce92c4d-710c-42ea-9170-e3c4e0a7e2f8 req-07ced316-2e2d-4ec5-84c6-b823349f25bc service nova] Acquiring lock "db615215-25a6-43bb-abf4-acea09546ad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.184029] env[69808]: DEBUG oslo_concurrency.lockutils [req-cce92c4d-710c-42ea-9170-e3c4e0a7e2f8 req-07ced316-2e2d-4ec5-84c6-b823349f25bc service nova] Lock "db615215-25a6-43bb-abf4-acea09546ad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.184185] env[69808]: DEBUG oslo_concurrency.lockutils [req-cce92c4d-710c-42ea-9170-e3c4e0a7e2f8 req-07ced316-2e2d-4ec5-84c6-b823349f25bc service nova] Lock "db615215-25a6-43bb-abf4-acea09546ad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.184356] env[69808]: DEBUG nova.compute.manager [req-cce92c4d-710c-42ea-9170-e3c4e0a7e2f8 req-07ced316-2e2d-4ec5-84c6-b823349f25bc service nova] [instance: db615215-25a6-43bb-abf4-acea09546ad1] No waiting events found dispatching network-vif-plugged-16ddf906-7bb1-498c-b494-26408eebe279 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1453.184522] env[69808]: WARNING nova.compute.manager [req-cce92c4d-710c-42ea-9170-e3c4e0a7e2f8 req-07ced316-2e2d-4ec5-84c6-b823349f25bc service nova] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Received unexpected event network-vif-plugged-16ddf906-7bb1-498c-b494-26408eebe279 for instance with vm_state building and task_state spawning. [ 1453.263724] env[69808]: DEBUG nova.network.neutron [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Successfully updated port: 16ddf906-7bb1-498c-b494-26408eebe279 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1453.766980] env[69808]: DEBUG oslo_concurrency.lockutils [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Acquiring lock "refresh_cache-db615215-25a6-43bb-abf4-acea09546ad1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.767188] env[69808]: DEBUG oslo_concurrency.lockutils [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Acquired lock "refresh_cache-db615215-25a6-43bb-abf4-acea09546ad1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.767317] env[69808]: DEBUG nova.network.neutron [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1454.298824] env[69808]: DEBUG nova.network.neutron [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1454.427863] env[69808]: DEBUG nova.network.neutron [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Updating instance_info_cache with network_info: [{"id": "16ddf906-7bb1-498c-b494-26408eebe279", "address": "fa:16:3e:c1:fe:58", "network": {"id": "9b5334da-5069-4b0e-9327-8839ddab5c1b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-591183971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15f2ac5d68834ae9896345910bb75aa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ddf906-7b", "ovs_interfaceid": "16ddf906-7bb1-498c-b494-26408eebe279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.931306] env[69808]: DEBUG oslo_concurrency.lockutils [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Releasing lock "refresh_cache-db615215-25a6-43bb-abf4-acea09546ad1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.931650] env[69808]: DEBUG nova.compute.manager [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Instance network_info: |[{"id": "16ddf906-7bb1-498c-b494-26408eebe279", "address": "fa:16:3e:c1:fe:58", "network": {"id": "9b5334da-5069-4b0e-9327-8839ddab5c1b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-591183971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15f2ac5d68834ae9896345910bb75aa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ddf906-7b", "ovs_interfaceid": "16ddf906-7bb1-498c-b494-26408eebe279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1454.932146] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:fe:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16ddf906-7bb1-498c-b494-26408eebe279', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1454.939574] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Creating folder: Project (15f2ac5d68834ae9896345910bb75aa6). Parent ref: group-v753775. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1454.939836] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e622cc8-f0a0-4aeb-9f0f-3d66f4468b6d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.950539] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Created folder: Project (15f2ac5d68834ae9896345910bb75aa6) in parent group-v753775. [ 1454.950716] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Creating folder: Instances. Parent ref: group-v754120. {{(pid=69808) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1454.950973] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7cf26c6-4498-4833-8346-6232723449d3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.960154] env[69808]: INFO nova.virt.vmwareapi.vm_util [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Created folder: Instances in parent group-v754120. [ 1454.960380] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1454.960566] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1454.960787] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c45297f-142a-46cd-b1e7-7edb1aa7ced1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.979224] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1454.979224] env[69808]: value = "task-3791159" [ 1454.979224] env[69808]: _type = "Task" [ 1454.979224] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.987195] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791159, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.210405] env[69808]: DEBUG nova.compute.manager [req-ed3dc23d-273a-4421-8bc4-92c23e3c8a9d req-be163d04-4385-45a7-b9de-c3561d756a1a service nova] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Received event network-changed-16ddf906-7bb1-498c-b494-26408eebe279 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1455.210675] env[69808]: DEBUG nova.compute.manager [req-ed3dc23d-273a-4421-8bc4-92c23e3c8a9d req-be163d04-4385-45a7-b9de-c3561d756a1a service nova] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Refreshing instance network info cache due to event network-changed-16ddf906-7bb1-498c-b494-26408eebe279. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1455.210942] env[69808]: DEBUG oslo_concurrency.lockutils [req-ed3dc23d-273a-4421-8bc4-92c23e3c8a9d req-be163d04-4385-45a7-b9de-c3561d756a1a service nova] Acquiring lock "refresh_cache-db615215-25a6-43bb-abf4-acea09546ad1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.211162] env[69808]: DEBUG oslo_concurrency.lockutils [req-ed3dc23d-273a-4421-8bc4-92c23e3c8a9d req-be163d04-4385-45a7-b9de-c3561d756a1a service nova] Acquired lock "refresh_cache-db615215-25a6-43bb-abf4-acea09546ad1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.211310] env[69808]: DEBUG nova.network.neutron [req-ed3dc23d-273a-4421-8bc4-92c23e3c8a9d req-be163d04-4385-45a7-b9de-c3561d756a1a service nova] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Refreshing network info cache for port 16ddf906-7bb1-498c-b494-26408eebe279 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1455.489656] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791159, 'name': CreateVM_Task, 'duration_secs': 0.301695} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.490048] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1455.490626] env[69808]: DEBUG oslo_concurrency.lockutils [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.490805] env[69808]: DEBUG oslo_concurrency.lockutils [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.491141] env[69808]: DEBUG oslo_concurrency.lockutils [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.491396] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af85e3f-d114-4713-89d9-a62480fe40c7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.496123] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Waiting for the task: (returnval){ [ 1455.496123] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]526f9e7f-392b-d1f5-959d-96dd269dfca8" [ 1455.496123] env[69808]: _type = "Task" [ 1455.496123] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.504063] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]526f9e7f-392b-d1f5-959d-96dd269dfca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.913500] env[69808]: DEBUG nova.network.neutron [req-ed3dc23d-273a-4421-8bc4-92c23e3c8a9d req-be163d04-4385-45a7-b9de-c3561d756a1a service nova] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Updated VIF entry in instance network info cache for port 16ddf906-7bb1-498c-b494-26408eebe279. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1455.913877] env[69808]: DEBUG nova.network.neutron [req-ed3dc23d-273a-4421-8bc4-92c23e3c8a9d req-be163d04-4385-45a7-b9de-c3561d756a1a service nova] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Updating instance_info_cache with network_info: [{"id": "16ddf906-7bb1-498c-b494-26408eebe279", "address": "fa:16:3e:c1:fe:58", "network": {"id": "9b5334da-5069-4b0e-9327-8839ddab5c1b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-591183971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15f2ac5d68834ae9896345910bb75aa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16ddf906-7b", "ovs_interfaceid": "16ddf906-7bb1-498c-b494-26408eebe279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.007432] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]526f9e7f-392b-d1f5-959d-96dd269dfca8, 'name': SearchDatastore_Task, 'duration_secs': 0.010416} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.007686] env[69808]: DEBUG oslo_concurrency.lockutils [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.007921] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1456.008172] env[69808]: DEBUG oslo_concurrency.lockutils [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.008320] env[69808]: DEBUG oslo_concurrency.lockutils [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.008496] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1456.008758] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4400b30e-67b4-4476-9ab2-db8ede905231 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.016818] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1456.016989] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1456.017680] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-129c280b-de6e-4c4a-b591-ed06ad896910 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.022703] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Waiting for the task: (returnval){ [ 1456.022703] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52798317-8e46-108b-8a11-1361796fbc64" [ 1456.022703] env[69808]: _type = "Task" [ 1456.022703] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.030217] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52798317-8e46-108b-8a11-1361796fbc64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.099566] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8cda0ece-e028-4f2a-8e75-973fc44bfdd6 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.099834] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8cda0ece-e028-4f2a-8e75-973fc44bfdd6 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.416431] env[69808]: DEBUG oslo_concurrency.lockutils [req-ed3dc23d-273a-4421-8bc4-92c23e3c8a9d req-be163d04-4385-45a7-b9de-c3561d756a1a service nova] Releasing lock "refresh_cache-db615215-25a6-43bb-abf4-acea09546ad1" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.533187] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52798317-8e46-108b-8a11-1361796fbc64, 'name': SearchDatastore_Task, 'duration_secs': 0.008571} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.533977] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f44bae-d494-4a3b-a1f1-b482a5b5f988 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.539109] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Waiting for the task: (returnval){ [ 1456.539109] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5281cc74-0316-cb0d-3d93-e63cb47ccf88" [ 1456.539109] env[69808]: _type = "Task" [ 1456.539109] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.546853] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5281cc74-0316-cb0d-3d93-e63cb47ccf88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.602809] env[69808]: INFO nova.compute.manager [None req-8cda0ece-e028-4f2a-8e75-973fc44bfdd6 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Detaching volume 07c975de-2ffe-4a5d-b832-9344d9d17878 [ 1456.632531] env[69808]: INFO nova.virt.block_device [None req-8cda0ece-e028-4f2a-8e75-973fc44bfdd6 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Attempting to driver detach volume 07c975de-2ffe-4a5d-b832-9344d9d17878 from mountpoint /dev/sdb [ 1456.632768] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cda0ece-e028-4f2a-8e75-973fc44bfdd6 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Volume detach. Driver type: vmdk {{(pid=69808) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1456.632977] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cda0ece-e028-4f2a-8e75-973fc44bfdd6 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754117', 'volume_id': '07c975de-2ffe-4a5d-b832-9344d9d17878', 'name': 'volume-07c975de-2ffe-4a5d-b832-9344d9d17878', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '382abfa4-0eb1-4ba9-aed7-115f3ee411de', 'attached_at': '', 'detached_at': '', 'volume_id': '07c975de-2ffe-4a5d-b832-9344d9d17878', 'serial': '07c975de-2ffe-4a5d-b832-9344d9d17878'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1456.633839] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc25992-4d64-46ec-a437-509bba4df8c0 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.657683] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ec11f9-330e-45bb-81b0-83b054bc526d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.665354] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28546ece-02e1-417d-baf3-85e8e223c47d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.689134] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab15012-e8f5-45e0-923f-a0d76e1c46fa {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.704267] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cda0ece-e028-4f2a-8e75-973fc44bfdd6 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] The volume has not been displaced from its original location: [datastore2] volume-07c975de-2ffe-4a5d-b832-9344d9d17878/volume-07c975de-2ffe-4a5d-b832-9344d9d17878.vmdk. No consolidation needed. {{(pid=69808) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1456.710250] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cda0ece-e028-4f2a-8e75-973fc44bfdd6 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1456.710581] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad1e6728-5014-458b-b61c-9cd6a44a685a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.729176] env[69808]: DEBUG oslo_vmware.api [None req-8cda0ece-e028-4f2a-8e75-973fc44bfdd6 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1456.729176] env[69808]: value = "task-3791160" [ 1456.729176] env[69808]: _type = "Task" [ 1456.729176] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.737950] env[69808]: DEBUG oslo_vmware.api [None req-8cda0ece-e028-4f2a-8e75-973fc44bfdd6 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.049186] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5281cc74-0316-cb0d-3d93-e63cb47ccf88, 'name': SearchDatastore_Task, 'duration_secs': 0.009746} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.049451] env[69808]: DEBUG oslo_concurrency.lockutils [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.049722] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] db615215-25a6-43bb-abf4-acea09546ad1/db615215-25a6-43bb-abf4-acea09546ad1.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1457.049979] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7822ebe7-2c15-45d3-adf7-29bc19347f5b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.058038] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Waiting for the task: (returnval){ [ 1457.058038] env[69808]: value = "task-3791161" [ 1457.058038] env[69808]: _type = "Task" [ 1457.058038] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.066234] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': task-3791161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.240440] env[69808]: DEBUG oslo_vmware.api [None req-8cda0ece-e028-4f2a-8e75-973fc44bfdd6 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791160, 'name': ReconfigVM_Task, 'duration_secs': 0.225725} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.240745] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cda0ece-e028-4f2a-8e75-973fc44bfdd6 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1457.246063] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d7e3fec-8408-4e4b-8da7-820f3fadce20 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.262932] env[69808]: DEBUG oslo_vmware.api [None req-8cda0ece-e028-4f2a-8e75-973fc44bfdd6 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1457.262932] env[69808]: value = "task-3791162" [ 1457.262932] env[69808]: _type = "Task" [ 1457.262932] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.272605] env[69808]: DEBUG oslo_vmware.api [None req-8cda0ece-e028-4f2a-8e75-973fc44bfdd6 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.568581] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': task-3791161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427132} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.569025] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] db615215-25a6-43bb-abf4-acea09546ad1/db615215-25a6-43bb-abf4-acea09546ad1.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1457.569025] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1457.569278] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d28ec8ae-8362-4db0-bde2-43466d74cf1e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.576300] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Waiting for the task: (returnval){ [ 1457.576300] env[69808]: value = "task-3791163" [ 1457.576300] env[69808]: _type = "Task" [ 1457.576300] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.584128] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': task-3791163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.773623] env[69808]: DEBUG oslo_vmware.api [None req-8cda0ece-e028-4f2a-8e75-973fc44bfdd6 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791162, 'name': ReconfigVM_Task, 'duration_secs': 0.291697} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.773806] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cda0ece-e028-4f2a-8e75-973fc44bfdd6 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754117', 'volume_id': '07c975de-2ffe-4a5d-b832-9344d9d17878', 'name': 'volume-07c975de-2ffe-4a5d-b832-9344d9d17878', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '382abfa4-0eb1-4ba9-aed7-115f3ee411de', 'attached_at': '', 'detached_at': '', 'volume_id': '07c975de-2ffe-4a5d-b832-9344d9d17878', 'serial': '07c975de-2ffe-4a5d-b832-9344d9d17878'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1458.086272] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': task-3791163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064857} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.086506] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1458.087353] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4b6b84-1c33-4929-8c6f-554743f3b220 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.110198] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] db615215-25a6-43bb-abf4-acea09546ad1/db615215-25a6-43bb-abf4-acea09546ad1.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1458.110473] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef7a7612-00ab-40cc-93de-64bea2d8af4f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.130672] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Waiting for the task: (returnval){ [ 1458.130672] env[69808]: value = "task-3791164" [ 1458.130672] env[69808]: _type = "Task" [ 1458.130672] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.138641] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': task-3791164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.317487] env[69808]: DEBUG nova.objects.instance [None req-8cda0ece-e028-4f2a-8e75-973fc44bfdd6 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lazy-loading 'flavor' on Instance uuid 382abfa4-0eb1-4ba9-aed7-115f3ee411de {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.641411] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': task-3791164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.142476] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': task-3791164, 'name': ReconfigVM_Task, 'duration_secs': 0.947289} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.142758] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Reconfigured VM instance instance-0000007f to attach disk [datastore1] db615215-25a6-43bb-abf4-acea09546ad1/db615215-25a6-43bb-abf4-acea09546ad1.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1459.143413] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15bf49a7-5bc7-4f7d-81f5-74a4ff636c09 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.150200] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Waiting for the task: (returnval){ [ 1459.150200] env[69808]: value = "task-3791165" [ 1459.150200] env[69808]: _type = "Task" [ 1459.150200] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.158331] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': task-3791165, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.273300] env[69808]: DEBUG oslo_concurrency.lockutils [None req-277eb303-bf9c-44d2-bcf7-1ce85565b965 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.324644] env[69808]: DEBUG oslo_concurrency.lockutils [None req-8cda0ece-e028-4f2a-8e75-973fc44bfdd6 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.225s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.326513] env[69808]: DEBUG oslo_concurrency.lockutils [None req-277eb303-bf9c-44d2-bcf7-1ce85565b965 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.053s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.326734] env[69808]: DEBUG nova.compute.manager [None req-277eb303-bf9c-44d2-bcf7-1ce85565b965 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1459.327666] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bd50de-bc5c-4bf2-944d-5f87f4ccefd8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.334567] env[69808]: DEBUG nova.compute.manager [None req-277eb303-bf9c-44d2-bcf7-1ce85565b965 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69808) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1459.335148] env[69808]: DEBUG nova.objects.instance [None req-277eb303-bf9c-44d2-bcf7-1ce85565b965 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lazy-loading 'flavor' on Instance uuid 382abfa4-0eb1-4ba9-aed7-115f3ee411de {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.660823] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': task-3791165, 'name': Rename_Task} progress is 14%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.161886] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': task-3791165, 'name': Rename_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.342800] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-277eb303-bf9c-44d2-bcf7-1ce85565b965 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1460.343169] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-764d3b7c-089a-484c-9961-982781105d8c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.350533] env[69808]: DEBUG oslo_vmware.api [None req-277eb303-bf9c-44d2-bcf7-1ce85565b965 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1460.350533] env[69808]: value = "task-3791166" [ 1460.350533] env[69808]: _type = "Task" [ 1460.350533] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.359654] env[69808]: DEBUG oslo_vmware.api [None req-277eb303-bf9c-44d2-bcf7-1ce85565b965 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.663429] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': task-3791165, 'name': Rename_Task, 'duration_secs': 1.036831} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.663859] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1460.663926] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-058e3947-2ce7-47b5-8d8b-ab86481517ad {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.670012] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Waiting for the task: (returnval){ [ 1460.670012] env[69808]: value = "task-3791167" [ 1460.670012] env[69808]: _type = "Task" [ 1460.670012] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.677536] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': task-3791167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.860653] env[69808]: DEBUG oslo_vmware.api [None req-277eb303-bf9c-44d2-bcf7-1ce85565b965 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791166, 'name': PowerOffVM_Task, 'duration_secs': 0.243094} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.860892] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-277eb303-bf9c-44d2-bcf7-1ce85565b965 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1460.861108] env[69808]: DEBUG nova.compute.manager [None req-277eb303-bf9c-44d2-bcf7-1ce85565b965 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1460.861879] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c97bab0-3534-44f7-845b-3a399e5bd239 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.180646] env[69808]: DEBUG oslo_vmware.api [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': task-3791167, 'name': PowerOnVM_Task, 'duration_secs': 0.476155} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.180943] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.181163] env[69808]: INFO nova.compute.manager [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1461.181344] env[69808]: DEBUG nova.compute.manager [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1461.182190] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed7d4c8-12dc-4c96-9ecc-61349581bd83 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.375090] env[69808]: DEBUG oslo_concurrency.lockutils [None req-277eb303-bf9c-44d2-bcf7-1ce85565b965 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.635504] env[69808]: DEBUG nova.objects.instance [None req-4ffa2720-3743-4dce-ba3c-06cea2921c0c tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lazy-loading 'flavor' on Instance uuid 382abfa4-0eb1-4ba9-aed7-115f3ee411de {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.700892] env[69808]: INFO nova.compute.manager [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Took 12.81 seconds to build instance. [ 1462.140731] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4ffa2720-3743-4dce-ba3c-06cea2921c0c tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "refresh_cache-382abfa4-0eb1-4ba9-aed7-115f3ee411de" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.140987] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4ffa2720-3743-4dce-ba3c-06cea2921c0c tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquired lock "refresh_cache-382abfa4-0eb1-4ba9-aed7-115f3ee411de" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.141166] env[69808]: DEBUG nova.network.neutron [None req-4ffa2720-3743-4dce-ba3c-06cea2921c0c tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1462.141345] env[69808]: DEBUG nova.objects.instance [None req-4ffa2720-3743-4dce-ba3c-06cea2921c0c tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lazy-loading 'info_cache' on Instance uuid 382abfa4-0eb1-4ba9-aed7-115f3ee411de {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1462.183987] env[69808]: DEBUG oslo_concurrency.lockutils [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Acquiring lock "db615215-25a6-43bb-abf4-acea09546ad1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.203281] env[69808]: DEBUG oslo_concurrency.lockutils [None req-31d23988-1030-494d-91cb-34945f1b7252 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Lock "db615215-25a6-43bb-abf4-acea09546ad1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.318s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.203561] env[69808]: DEBUG oslo_concurrency.lockutils [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Lock "db615215-25a6-43bb-abf4-acea09546ad1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.020s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.203778] env[69808]: DEBUG oslo_concurrency.lockutils [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Acquiring lock "db615215-25a6-43bb-abf4-acea09546ad1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.203975] env[69808]: DEBUG oslo_concurrency.lockutils [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Lock "db615215-25a6-43bb-abf4-acea09546ad1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.204159] env[69808]: DEBUG oslo_concurrency.lockutils [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Lock "db615215-25a6-43bb-abf4-acea09546ad1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.206214] env[69808]: INFO nova.compute.manager [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Terminating instance [ 1462.644589] env[69808]: DEBUG nova.objects.base [None req-4ffa2720-3743-4dce-ba3c-06cea2921c0c tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Object Instance<382abfa4-0eb1-4ba9-aed7-115f3ee411de> lazy-loaded attributes: flavor,info_cache {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1462.710223] env[69808]: DEBUG nova.compute.manager [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1462.710628] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1462.711689] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4216b8-bfc0-4281-87db-225283affe3c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.720291] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1462.720535] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4f4a8f9-6d1a-4276-8158-da8197f13268 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.727642] env[69808]: DEBUG oslo_vmware.api [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Waiting for the task: (returnval){ [ 1462.727642] env[69808]: value = "task-3791168" [ 1462.727642] env[69808]: _type = "Task" [ 1462.727642] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.737141] env[69808]: DEBUG oslo_vmware.api [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': task-3791168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.238125] env[69808]: DEBUG oslo_vmware.api [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': task-3791168, 'name': PowerOffVM_Task, 'duration_secs': 0.190352} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.238392] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1463.238564] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1463.241620] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f219f960-90a4-42a9-a6bd-15bca0da7e4c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.301695] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1463.301950] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1463.302158] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Deleting the datastore file [datastore1] db615215-25a6-43bb-abf4-acea09546ad1 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1463.302419] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cde8e70-4942-4b9c-828d-dd77b72a777b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.309280] env[69808]: DEBUG oslo_vmware.api [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Waiting for the task: (returnval){ [ 1463.309280] env[69808]: value = "task-3791170" [ 1463.309280] env[69808]: _type = "Task" [ 1463.309280] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.317136] env[69808]: DEBUG oslo_vmware.api [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': task-3791170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.353782] env[69808]: DEBUG nova.network.neutron [None req-4ffa2720-3743-4dce-ba3c-06cea2921c0c tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Updating instance_info_cache with network_info: [{"id": "f6134f0c-2d57-4eb7-846d-0c153acaefcd", "address": "fa:16:3e:c3:2e:c9", "network": {"id": "ff190e52-fe15-415d-ad53-bcad82616ed2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-77816202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "663632fa79404b7e93e6ed566b6431a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6134f0c-2d", "ovs_interfaceid": "f6134f0c-2d57-4eb7-846d-0c153acaefcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.819936] env[69808]: DEBUG oslo_vmware.api [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Task: {'id': task-3791170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143824} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.820351] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1463.820405] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1463.820546] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1463.820717] env[69808]: INFO nova.compute.manager [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1463.820984] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1463.821187] env[69808]: DEBUG nova.compute.manager [-] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1463.821278] env[69808]: DEBUG nova.network.neutron [-] [instance: db615215-25a6-43bb-abf4-acea09546ad1] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1463.856618] env[69808]: DEBUG oslo_concurrency.lockutils [None req-4ffa2720-3743-4dce-ba3c-06cea2921c0c tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Releasing lock "refresh_cache-382abfa4-0eb1-4ba9-aed7-115f3ee411de" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.099029] env[69808]: DEBUG nova.compute.manager [req-34800249-5099-4440-a56a-8379917deae3 req-2f064b4c-a464-4f2b-8196-015ce196f571 service nova] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Received event network-vif-deleted-16ddf906-7bb1-498c-b494-26408eebe279 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1464.099296] env[69808]: INFO nova.compute.manager [req-34800249-5099-4440-a56a-8379917deae3 req-2f064b4c-a464-4f2b-8196-015ce196f571 service nova] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Neutron deleted interface 16ddf906-7bb1-498c-b494-26408eebe279; detaching it from the instance and deleting it from the info cache [ 1464.099563] env[69808]: DEBUG nova.network.neutron [req-34800249-5099-4440-a56a-8379917deae3 req-2f064b4c-a464-4f2b-8196-015ce196f571 service nova] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.581087] env[69808]: DEBUG nova.network.neutron [-] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.602087] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-224aa4ac-ad77-4aec-899c-1689ff0db276 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.613293] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330b64a3-7d54-4818-b4d5-4f49bea116a2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.640815] env[69808]: DEBUG nova.compute.manager [req-34800249-5099-4440-a56a-8379917deae3 req-2f064b4c-a464-4f2b-8196-015ce196f571 service nova] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Detach interface failed, port_id=16ddf906-7bb1-498c-b494-26408eebe279, reason: Instance db615215-25a6-43bb-abf4-acea09546ad1 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1464.862115] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffa2720-3743-4dce-ba3c-06cea2921c0c tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1464.862483] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d688790-64b2-4bd6-98c8-58b605986a2e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.870344] env[69808]: DEBUG oslo_vmware.api [None req-4ffa2720-3743-4dce-ba3c-06cea2921c0c tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1464.870344] env[69808]: value = "task-3791171" [ 1464.870344] env[69808]: _type = "Task" [ 1464.870344] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.878497] env[69808]: DEBUG oslo_vmware.api [None req-4ffa2720-3743-4dce-ba3c-06cea2921c0c tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.083571] env[69808]: INFO nova.compute.manager [-] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Took 1.26 seconds to deallocate network for instance. [ 1465.368128] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.368128] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.380317] env[69808]: DEBUG oslo_vmware.api [None req-4ffa2720-3743-4dce-ba3c-06cea2921c0c tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791171, 'name': PowerOnVM_Task, 'duration_secs': 0.389819} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.381306] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffa2720-3743-4dce-ba3c-06cea2921c0c tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1465.381511] env[69808]: DEBUG nova.compute.manager [None req-4ffa2720-3743-4dce-ba3c-06cea2921c0c tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1465.382382] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089142fe-66ee-49d6-b7b2-92f3e1a4db83 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.590511] env[69808]: DEBUG oslo_concurrency.lockutils [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.590827] env[69808]: DEBUG oslo_concurrency.lockutils [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.591169] env[69808]: DEBUG nova.objects.instance [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Lazy-loading 'resources' on Instance uuid db615215-25a6-43bb-abf4-acea09546ad1 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.752143] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef5bc00f-bc99-4dba-a476-a0767ee58d5a tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "94852adc-fe97-4709-aae1-8e08f270b394" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.752438] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef5bc00f-bc99-4dba-a476-a0767ee58d5a tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "94852adc-fe97-4709-aae1-8e08f270b394" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.752616] env[69808]: DEBUG nova.compute.manager [None req-ef5bc00f-bc99-4dba-a476-a0767ee58d5a tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1465.753737] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f885259-61ea-45c5-ae72-7ffa6b2384c9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.760883] env[69808]: DEBUG nova.compute.manager [None req-ef5bc00f-bc99-4dba-a476-a0767ee58d5a tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69808) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1465.761508] env[69808]: DEBUG nova.objects.instance [None req-ef5bc00f-bc99-4dba-a476-a0767ee58d5a tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lazy-loading 'flavor' on Instance uuid 94852adc-fe97-4709-aae1-8e08f270b394 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.872500] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.872964] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.872964] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.872964] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.873121] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.873246] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.873379] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69808) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1465.873521] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.148055] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff146b4-e5ff-432d-a89c-ce161ca945d6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.155776] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cdf17d-6e07-47d2-a583-41e87bf6e734 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.187492] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea8281d-b924-4baf-91cd-b198057dd4dd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.195217] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c3117e-524f-4bfd-a262-ddce7f82f122 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.208697] env[69808]: DEBUG nova.compute.provider_tree [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.376837] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.711860] env[69808]: DEBUG nova.scheduler.client.report [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1466.768196] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5bc00f-bc99-4dba-a476-a0767ee58d5a tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1466.768505] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ba626b6-dce6-466c-8a9b-bf56c03f1874 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.777332] env[69808]: DEBUG oslo_vmware.api [None req-ef5bc00f-bc99-4dba-a476-a0767ee58d5a tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1466.777332] env[69808]: value = "task-3791172" [ 1466.777332] env[69808]: _type = "Task" [ 1466.777332] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.785853] env[69808]: DEBUG oslo_vmware.api [None req-ef5bc00f-bc99-4dba-a476-a0767ee58d5a tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.216776] env[69808]: DEBUG oslo_concurrency.lockutils [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.219858] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.842s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.220039] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.220228] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69808) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1467.221101] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fabb565-41a4-4043-b3d4-30d527d6c6b7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.229650] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8df9628-6954-4f20-abdb-9240075723d3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.235545] env[69808]: INFO nova.scheduler.client.report [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Deleted allocations for instance db615215-25a6-43bb-abf4-acea09546ad1 [ 1467.246968] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53541419-4bdc-4624-9fbb-1aea78c826d3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.254401] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178d9fff-acd3-4547-a80a-e33685022e9a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.284909] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179692MB free_disk=55GB free_vcpus=48 pci_devices=None {{(pid=69808) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1467.285120] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.285297] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.296891] env[69808]: DEBUG oslo_vmware.api [None req-ef5bc00f-bc99-4dba-a476-a0767ee58d5a tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791172, 'name': PowerOffVM_Task, 'duration_secs': 0.215558} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.297170] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef5bc00f-bc99-4dba-a476-a0767ee58d5a tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1467.297370] env[69808]: DEBUG nova.compute.manager [None req-ef5bc00f-bc99-4dba-a476-a0767ee58d5a tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1467.298144] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f1b87a-b4ae-44a8-859b-7f354faf7d86 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.753408] env[69808]: DEBUG oslo_concurrency.lockutils [None req-93b861a5-f5ef-4a0b-ac71-2f07c55c9557 tempest-ServerAddressesTestJSON-910352360 tempest-ServerAddressesTestJSON-910352360-project-member] Lock "db615215-25a6-43bb-abf4-acea09546ad1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.549s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.809833] env[69808]: DEBUG oslo_concurrency.lockutils [None req-ef5bc00f-bc99-4dba-a476-a0767ee58d5a tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "94852adc-fe97-4709-aae1-8e08f270b394" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.172372] env[69808]: DEBUG nova.objects.instance [None req-615054a0-6fff-42cd-a9df-f494b3c05901 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lazy-loading 'flavor' on Instance uuid 94852adc-fe97-4709-aae1-8e08f270b394 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.312434] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 382abfa4-0eb1-4ba9-aed7-115f3ee411de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1468.312743] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance 94852adc-fe97-4709-aae1-8e08f270b394 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1468.312802] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1468.312901] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1468.350227] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ff837e-253f-4f1e-a85e-93b2a58db8cb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.359028] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696a6ef7-a384-4bdb-ae2b-29b89923e5e2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.390712] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec4f2dc-72c2-4345-b685-8162f343a0df {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.398843] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5c2ab7-c127-42af-a9ae-ef5050427b18 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.412314] env[69808]: DEBUG nova.compute.provider_tree [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.677856] env[69808]: DEBUG oslo_concurrency.lockutils [None req-615054a0-6fff-42cd-a9df-f494b3c05901 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "refresh_cache-94852adc-fe97-4709-aae1-8e08f270b394" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.678048] env[69808]: DEBUG oslo_concurrency.lockutils [None req-615054a0-6fff-42cd-a9df-f494b3c05901 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "refresh_cache-94852adc-fe97-4709-aae1-8e08f270b394" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.678227] env[69808]: DEBUG nova.network.neutron [None req-615054a0-6fff-42cd-a9df-f494b3c05901 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1468.678402] env[69808]: DEBUG nova.objects.instance [None req-615054a0-6fff-42cd-a9df-f494b3c05901 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lazy-loading 'info_cache' on Instance uuid 94852adc-fe97-4709-aae1-8e08f270b394 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.915441] env[69808]: DEBUG nova.scheduler.client.report [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.182607] env[69808]: DEBUG nova.objects.base [None req-615054a0-6fff-42cd-a9df-f494b3c05901 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Object Instance<94852adc-fe97-4709-aae1-8e08f270b394> lazy-loaded attributes: flavor,info_cache {{(pid=69808) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1469.422833] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69808) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1469.423152] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.138s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.929507] env[69808]: DEBUG nova.network.neutron [None req-615054a0-6fff-42cd-a9df-f494b3c05901 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Updating instance_info_cache with network_info: [{"id": "922c5342-b981-417a-a3a4-a2ee27f368a8", "address": "fa:16:3e:04:00:a0", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922c5342-b9", "ovs_interfaceid": "922c5342-b981-417a-a3a4-a2ee27f368a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.432922] env[69808]: DEBUG oslo_concurrency.lockutils [None req-615054a0-6fff-42cd-a9df-f494b3c05901 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "refresh_cache-94852adc-fe97-4709-aae1-8e08f270b394" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.438965] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-615054a0-6fff-42cd-a9df-f494b3c05901 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1471.439332] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da1dcc74-c30c-49f1-8d29-f081c89332cd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.448579] env[69808]: DEBUG oslo_vmware.api [None req-615054a0-6fff-42cd-a9df-f494b3c05901 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1471.448579] env[69808]: value = "task-3791173" [ 1471.448579] env[69808]: _type = "Task" [ 1471.448579] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.456599] env[69808]: DEBUG oslo_vmware.api [None req-615054a0-6fff-42cd-a9df-f494b3c05901 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.959147] env[69808]: DEBUG oslo_vmware.api [None req-615054a0-6fff-42cd-a9df-f494b3c05901 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791173, 'name': PowerOnVM_Task, 'duration_secs': 0.392325} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.959414] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-615054a0-6fff-42cd-a9df-f494b3c05901 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1471.959605] env[69808]: DEBUG nova.compute.manager [None req-615054a0-6fff-42cd-a9df-f494b3c05901 tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1471.960397] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69ec29e-64ce-45d7-8a00-28a67453ad1e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.996069] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc6d3be-6f64-4ea3-9c07-c7865709c42a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.002372] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1f56c610-24ac-49cb-a8d3-c8333b219c2a tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Suspending the VM {{(pid=69808) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1473.002595] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9029d7ff-e26e-44ab-b34e-64e151143a29 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.009142] env[69808]: DEBUG oslo_vmware.api [None req-1f56c610-24ac-49cb-a8d3-c8333b219c2a tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1473.009142] env[69808]: value = "task-3791174" [ 1473.009142] env[69808]: _type = "Task" [ 1473.009142] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.016883] env[69808]: DEBUG oslo_vmware.api [None req-1f56c610-24ac-49cb-a8d3-c8333b219c2a tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791174, 'name': SuspendVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.519543] env[69808]: DEBUG oslo_vmware.api [None req-1f56c610-24ac-49cb-a8d3-c8333b219c2a tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791174, 'name': SuspendVM_Task} progress is 70%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.021428] env[69808]: DEBUG oslo_vmware.api [None req-1f56c610-24ac-49cb-a8d3-c8333b219c2a tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791174, 'name': SuspendVM_Task, 'duration_secs': 0.571198} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.021811] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-1f56c610-24ac-49cb-a8d3-c8333b219c2a tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Suspended the VM {{(pid=69808) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1474.022106] env[69808]: DEBUG nova.compute.manager [None req-1f56c610-24ac-49cb-a8d3-c8333b219c2a tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1474.022785] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018bfb19-9bed-489b-a222-6b1874ee4987 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.367509] env[69808]: INFO nova.compute.manager [None req-430494d1-aa28-4ebe-995d-4ff04fba1a0f tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Resuming [ 1475.368175] env[69808]: DEBUG nova.objects.instance [None req-430494d1-aa28-4ebe-995d-4ff04fba1a0f tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lazy-loading 'flavor' on Instance uuid 94852adc-fe97-4709-aae1-8e08f270b394 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.877964] env[69808]: DEBUG oslo_concurrency.lockutils [None req-430494d1-aa28-4ebe-995d-4ff04fba1a0f tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "refresh_cache-94852adc-fe97-4709-aae1-8e08f270b394" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.878525] env[69808]: DEBUG oslo_concurrency.lockutils [None req-430494d1-aa28-4ebe-995d-4ff04fba1a0f tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquired lock "refresh_cache-94852adc-fe97-4709-aae1-8e08f270b394" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.878525] env[69808]: DEBUG nova.network.neutron [None req-430494d1-aa28-4ebe-995d-4ff04fba1a0f tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1477.601242] env[69808]: DEBUG nova.network.neutron [None req-430494d1-aa28-4ebe-995d-4ff04fba1a0f tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Updating instance_info_cache with network_info: [{"id": "922c5342-b981-417a-a3a4-a2ee27f368a8", "address": "fa:16:3e:04:00:a0", "network": {"id": "c339e32b-b1db-4a42-9ce6-830c6cebe6bb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-890012237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9641b75bd15404baa8d8dbab53ec5d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922c5342-b9", "ovs_interfaceid": "922c5342-b981-417a-a3a4-a2ee27f368a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.104198] env[69808]: DEBUG oslo_concurrency.lockutils [None req-430494d1-aa28-4ebe-995d-4ff04fba1a0f tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Releasing lock "refresh_cache-94852adc-fe97-4709-aae1-8e08f270b394" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.105261] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4727aab-255f-434b-897b-763eba1dc271 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.112572] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-430494d1-aa28-4ebe-995d-4ff04fba1a0f tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Resuming the VM {{(pid=69808) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1478.112809] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba8a7cef-7036-4ff8-adfb-b145ca8a1230 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.119549] env[69808]: DEBUG oslo_vmware.api [None req-430494d1-aa28-4ebe-995d-4ff04fba1a0f tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1478.119549] env[69808]: value = "task-3791175" [ 1478.119549] env[69808]: _type = "Task" [ 1478.119549] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.127972] env[69808]: DEBUG oslo_vmware.api [None req-430494d1-aa28-4ebe-995d-4ff04fba1a0f tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.632077] env[69808]: DEBUG oslo_vmware.api [None req-430494d1-aa28-4ebe-995d-4ff04fba1a0f tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791175, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.131418] env[69808]: DEBUG oslo_vmware.api [None req-430494d1-aa28-4ebe-995d-4ff04fba1a0f tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791175, 'name': PowerOnVM_Task, 'duration_secs': 0.594069} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.131792] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-430494d1-aa28-4ebe-995d-4ff04fba1a0f tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Resumed the VM {{(pid=69808) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1479.131874] env[69808]: DEBUG nova.compute.manager [None req-430494d1-aa28-4ebe-995d-4ff04fba1a0f tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1479.132735] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924aee1c-332c-4218-b975-cde48f4a9524 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.109750] env[69808]: DEBUG oslo_concurrency.lockutils [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "94852adc-fe97-4709-aae1-8e08f270b394" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.110054] env[69808]: DEBUG oslo_concurrency.lockutils [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "94852adc-fe97-4709-aae1-8e08f270b394" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.110698] env[69808]: DEBUG oslo_concurrency.lockutils [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "94852adc-fe97-4709-aae1-8e08f270b394-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.110907] env[69808]: DEBUG oslo_concurrency.lockutils [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "94852adc-fe97-4709-aae1-8e08f270b394-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.111151] env[69808]: DEBUG oslo_concurrency.lockutils [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "94852adc-fe97-4709-aae1-8e08f270b394-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.113313] env[69808]: INFO nova.compute.manager [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Terminating instance [ 1480.617387] env[69808]: DEBUG nova.compute.manager [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1480.617789] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1480.618511] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83436ce-7ae8-45dd-90f8-27ca125a10f5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.626935] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1480.627188] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c4d803a-53ef-413b-b683-d413df880b54 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.633836] env[69808]: DEBUG oslo_vmware.api [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1480.633836] env[69808]: value = "task-3791176" [ 1480.633836] env[69808]: _type = "Task" [ 1480.633836] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.642338] env[69808]: DEBUG oslo_vmware.api [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.145061] env[69808]: DEBUG oslo_vmware.api [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791176, 'name': PowerOffVM_Task, 'duration_secs': 0.203425} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.145061] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1481.145061] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1481.145061] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58759921-f4dc-4a0c-bae5-1cd4608f7821 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.223070] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1481.223343] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Deleting contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1481.223519] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Deleting the datastore file [datastore2] 94852adc-fe97-4709-aae1-8e08f270b394 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1481.223776] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5652aa16-8eff-4816-b075-8865c708d435 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.231862] env[69808]: DEBUG oslo_vmware.api [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for the task: (returnval){ [ 1481.231862] env[69808]: value = "task-3791178" [ 1481.231862] env[69808]: _type = "Task" [ 1481.231862] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.239711] env[69808]: DEBUG oslo_vmware.api [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.742074] env[69808]: DEBUG oslo_vmware.api [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Task: {'id': task-3791178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143993} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.742074] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1481.742074] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Deleted contents of the VM from datastore datastore2 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1481.742074] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1481.742670] env[69808]: INFO nova.compute.manager [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1481.742670] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1481.742670] env[69808]: DEBUG nova.compute.manager [-] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1481.742670] env[69808]: DEBUG nova.network.neutron [-] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1482.512352] env[69808]: DEBUG nova.compute.manager [req-8174a294-e2c2-47f6-8de3-01dbf9043441 req-cf9a3407-8b1a-451e-8c78-ded4e702c271 service nova] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Received event network-vif-deleted-922c5342-b981-417a-a3a4-a2ee27f368a8 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1482.512551] env[69808]: INFO nova.compute.manager [req-8174a294-e2c2-47f6-8de3-01dbf9043441 req-cf9a3407-8b1a-451e-8c78-ded4e702c271 service nova] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Neutron deleted interface 922c5342-b981-417a-a3a4-a2ee27f368a8; detaching it from the instance and deleting it from the info cache [ 1482.512723] env[69808]: DEBUG nova.network.neutron [req-8174a294-e2c2-47f6-8de3-01dbf9043441 req-cf9a3407-8b1a-451e-8c78-ded4e702c271 service nova] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.985046] env[69808]: DEBUG nova.network.neutron [-] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.016982] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d09e4623-1762-490a-900d-888aa896239f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.027858] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9308d21-ee3d-455c-970f-acffb794b8e6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.054623] env[69808]: DEBUG nova.compute.manager [req-8174a294-e2c2-47f6-8de3-01dbf9043441 req-cf9a3407-8b1a-451e-8c78-ded4e702c271 service nova] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Detach interface failed, port_id=922c5342-b981-417a-a3a4-a2ee27f368a8, reason: Instance 94852adc-fe97-4709-aae1-8e08f270b394 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1483.489077] env[69808]: INFO nova.compute.manager [-] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Took 1.75 seconds to deallocate network for instance. [ 1483.995149] env[69808]: DEBUG oslo_concurrency.lockutils [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.995563] env[69808]: DEBUG oslo_concurrency.lockutils [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.995672] env[69808]: DEBUG nova.objects.instance [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lazy-loading 'resources' on Instance uuid 94852adc-fe97-4709-aae1-8e08f270b394 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.543295] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec50c72-65c0-4ec0-9c3d-7000353339d3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.551453] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ee65d8-6689-4413-977f-c0685b25f33c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.582569] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17e244b-294f-481d-8dad-6eb1e7e80f63 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.590570] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ab6925-1c09-4732-acea-7d4c5e053fa1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.604247] env[69808]: DEBUG nova.compute.provider_tree [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1485.107304] env[69808]: DEBUG nova.scheduler.client.report [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1485.612323] env[69808]: DEBUG oslo_concurrency.lockutils [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.632480] env[69808]: INFO nova.scheduler.client.report [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Deleted allocations for instance 94852adc-fe97-4709-aae1-8e08f270b394 [ 1486.140659] env[69808]: DEBUG oslo_concurrency.lockutils [None req-28370681-91d9-4125-84d2-b5b460a05dce tempest-ServerActionsTestJSON-269619587 tempest-ServerActionsTestJSON-269619587-project-member] Lock "94852adc-fe97-4709-aae1-8e08f270b394" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.030s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.179882] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.180328] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.180459] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.180634] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.180806] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.183794] env[69808]: INFO nova.compute.manager [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Terminating instance [ 1500.688634] env[69808]: DEBUG nova.compute.manager [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1500.688927] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1500.689862] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2160668-f3cd-4b8f-a393-1dce7c57275b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.699519] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1500.699796] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf8e7018-a364-481c-b9dd-878aade5ec6a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.705654] env[69808]: DEBUG oslo_vmware.api [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1500.705654] env[69808]: value = "task-3791179" [ 1500.705654] env[69808]: _type = "Task" [ 1500.705654] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.714287] env[69808]: DEBUG oslo_vmware.api [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.216094] env[69808]: DEBUG oslo_vmware.api [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791179, 'name': PowerOffVM_Task, 'duration_secs': 0.210939} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.216094] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1501.216094] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1501.216513] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7faf86fa-482d-469b-830e-0dac31c6d925 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.281996] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1501.282266] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1501.282468] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Deleting the datastore file [datastore1] 382abfa4-0eb1-4ba9-aed7-115f3ee411de {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1501.282739] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f226893c-7974-4b02-bcb1-82fe9b6d448b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.289874] env[69808]: DEBUG oslo_vmware.api [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1501.289874] env[69808]: value = "task-3791181" [ 1501.289874] env[69808]: _type = "Task" [ 1501.289874] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.297614] env[69808]: DEBUG oslo_vmware.api [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.803364] env[69808]: DEBUG oslo_vmware.api [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131627} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.803719] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1501.803976] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1501.804239] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1501.804484] env[69808]: INFO nova.compute.manager [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1501.804812] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1501.805067] env[69808]: DEBUG nova.compute.manager [-] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1501.805196] env[69808]: DEBUG nova.network.neutron [-] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1502.221023] env[69808]: DEBUG nova.compute.manager [req-c90f9f81-7268-4c9e-b08d-4960bcf14471 req-f7b0b089-1395-4140-b9fb-5d0ce07ee714 service nova] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Received event network-vif-deleted-f6134f0c-2d57-4eb7-846d-0c153acaefcd {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1502.221023] env[69808]: INFO nova.compute.manager [req-c90f9f81-7268-4c9e-b08d-4960bcf14471 req-f7b0b089-1395-4140-b9fb-5d0ce07ee714 service nova] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Neutron deleted interface f6134f0c-2d57-4eb7-846d-0c153acaefcd; detaching it from the instance and deleting it from the info cache [ 1502.221766] env[69808]: DEBUG nova.network.neutron [req-c90f9f81-7268-4c9e-b08d-4960bcf14471 req-f7b0b089-1395-4140-b9fb-5d0ce07ee714 service nova] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.705936] env[69808]: DEBUG nova.network.neutron [-] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.723919] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-429bfe85-9c58-4ca8-ac37-f67d1286e699 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.736643] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ceb238-d306-45d4-a0f7-00e6fa503c63 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.763271] env[69808]: DEBUG nova.compute.manager [req-c90f9f81-7268-4c9e-b08d-4960bcf14471 req-f7b0b089-1395-4140-b9fb-5d0ce07ee714 service nova] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Detach interface failed, port_id=f6134f0c-2d57-4eb7-846d-0c153acaefcd, reason: Instance 382abfa4-0eb1-4ba9-aed7-115f3ee411de could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1503.209124] env[69808]: INFO nova.compute.manager [-] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Took 1.40 seconds to deallocate network for instance. [ 1503.716715] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.717134] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.717272] env[69808]: DEBUG nova.objects.instance [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lazy-loading 'resources' on Instance uuid 382abfa4-0eb1-4ba9-aed7-115f3ee411de {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1504.256019] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80be872-65f6-4fa0-85cc-5d8bf3d16a24 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.262969] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a51836-5b42-4275-ba31-dc8381c60381 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.292681] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16149622-837d-44b6-b40e-ebe77ae40571 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.300296] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58e6b12-e1f3-4d48-8245-3d64f34daee8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.313569] env[69808]: DEBUG nova.compute.provider_tree [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.816859] env[69808]: DEBUG nova.scheduler.client.report [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1505.322606] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.345792] env[69808]: INFO nova.scheduler.client.report [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Deleted allocations for instance 382abfa4-0eb1-4ba9-aed7-115f3ee411de [ 1505.854251] env[69808]: DEBUG oslo_concurrency.lockutils [None req-b5912dd9-4555-4c89-b5ec-1cbe9bf9a7ac tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "382abfa4-0eb1-4ba9-aed7-115f3ee411de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.674s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.304368] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "daa50db7-7cb6-474e-9a8a-18a74834f083" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.304677] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "daa50db7-7cb6-474e-9a8a-18a74834f083" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.806639] env[69808]: DEBUG nova.compute.manager [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Starting instance... {{(pid=69808) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1509.328540] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.328816] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.330482] env[69808]: INFO nova.compute.claims [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1510.367659] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde0d4e7-7e94-4e30-9b22-65f30884c835 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.376041] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecbe2ee-4603-401a-b37e-52db128fb80b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.405979] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930c11e3-ef6c-4397-bc65-981bc5e3d37e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.413571] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fd5b2a-7236-4296-bcc3-25436137e3a5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.427659] env[69808]: DEBUG nova.compute.provider_tree [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.930662] env[69808]: DEBUG nova.scheduler.client.report [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1511.435533] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.107s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.436064] env[69808]: DEBUG nova.compute.manager [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Start building networks asynchronously for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1511.941212] env[69808]: DEBUG nova.compute.utils [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1511.942657] env[69808]: DEBUG nova.compute.manager [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Allocating IP information in the background. {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1511.942911] env[69808]: DEBUG nova.network.neutron [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] allocate_for_instance() {{(pid=69808) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1511.992801] env[69808]: DEBUG nova.policy [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d705945df46404fb4e162690f8a1ee0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '663632fa79404b7e93e6ed566b6431a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69808) authorize /opt/stack/nova/nova/policy.py:192}} [ 1512.263180] env[69808]: DEBUG nova.network.neutron [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Successfully created port: a73f5659-6769-4f1b-85d2-a22e9abcdad9 {{(pid=69808) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1512.446738] env[69808]: DEBUG nova.compute.manager [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Start building block device mappings for instance. {{(pid=69808) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1513.457249] env[69808]: DEBUG nova.compute.manager [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Start spawning the instance on the hypervisor. {{(pid=69808) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1513.483057] env[69808]: DEBUG nova.virt.hardware [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-02T11:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-02T11:35:32Z,direct_url=,disk_format='vmdk',id=b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='da209ec809e14a5c80ac69064332ee3c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-02T11:35:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1513.483322] env[69808]: DEBUG nova.virt.hardware [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Flavor limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1513.483480] env[69808]: DEBUG nova.virt.hardware [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Image limits 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1513.483664] env[69808]: DEBUG nova.virt.hardware [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Flavor pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1513.483812] env[69808]: DEBUG nova.virt.hardware [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Image pref 0:0:0 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1513.483959] env[69808]: DEBUG nova.virt.hardware [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69808) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1513.484184] env[69808]: DEBUG nova.virt.hardware [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1513.484343] env[69808]: DEBUG nova.virt.hardware [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1513.484510] env[69808]: DEBUG nova.virt.hardware [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Got 1 possible topologies {{(pid=69808) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1513.484672] env[69808]: DEBUG nova.virt.hardware [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1513.484842] env[69808]: DEBUG nova.virt.hardware [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69808) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1513.485723] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b7e807-ec9b-4193-8358-1cc922275fee {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.493800] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15be8b82-2a8c-441e-85f3-794328599362 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.621265] env[69808]: DEBUG nova.compute.manager [req-37e62aeb-2c1a-4747-818f-cf1ce2ec3687 req-002a216d-6300-4d42-9203-661ac6b6d20b service nova] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Received event network-vif-plugged-a73f5659-6769-4f1b-85d2-a22e9abcdad9 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1513.621525] env[69808]: DEBUG oslo_concurrency.lockutils [req-37e62aeb-2c1a-4747-818f-cf1ce2ec3687 req-002a216d-6300-4d42-9203-661ac6b6d20b service nova] Acquiring lock "daa50db7-7cb6-474e-9a8a-18a74834f083-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1513.621771] env[69808]: DEBUG oslo_concurrency.lockutils [req-37e62aeb-2c1a-4747-818f-cf1ce2ec3687 req-002a216d-6300-4d42-9203-661ac6b6d20b service nova] Lock "daa50db7-7cb6-474e-9a8a-18a74834f083-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.621931] env[69808]: DEBUG oslo_concurrency.lockutils [req-37e62aeb-2c1a-4747-818f-cf1ce2ec3687 req-002a216d-6300-4d42-9203-661ac6b6d20b service nova] Lock "daa50db7-7cb6-474e-9a8a-18a74834f083-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.622112] env[69808]: DEBUG nova.compute.manager [req-37e62aeb-2c1a-4747-818f-cf1ce2ec3687 req-002a216d-6300-4d42-9203-661ac6b6d20b service nova] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] No waiting events found dispatching network-vif-plugged-a73f5659-6769-4f1b-85d2-a22e9abcdad9 {{(pid=69808) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1513.622304] env[69808]: WARNING nova.compute.manager [req-37e62aeb-2c1a-4747-818f-cf1ce2ec3687 req-002a216d-6300-4d42-9203-661ac6b6d20b service nova] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Received unexpected event network-vif-plugged-a73f5659-6769-4f1b-85d2-a22e9abcdad9 for instance with vm_state building and task_state spawning. [ 1513.707740] env[69808]: DEBUG nova.network.neutron [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Successfully updated port: a73f5659-6769-4f1b-85d2-a22e9abcdad9 {{(pid=69808) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1514.211698] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "refresh_cache-daa50db7-7cb6-474e-9a8a-18a74834f083" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.211820] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquired lock "refresh_cache-daa50db7-7cb6-474e-9a8a-18a74834f083" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.212079] env[69808]: DEBUG nova.network.neutron [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Building network info cache for instance {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1514.747393] env[69808]: DEBUG nova.network.neutron [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Instance cache missing network info. {{(pid=69808) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1514.867736] env[69808]: DEBUG nova.network.neutron [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Updating instance_info_cache with network_info: [{"id": "a73f5659-6769-4f1b-85d2-a22e9abcdad9", "address": "fa:16:3e:75:55:8e", "network": {"id": "ff190e52-fe15-415d-ad53-bcad82616ed2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-77816202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "663632fa79404b7e93e6ed566b6431a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa73f5659-67", "ovs_interfaceid": "a73f5659-6769-4f1b-85d2-a22e9abcdad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.370506] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Releasing lock "refresh_cache-daa50db7-7cb6-474e-9a8a-18a74834f083" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.370829] env[69808]: DEBUG nova.compute.manager [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Instance network_info: |[{"id": "a73f5659-6769-4f1b-85d2-a22e9abcdad9", "address": "fa:16:3e:75:55:8e", "network": {"id": "ff190e52-fe15-415d-ad53-bcad82616ed2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-77816202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "663632fa79404b7e93e6ed566b6431a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa73f5659-67", "ovs_interfaceid": "a73f5659-6769-4f1b-85d2-a22e9abcdad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69808) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1515.371307] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:55:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a73f5659-6769-4f1b-85d2-a22e9abcdad9', 'vif_model': 'vmxnet3'}] {{(pid=69808) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1515.379058] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1515.379278] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Creating VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1515.380680] env[69808]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5cc4f21-8f8d-476e-9560-87a3399241e2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.400898] env[69808]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1515.400898] env[69808]: value = "task-3791182" [ 1515.400898] env[69808]: _type = "Task" [ 1515.400898] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.408763] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791182, 'name': CreateVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.648942] env[69808]: DEBUG nova.compute.manager [req-9bdcbfc4-5d41-458c-a569-0447b9370f80 req-eee45dea-fd6c-406c-87f4-1428dd860c6f service nova] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Received event network-changed-a73f5659-6769-4f1b-85d2-a22e9abcdad9 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1515.649191] env[69808]: DEBUG nova.compute.manager [req-9bdcbfc4-5d41-458c-a569-0447b9370f80 req-eee45dea-fd6c-406c-87f4-1428dd860c6f service nova] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Refreshing instance network info cache due to event network-changed-a73f5659-6769-4f1b-85d2-a22e9abcdad9. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1515.649268] env[69808]: DEBUG oslo_concurrency.lockutils [req-9bdcbfc4-5d41-458c-a569-0447b9370f80 req-eee45dea-fd6c-406c-87f4-1428dd860c6f service nova] Acquiring lock "refresh_cache-daa50db7-7cb6-474e-9a8a-18a74834f083" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.649410] env[69808]: DEBUG oslo_concurrency.lockutils [req-9bdcbfc4-5d41-458c-a569-0447b9370f80 req-eee45dea-fd6c-406c-87f4-1428dd860c6f service nova] Acquired lock "refresh_cache-daa50db7-7cb6-474e-9a8a-18a74834f083" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.649574] env[69808]: DEBUG nova.network.neutron [req-9bdcbfc4-5d41-458c-a569-0447b9370f80 req-eee45dea-fd6c-406c-87f4-1428dd860c6f service nova] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Refreshing network info cache for port a73f5659-6769-4f1b-85d2-a22e9abcdad9 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1515.912061] env[69808]: DEBUG oslo_vmware.api [-] Task: {'id': task-3791182, 'name': CreateVM_Task, 'duration_secs': 0.288525} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.912061] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Created VM on the ESX host {{(pid=69808) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1515.912577] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.912780] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.913116] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.913367] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e670fc1d-5960-469f-ae24-b17a84863cdc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.918390] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1515.918390] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520f5c29-7806-8354-5b2b-94c77cb9bf20" [ 1515.918390] env[69808]: _type = "Task" [ 1515.918390] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.926685] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520f5c29-7806-8354-5b2b-94c77cb9bf20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.340572] env[69808]: DEBUG nova.network.neutron [req-9bdcbfc4-5d41-458c-a569-0447b9370f80 req-eee45dea-fd6c-406c-87f4-1428dd860c6f service nova] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Updated VIF entry in instance network info cache for port a73f5659-6769-4f1b-85d2-a22e9abcdad9. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1516.340995] env[69808]: DEBUG nova.network.neutron [req-9bdcbfc4-5d41-458c-a569-0447b9370f80 req-eee45dea-fd6c-406c-87f4-1428dd860c6f service nova] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Updating instance_info_cache with network_info: [{"id": "a73f5659-6769-4f1b-85d2-a22e9abcdad9", "address": "fa:16:3e:75:55:8e", "network": {"id": "ff190e52-fe15-415d-ad53-bcad82616ed2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-77816202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "663632fa79404b7e93e6ed566b6431a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa73f5659-67", "ovs_interfaceid": "a73f5659-6769-4f1b-85d2-a22e9abcdad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.428896] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]520f5c29-7806-8354-5b2b-94c77cb9bf20, 'name': SearchDatastore_Task, 'duration_secs': 0.011178} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.429209] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.429521] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Processing image b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6 {{(pid=69808) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1516.429737] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.429884] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.430075] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1516.430330] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e141c4c3-d8fb-4bab-84b3-12ef4d157ce3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.439451] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69808) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1516.439762] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69808) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1516.440888] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11971271-7664-4255-8d2b-d7e92fb4e85e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.447688] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1516.447688] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5266dcbf-c783-6192-13a6-dbe644dbd729" [ 1516.447688] env[69808]: _type = "Task" [ 1516.447688] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.456881] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5266dcbf-c783-6192-13a6-dbe644dbd729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.843804] env[69808]: DEBUG oslo_concurrency.lockutils [req-9bdcbfc4-5d41-458c-a569-0447b9370f80 req-eee45dea-fd6c-406c-87f4-1428dd860c6f service nova] Releasing lock "refresh_cache-daa50db7-7cb6-474e-9a8a-18a74834f083" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.958535] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]5266dcbf-c783-6192-13a6-dbe644dbd729, 'name': SearchDatastore_Task, 'duration_secs': 0.011326} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.959329] env[69808]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8930b89-dc7e-4546-8983-19fc366c544d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.964946] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1516.964946] env[69808]: value = "session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52088502-2424-a1f0-43cc-50e5c41d52a1" [ 1516.964946] env[69808]: _type = "Task" [ 1516.964946] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.973706] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52088502-2424-a1f0-43cc-50e5c41d52a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.475746] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': session[52586ea1-d1a9-1c60-6a8a-09ce44d2b2e0]52088502-2424-a1f0-43cc-50e5c41d52a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010141} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.476039] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.476275] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] daa50db7-7cb6-474e-9a8a-18a74834f083/daa50db7-7cb6-474e-9a8a-18a74834f083.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1517.476538] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65cc018a-72fc-4730-8254-44ecac9f75ea {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.484078] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1517.484078] env[69808]: value = "task-3791183" [ 1517.484078] env[69808]: _type = "Task" [ 1517.484078] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.492313] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.993619] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462344} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.994024] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6/b16c97a7-1a6d-4aca-b26d-2bf295ed4bb6.vmdk to [datastore1] daa50db7-7cb6-474e-9a8a-18a74834f083/daa50db7-7cb6-474e-9a8a-18a74834f083.vmdk {{(pid=69808) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1517.994177] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Extending root virtual disk to 1048576 {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1517.994369] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1feb9948-f73c-4710-acd9-f5a1be1ccda5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.001608] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1518.001608] env[69808]: value = "task-3791184" [ 1518.001608] env[69808]: _type = "Task" [ 1518.001608] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.011032] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.513082] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066729} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.513378] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Extended root virtual disk {{(pid=69808) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1518.514159] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e731c607-d929-4628-a782-27efdf689d87 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.537199] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] daa50db7-7cb6-474e-9a8a-18a74834f083/daa50db7-7cb6-474e-9a8a-18a74834f083.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1518.537402] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7725a9f7-9c1e-45a8-9e98-5678e007d3b2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.557455] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1518.557455] env[69808]: value = "task-3791185" [ 1518.557455] env[69808]: _type = "Task" [ 1518.557455] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.565501] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.067467] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791185, 'name': ReconfigVM_Task, 'duration_secs': 0.287755} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.067928] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Reconfigured VM instance instance-00000080 to attach disk [datastore1] daa50db7-7cb6-474e-9a8a-18a74834f083/daa50db7-7cb6-474e-9a8a-18a74834f083.vmdk or device None with type sparse {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1519.068367] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3e450de-fed5-4f15-8c5d-513634182df3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.074600] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1519.074600] env[69808]: value = "task-3791186" [ 1519.074600] env[69808]: _type = "Task" [ 1519.074600] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.082701] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791186, 'name': Rename_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.585081] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791186, 'name': Rename_Task, 'duration_secs': 0.139249} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.585081] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Powering on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1519.585081] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1148464a-f2f4-4b62-bd14-07ae8d0ec342 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.591774] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1519.591774] env[69808]: value = "task-3791187" [ 1519.591774] env[69808]: _type = "Task" [ 1519.591774] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.599720] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.102680] env[69808]: DEBUG oslo_vmware.api [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791187, 'name': PowerOnVM_Task, 'duration_secs': 0.443046} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.103078] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Powered on the VM {{(pid=69808) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1520.103225] env[69808]: INFO nova.compute.manager [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1520.103317] env[69808]: DEBUG nova.compute.manager [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Checking state {{(pid=69808) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1520.104115] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee798c0-ae16-4063-a35d-5aecdaa39c6e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.620081] env[69808]: INFO nova.compute.manager [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Took 11.31 seconds to build instance. [ 1521.122380] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e80a80a0-f300-4212-9a6f-92d027c3d140 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "daa50db7-7cb6-474e-9a8a-18a74834f083" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.818s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.336582] env[69808]: DEBUG nova.compute.manager [req-a468ffb9-6833-44f8-b7df-c054d3f955d1 req-732cdd25-12c0-4c29-908e-8d1b5706becd service nova] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Received event network-changed-a73f5659-6769-4f1b-85d2-a22e9abcdad9 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1521.337480] env[69808]: DEBUG nova.compute.manager [req-a468ffb9-6833-44f8-b7df-c054d3f955d1 req-732cdd25-12c0-4c29-908e-8d1b5706becd service nova] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Refreshing instance network info cache due to event network-changed-a73f5659-6769-4f1b-85d2-a22e9abcdad9. {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1521.337480] env[69808]: DEBUG oslo_concurrency.lockutils [req-a468ffb9-6833-44f8-b7df-c054d3f955d1 req-732cdd25-12c0-4c29-908e-8d1b5706becd service nova] Acquiring lock "refresh_cache-daa50db7-7cb6-474e-9a8a-18a74834f083" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.337480] env[69808]: DEBUG oslo_concurrency.lockutils [req-a468ffb9-6833-44f8-b7df-c054d3f955d1 req-732cdd25-12c0-4c29-908e-8d1b5706becd service nova] Acquired lock "refresh_cache-daa50db7-7cb6-474e-9a8a-18a74834f083" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.337480] env[69808]: DEBUG nova.network.neutron [req-a468ffb9-6833-44f8-b7df-c054d3f955d1 req-732cdd25-12c0-4c29-908e-8d1b5706becd service nova] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Refreshing network info cache for port a73f5659-6769-4f1b-85d2-a22e9abcdad9 {{(pid=69808) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1522.048197] env[69808]: DEBUG nova.network.neutron [req-a468ffb9-6833-44f8-b7df-c054d3f955d1 req-732cdd25-12c0-4c29-908e-8d1b5706becd service nova] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Updated VIF entry in instance network info cache for port a73f5659-6769-4f1b-85d2-a22e9abcdad9. {{(pid=69808) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1522.048619] env[69808]: DEBUG nova.network.neutron [req-a468ffb9-6833-44f8-b7df-c054d3f955d1 req-732cdd25-12c0-4c29-908e-8d1b5706becd service nova] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Updating instance_info_cache with network_info: [{"id": "a73f5659-6769-4f1b-85d2-a22e9abcdad9", "address": "fa:16:3e:75:55:8e", "network": {"id": "ff190e52-fe15-415d-ad53-bcad82616ed2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-77816202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "663632fa79404b7e93e6ed566b6431a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa73f5659-67", "ovs_interfaceid": "a73f5659-6769-4f1b-85d2-a22e9abcdad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.084573] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.084850] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.085077] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.085251] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.085400] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.085549] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.085683] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69808) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1522.085824] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.551954] env[69808]: DEBUG oslo_concurrency.lockutils [req-a468ffb9-6833-44f8-b7df-c054d3f955d1 req-732cdd25-12c0-4c29-908e-8d1b5706becd service nova] Releasing lock "refresh_cache-daa50db7-7cb6-474e-9a8a-18a74834f083" {{(pid=69808) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.588438] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.588697] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.588904] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.589093] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69808) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1522.590091] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225c0a00-3d6b-44a7-9a8a-f5e09f87d2db {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.600539] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d9cc51-234d-4c2e-9e05-cf9e1fe219e7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.616082] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004fb626-5f53-452a-bdba-de53cd405314 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.623992] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75d388e-7652-4d03-ada7-0066d152f451 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.655352] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180428MB free_disk=55GB free_vcpus=48 pci_devices=None {{(pid=69808) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1522.655570] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.655796] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.777380] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Instance daa50db7-7cb6-474e-9a8a-18a74834f083 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69808) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1523.777687] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1523.777727] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1523.805846] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1be4ab1-f2d2-46ae-a472-8a5e4fe5d881 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.814326] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3c6815-3c4b-40d6-8d75-666fd21ddb53 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.845519] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07c9f5d-1b38-4859-88cb-9f1724a77db6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.852964] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8cb4e0-5297-49db-ac87-db7f3ba13202 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.866020] env[69808]: DEBUG nova.compute.provider_tree [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1524.369182] env[69808]: DEBUG nova.scheduler.client.report [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1524.874188] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69808) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1524.874682] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.219s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.874682] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.874816] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Cleaning up deleted instances with incomplete migration {{(pid=69808) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1525.377171] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.878165] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.085244] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.085622] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Cleaning up deleted instances {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1530.594652] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] There are 27 instances to clean {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1530.594874] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: db615215-25a6-43bb-abf4-acea09546ad1] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1531.098680] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 94852adc-fe97-4709-aae1-8e08f270b394] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1531.602424] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 7ee8a27f-b204-41ad-ab87-42c05e45b93e] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1532.106705] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 382abfa4-0eb1-4ba9-aed7-115f3ee411de] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1532.610538] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 3f258a4c-b546-49b1-92d7-702e0949ca7c] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1533.114349] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: a8adc941-1315-47d4-96ae-a21bd7ee9cda] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1533.617556] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 7b55165b-c0c9-4713-ac67-cc12c631e3d8] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1534.121287] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: c5677030-4528-4aea-8e6c-e94e7e0f93b3] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1534.624871] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 4b504d8d-7870-4fb9-9c04-bc6a6ee1d42b] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1535.128321] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 21246246-2cd7-4d77-9967-aa479200a3e7] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1535.632928] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: f987da4a-4baf-4aec-8c92-29e9778142fb] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1536.136359] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: a32b75c1-e775-4505-ab59-6c71b84cc84d] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1536.640262] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 82075c16-01ab-497c-99d1-6bcfdd9cc613] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1537.143677] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 39c9a040-6507-4239-a719-a0742a3cfe90] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1537.647619] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 0d22f0c2-7750-4432-a4c2-dbdf89ecb4a7] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1538.152367] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 5fe470ce-6300-476a-80cd-41e9589d1d73] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1538.656767] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 521a84ff-9b55-4aef-a320-4b3989ed4634] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1539.160663] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 10494ca4-57da-4930-bc34-3fcb2a805c4f] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1539.664508] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: c0467513-713e-431b-8785-639eb2b863b8] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1540.167981] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 9391d62e-b558-4c36-a315-0428fe456cac] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1540.672259] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 73b987bb-8cca-452b-b6b3-60b27ef2382d] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1541.175999] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 57dae466-65ff-4be6-91e6-93d5bd7d0642] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1541.679734] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 6a06b65d-e09a-4812-889f-4d123cf95266] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1542.183126] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: 94be9cc8-bd7d-4338-b9ce-14d47ab7f79e] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1542.686389] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: d597e916-bb76-41c0-8ac4-fb7cef7b1d80] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1543.190800] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: f9de1eb8-5f7d-4205-884e-d80f83df0f61] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1543.695374] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] [instance: cdd7e10d-086b-4673-801a-1d7a36f0824b] Instance has had 0 of 5 cleanup attempts {{(pid=69808) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1559.835488] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9bcc6f60-d44c-4d7b-9dfa-05ae586fe062 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "daa50db7-7cb6-474e-9a8a-18a74834f083" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1559.835809] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9bcc6f60-d44c-4d7b-9dfa-05ae586fe062 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "daa50db7-7cb6-474e-9a8a-18a74834f083" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1560.338935] env[69808]: DEBUG nova.compute.utils [None req-9bcc6f60-d44c-4d7b-9dfa-05ae586fe062 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1560.842938] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9bcc6f60-d44c-4d7b-9dfa-05ae586fe062 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "daa50db7-7cb6-474e-9a8a-18a74834f083" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1561.911056] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9bcc6f60-d44c-4d7b-9dfa-05ae586fe062 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "daa50db7-7cb6-474e-9a8a-18a74834f083" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.911056] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9bcc6f60-d44c-4d7b-9dfa-05ae586fe062 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "daa50db7-7cb6-474e-9a8a-18a74834f083" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1561.911056] env[69808]: INFO nova.compute.manager [None req-9bcc6f60-d44c-4d7b-9dfa-05ae586fe062 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Attaching volume 969d191d-322e-4231-9d6a-19671d0e1268 to /dev/sdb [ 1561.943145] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d006c1e2-0b43-40eb-b447-b838619b6fe6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.949814] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b5a033-9d29-4222-b02a-a7a7d638fefd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.963210] env[69808]: DEBUG nova.virt.block_device [None req-9bcc6f60-d44c-4d7b-9dfa-05ae586fe062 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Updating existing volume attachment record: 40035aba-7421-412f-b7f0-4a7eb5fbad0f {{(pid=69808) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1566.510865] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bcc6f60-d44c-4d7b-9dfa-05ae586fe062 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Volume attach. Driver type: vmdk {{(pid=69808) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1566.511172] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bcc6f60-d44c-4d7b-9dfa-05ae586fe062 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754124', 'volume_id': '969d191d-322e-4231-9d6a-19671d0e1268', 'name': 'volume-969d191d-322e-4231-9d6a-19671d0e1268', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'daa50db7-7cb6-474e-9a8a-18a74834f083', 'attached_at': '', 'detached_at': '', 'volume_id': '969d191d-322e-4231-9d6a-19671d0e1268', 'serial': '969d191d-322e-4231-9d6a-19671d0e1268'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1566.512086] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f786d14-c4ac-473c-8d5b-cc0ffdbcaa5f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.528499] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691cae2b-7b1d-49cc-ab10-fec530b3ffcf {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.553778] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bcc6f60-d44c-4d7b-9dfa-05ae586fe062 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] volume-969d191d-322e-4231-9d6a-19671d0e1268/volume-969d191d-322e-4231-9d6a-19671d0e1268.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1566.554127] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd40675c-f2f1-4a9a-8d47-44b6c547640d {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.572876] env[69808]: DEBUG oslo_vmware.api [None req-9bcc6f60-d44c-4d7b-9dfa-05ae586fe062 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1566.572876] env[69808]: value = "task-3791190" [ 1566.572876] env[69808]: _type = "Task" [ 1566.572876] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.581594] env[69808]: DEBUG oslo_vmware.api [None req-9bcc6f60-d44c-4d7b-9dfa-05ae586fe062 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.083520] env[69808]: DEBUG oslo_vmware.api [None req-9bcc6f60-d44c-4d7b-9dfa-05ae586fe062 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791190, 'name': ReconfigVM_Task, 'duration_secs': 0.326418} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.083807] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bcc6f60-d44c-4d7b-9dfa-05ae586fe062 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Reconfigured VM instance instance-00000080 to attach disk [datastore1] volume-969d191d-322e-4231-9d6a-19671d0e1268/volume-969d191d-322e-4231-9d6a-19671d0e1268.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1567.088510] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79cc1c79-4934-4892-8349-97eef5e0a6ed {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.103244] env[69808]: DEBUG oslo_vmware.api [None req-9bcc6f60-d44c-4d7b-9dfa-05ae586fe062 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1567.103244] env[69808]: value = "task-3791191" [ 1567.103244] env[69808]: _type = "Task" [ 1567.103244] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.111077] env[69808]: DEBUG oslo_vmware.api [None req-9bcc6f60-d44c-4d7b-9dfa-05ae586fe062 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.613926] env[69808]: DEBUG oslo_vmware.api [None req-9bcc6f60-d44c-4d7b-9dfa-05ae586fe062 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791191, 'name': ReconfigVM_Task, 'duration_secs': 0.16353} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.614290] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bcc6f60-d44c-4d7b-9dfa-05ae586fe062 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754124', 'volume_id': '969d191d-322e-4231-9d6a-19671d0e1268', 'name': 'volume-969d191d-322e-4231-9d6a-19671d0e1268', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'daa50db7-7cb6-474e-9a8a-18a74834f083', 'attached_at': '', 'detached_at': '', 'volume_id': '969d191d-322e-4231-9d6a-19671d0e1268', 'serial': '969d191d-322e-4231-9d6a-19671d0e1268'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1568.734686] env[69808]: DEBUG nova.objects.instance [None req-9bcc6f60-d44c-4d7b-9dfa-05ae586fe062 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lazy-loading 'flavor' on Instance uuid daa50db7-7cb6-474e-9a8a-18a74834f083 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1569.242068] env[69808]: DEBUG oslo_concurrency.lockutils [None req-9bcc6f60-d44c-4d7b-9dfa-05ae586fe062 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "daa50db7-7cb6-474e-9a8a-18a74834f083" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.331s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1570.002474] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "daa50db7-7cb6-474e-9a8a-18a74834f083" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1570.002812] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "daa50db7-7cb6-474e-9a8a-18a74834f083" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1570.506022] env[69808]: DEBUG nova.compute.utils [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Using /dev/sd instead of None {{(pid=69808) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1571.009151] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "daa50db7-7cb6-474e-9a8a-18a74834f083" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1572.067112] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "daa50db7-7cb6-474e-9a8a-18a74834f083" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1572.067535] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "daa50db7-7cb6-474e-9a8a-18a74834f083" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1572.067798] env[69808]: INFO nova.compute.manager [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Attaching volume 954f9c9f-5d76-4579-af6a-44cb424ced76 to /dev/sdc [ 1572.097890] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fad4d5d-9248-4142-bb1e-be4cce5fc07a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.105254] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6ec025-72f8-4837-b9c8-9b19aa1f2ba6 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.118217] env[69808]: DEBUG nova.virt.block_device [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Updating existing volume attachment record: c61bd2de-9142-4f48-a037-5b471dc2b0ce {{(pid=69808) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1576.663461] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Volume attach. Driver type: vmdk {{(pid=69808) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1576.663709] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754125', 'volume_id': '954f9c9f-5d76-4579-af6a-44cb424ced76', 'name': 'volume-954f9c9f-5d76-4579-af6a-44cb424ced76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'daa50db7-7cb6-474e-9a8a-18a74834f083', 'attached_at': '', 'detached_at': '', 'volume_id': '954f9c9f-5d76-4579-af6a-44cb424ced76', 'serial': '954f9c9f-5d76-4579-af6a-44cb424ced76'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1576.664657] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007187f2-ec0d-4594-bdc0-5564381b37e7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.682896] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad05bb56-80dc-4ec6-9a70-6371f6cd7bc3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.710755] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] volume-954f9c9f-5d76-4579-af6a-44cb424ced76/volume-954f9c9f-5d76-4579-af6a-44cb424ced76.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1576.711070] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2d007af-4f83-4203-acfb-44b11c94475c {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.731173] env[69808]: DEBUG oslo_vmware.api [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1576.731173] env[69808]: value = "task-3791194" [ 1576.731173] env[69808]: _type = "Task" [ 1576.731173] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.746133] env[69808]: DEBUG oslo_vmware.api [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.242408] env[69808]: DEBUG oslo_vmware.api [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791194, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.743206] env[69808]: DEBUG oslo_vmware.api [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791194, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.244244] env[69808]: DEBUG oslo_vmware.api [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791194, 'name': ReconfigVM_Task, 'duration_secs': 1.349692} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.244516] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Reconfigured VM instance instance-00000080 to attach disk [datastore1] volume-954f9c9f-5d76-4579-af6a-44cb424ced76/volume-954f9c9f-5d76-4579-af6a-44cb424ced76.vmdk or device None with type thin {{(pid=69808) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1578.249145] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd2cbe95-6b5a-45e0-baa9-6b60675cf363 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.264340] env[69808]: DEBUG oslo_vmware.api [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1578.264340] env[69808]: value = "task-3791195" [ 1578.264340] env[69808]: _type = "Task" [ 1578.264340] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.272196] env[69808]: DEBUG oslo_vmware.api [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.774438] env[69808]: DEBUG oslo_vmware.api [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791195, 'name': ReconfigVM_Task, 'duration_secs': 0.134358} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.774869] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754125', 'volume_id': '954f9c9f-5d76-4579-af6a-44cb424ced76', 'name': 'volume-954f9c9f-5d76-4579-af6a-44cb424ced76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'daa50db7-7cb6-474e-9a8a-18a74834f083', 'attached_at': '', 'detached_at': '', 'volume_id': '954f9c9f-5d76-4579-af6a-44cb424ced76', 'serial': '954f9c9f-5d76-4579-af6a-44cb424ced76'} {{(pid=69808) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1579.809432] env[69808]: DEBUG nova.objects.instance [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lazy-loading 'flavor' on Instance uuid daa50db7-7cb6-474e-9a8a-18a74834f083 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1580.314136] env[69808]: DEBUG oslo_concurrency.lockutils [None req-2cfe0932-1aa0-40ff-99ed-f0a4e8c6231f tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "daa50db7-7cb6-474e-9a8a-18a74834f083" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.247s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1580.666277] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fdd855c0-8911-4ef6-98c6-64be4d6f24e7 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "daa50db7-7cb6-474e-9a8a-18a74834f083" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.666480] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fdd855c0-8911-4ef6-98c6-64be4d6f24e7 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "daa50db7-7cb6-474e-9a8a-18a74834f083" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.169812] env[69808]: INFO nova.compute.manager [None req-fdd855c0-8911-4ef6-98c6-64be4d6f24e7 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Detaching volume 969d191d-322e-4231-9d6a-19671d0e1268 [ 1581.200169] env[69808]: INFO nova.virt.block_device [None req-fdd855c0-8911-4ef6-98c6-64be4d6f24e7 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Attempting to driver detach volume 969d191d-322e-4231-9d6a-19671d0e1268 from mountpoint /dev/sdb [ 1581.200423] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdd855c0-8911-4ef6-98c6-64be4d6f24e7 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Volume detach. Driver type: vmdk {{(pid=69808) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1581.200616] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdd855c0-8911-4ef6-98c6-64be4d6f24e7 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754124', 'volume_id': '969d191d-322e-4231-9d6a-19671d0e1268', 'name': 'volume-969d191d-322e-4231-9d6a-19671d0e1268', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'daa50db7-7cb6-474e-9a8a-18a74834f083', 'attached_at': '', 'detached_at': '', 'volume_id': '969d191d-322e-4231-9d6a-19671d0e1268', 'serial': '969d191d-322e-4231-9d6a-19671d0e1268'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1581.201527] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a296aa30-fc84-4ce5-8c7d-02d917b274a2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.225653] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4687355-2407-49dc-a728-cf22684d6891 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.232780] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d355be2-7117-4218-a06e-f9dfdbb3d503 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.255437] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086646b8-50c3-4e93-a168-cf2f1921835a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.269972] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdd855c0-8911-4ef6-98c6-64be4d6f24e7 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] The volume has not been displaced from its original location: [datastore1] volume-969d191d-322e-4231-9d6a-19671d0e1268/volume-969d191d-322e-4231-9d6a-19671d0e1268.vmdk. No consolidation needed. {{(pid=69808) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1581.275168] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdd855c0-8911-4ef6-98c6-64be4d6f24e7 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Reconfiguring VM instance instance-00000080 to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1581.275427] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed37babe-7495-4d35-81ca-e6ad03452a2b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.293311] env[69808]: DEBUG oslo_vmware.api [None req-fdd855c0-8911-4ef6-98c6-64be4d6f24e7 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1581.293311] env[69808]: value = "task-3791196" [ 1581.293311] env[69808]: _type = "Task" [ 1581.293311] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.300894] env[69808]: DEBUG oslo_vmware.api [None req-fdd855c0-8911-4ef6-98c6-64be4d6f24e7 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.803393] env[69808]: DEBUG oslo_vmware.api [None req-fdd855c0-8911-4ef6-98c6-64be4d6f24e7 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791196, 'name': ReconfigVM_Task, 'duration_secs': 0.2238} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.803659] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdd855c0-8911-4ef6-98c6-64be4d6f24e7 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Reconfigured VM instance instance-00000080 to detach disk 2001 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1581.808224] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0180a58-1a02-4397-8bfd-00224bb7b7c7 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.824016] env[69808]: DEBUG oslo_vmware.api [None req-fdd855c0-8911-4ef6-98c6-64be4d6f24e7 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1581.824016] env[69808]: value = "task-3791197" [ 1581.824016] env[69808]: _type = "Task" [ 1581.824016] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.833390] env[69808]: DEBUG oslo_vmware.api [None req-fdd855c0-8911-4ef6-98c6-64be4d6f24e7 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.333784] env[69808]: DEBUG oslo_vmware.api [None req-fdd855c0-8911-4ef6-98c6-64be4d6f24e7 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791197, 'name': ReconfigVM_Task, 'duration_secs': 0.135576} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.334246] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdd855c0-8911-4ef6-98c6-64be4d6f24e7 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754124', 'volume_id': '969d191d-322e-4231-9d6a-19671d0e1268', 'name': 'volume-969d191d-322e-4231-9d6a-19671d0e1268', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'daa50db7-7cb6-474e-9a8a-18a74834f083', 'attached_at': '', 'detached_at': '', 'volume_id': '969d191d-322e-4231-9d6a-19671d0e1268', 'serial': '969d191d-322e-4231-9d6a-19671d0e1268'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1582.876060] env[69808]: DEBUG nova.objects.instance [None req-fdd855c0-8911-4ef6-98c6-64be4d6f24e7 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lazy-loading 'flavor' on Instance uuid daa50db7-7cb6-474e-9a8a-18a74834f083 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1583.883061] env[69808]: DEBUG oslo_concurrency.lockutils [None req-fdd855c0-8911-4ef6-98c6-64be4d6f24e7 tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "daa50db7-7cb6-474e-9a8a-18a74834f083" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1583.904975] env[69808]: DEBUG oslo_concurrency.lockutils [None req-507c18b5-354e-4a7f-86ba-baf73192fb5b tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "daa50db7-7cb6-474e-9a8a-18a74834f083" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.905255] env[69808]: DEBUG oslo_concurrency.lockutils [None req-507c18b5-354e-4a7f-86ba-baf73192fb5b tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "daa50db7-7cb6-474e-9a8a-18a74834f083" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1584.408590] env[69808]: INFO nova.compute.manager [None req-507c18b5-354e-4a7f-86ba-baf73192fb5b tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Detaching volume 954f9c9f-5d76-4579-af6a-44cb424ced76 [ 1584.439427] env[69808]: INFO nova.virt.block_device [None req-507c18b5-354e-4a7f-86ba-baf73192fb5b tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Attempting to driver detach volume 954f9c9f-5d76-4579-af6a-44cb424ced76 from mountpoint /dev/sdc [ 1584.439663] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-507c18b5-354e-4a7f-86ba-baf73192fb5b tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Volume detach. Driver type: vmdk {{(pid=69808) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1584.439851] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-507c18b5-354e-4a7f-86ba-baf73192fb5b tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754125', 'volume_id': '954f9c9f-5d76-4579-af6a-44cb424ced76', 'name': 'volume-954f9c9f-5d76-4579-af6a-44cb424ced76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'daa50db7-7cb6-474e-9a8a-18a74834f083', 'attached_at': '', 'detached_at': '', 'volume_id': '954f9c9f-5d76-4579-af6a-44cb424ced76', 'serial': '954f9c9f-5d76-4579-af6a-44cb424ced76'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1584.440947] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4799d8-2db6-4e0c-a59b-fceefb91d2d9 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.464019] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753a01f8-656f-4a73-bdd4-0e1a362248eb {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.472367] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9650fc96-f057-4c46-80aa-39f1337d30c5 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.494614] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663f4ce6-e15a-4cfa-b11a-e9373c268382 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.511207] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-507c18b5-354e-4a7f-86ba-baf73192fb5b tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] The volume has not been displaced from its original location: [datastore1] volume-954f9c9f-5d76-4579-af6a-44cb424ced76/volume-954f9c9f-5d76-4579-af6a-44cb424ced76.vmdk. No consolidation needed. {{(pid=69808) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1584.516437] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-507c18b5-354e-4a7f-86ba-baf73192fb5b tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Reconfiguring VM instance instance-00000080 to detach disk 2002 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1584.516726] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e053f2c2-cd03-4332-adc3-5a0591fa20cc {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.536075] env[69808]: DEBUG oslo_vmware.api [None req-507c18b5-354e-4a7f-86ba-baf73192fb5b tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1584.536075] env[69808]: value = "task-3791198" [ 1584.536075] env[69808]: _type = "Task" [ 1584.536075] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.544722] env[69808]: DEBUG oslo_vmware.api [None req-507c18b5-354e-4a7f-86ba-baf73192fb5b tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.046111] env[69808]: DEBUG oslo_vmware.api [None req-507c18b5-354e-4a7f-86ba-baf73192fb5b tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791198, 'name': ReconfigVM_Task, 'duration_secs': 0.231503} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.046518] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-507c18b5-354e-4a7f-86ba-baf73192fb5b tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Reconfigured VM instance instance-00000080 to detach disk 2002 {{(pid=69808) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1585.050994] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d6ff242-894f-4045-985f-185111ca3385 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.066350] env[69808]: DEBUG oslo_vmware.api [None req-507c18b5-354e-4a7f-86ba-baf73192fb5b tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1585.066350] env[69808]: value = "task-3791199" [ 1585.066350] env[69808]: _type = "Task" [ 1585.066350] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.074451] env[69808]: DEBUG oslo_vmware.api [None req-507c18b5-354e-4a7f-86ba-baf73192fb5b tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.576189] env[69808]: DEBUG oslo_vmware.api [None req-507c18b5-354e-4a7f-86ba-baf73192fb5b tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791199, 'name': ReconfigVM_Task, 'duration_secs': 0.131281} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.576525] env[69808]: DEBUG nova.virt.vmwareapi.volumeops [None req-507c18b5-354e-4a7f-86ba-baf73192fb5b tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-754125', 'volume_id': '954f9c9f-5d76-4579-af6a-44cb424ced76', 'name': 'volume-954f9c9f-5d76-4579-af6a-44cb424ced76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'daa50db7-7cb6-474e-9a8a-18a74834f083', 'attached_at': '', 'detached_at': '', 'volume_id': '954f9c9f-5d76-4579-af6a-44cb424ced76', 'serial': '954f9c9f-5d76-4579-af6a-44cb424ced76'} {{(pid=69808) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1586.117750] env[69808]: DEBUG nova.objects.instance [None req-507c18b5-354e-4a7f-86ba-baf73192fb5b tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lazy-loading 'flavor' on Instance uuid daa50db7-7cb6-474e-9a8a-18a74834f083 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1587.126233] env[69808]: DEBUG oslo_concurrency.lockutils [None req-507c18b5-354e-4a7f-86ba-baf73192fb5b tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "daa50db7-7cb6-474e-9a8a-18a74834f083" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.289977] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "daa50db7-7cb6-474e-9a8a-18a74834f083" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.290413] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "daa50db7-7cb6-474e-9a8a-18a74834f083" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.290630] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "daa50db7-7cb6-474e-9a8a-18a74834f083-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.290895] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "daa50db7-7cb6-474e-9a8a-18a74834f083-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.291108] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "daa50db7-7cb6-474e-9a8a-18a74834f083-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.293195] env[69808]: INFO nova.compute.manager [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Terminating instance [ 1588.797105] env[69808]: DEBUG nova.compute.manager [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Start destroying the instance on the hypervisor. {{(pid=69808) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1588.797377] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Destroying instance {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1588.798348] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595c9ef0-be5e-4281-9e87-935673e93f5a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.806764] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Powering off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1588.807026] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de7715f9-f244-45d5-9845-39f7b92c8729 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.813411] env[69808]: DEBUG oslo_vmware.api [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1588.813411] env[69808]: value = "task-3791200" [ 1588.813411] env[69808]: _type = "Task" [ 1588.813411] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.822144] env[69808]: DEBUG oslo_vmware.api [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.323992] env[69808]: DEBUG oslo_vmware.api [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791200, 'name': PowerOffVM_Task, 'duration_secs': 0.211604} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.324270] env[69808]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Powered off the VM {{(pid=69808) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1589.324270] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Unregistering the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1589.324491] env[69808]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a467a6d2-1682-4590-b1d0-851c6c31c2ec {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.472133] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Unregistered the VM {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1589.472383] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Deleting contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1589.472586] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Deleting the datastore file [datastore1] daa50db7-7cb6-474e-9a8a-18a74834f083 {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1589.472866] env[69808]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3424f555-a0dc-454f-891c-d6fc18cb1c8f {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.481797] env[69808]: DEBUG oslo_vmware.api [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for the task: (returnval){ [ 1589.481797] env[69808]: value = "task-3791202" [ 1589.481797] env[69808]: _type = "Task" [ 1589.481797] env[69808]: } to complete. {{(pid=69808) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.491227] env[69808]: DEBUG oslo_vmware.api [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.994289] env[69808]: DEBUG oslo_vmware.api [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Task: {'id': task-3791202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148862} completed successfully. {{(pid=69808) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.994589] env[69808]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Deleted the datastore file {{(pid=69808) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1589.994777] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Deleted contents of the VM from datastore datastore1 {{(pid=69808) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1589.994959] env[69808]: DEBUG nova.virt.vmwareapi.vmops [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Instance destroyed {{(pid=69808) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1589.995155] env[69808]: INFO nova.compute.manager [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1589.995600] env[69808]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69808) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1589.995847] env[69808]: DEBUG nova.compute.manager [-] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Deallocating network for instance {{(pid=69808) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1589.995947] env[69808]: DEBUG nova.network.neutron [-] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] deallocate_for_instance() {{(pid=69808) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1590.498431] env[69808]: DEBUG nova.compute.manager [req-1822bf7c-e59b-48d6-a295-d68e5a92c95a req-899d0e55-632f-410a-881b-911b6fda24f5 service nova] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Received event network-vif-deleted-a73f5659-6769-4f1b-85d2-a22e9abcdad9 {{(pid=69808) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1590.498695] env[69808]: INFO nova.compute.manager [req-1822bf7c-e59b-48d6-a295-d68e5a92c95a req-899d0e55-632f-410a-881b-911b6fda24f5 service nova] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Neutron deleted interface a73f5659-6769-4f1b-85d2-a22e9abcdad9; detaching it from the instance and deleting it from the info cache [ 1590.498822] env[69808]: DEBUG nova.network.neutron [req-1822bf7c-e59b-48d6-a295-d68e5a92c95a req-899d0e55-632f-410a-881b-911b6fda24f5 service nova] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.980185] env[69808]: DEBUG nova.network.neutron [-] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Updating instance_info_cache with network_info: [] {{(pid=69808) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.001588] env[69808]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44e38583-eb7a-4cbe-b19f-fcdc1b81e3cd {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.013035] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec4d65c-7024-4fbd-8a5d-f5bfbf5af11e {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.038046] env[69808]: DEBUG nova.compute.manager [req-1822bf7c-e59b-48d6-a295-d68e5a92c95a req-899d0e55-632f-410a-881b-911b6fda24f5 service nova] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Detach interface failed, port_id=a73f5659-6769-4f1b-85d2-a22e9abcdad9, reason: Instance daa50db7-7cb6-474e-9a8a-18a74834f083 could not be found. {{(pid=69808) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1591.198147] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1591.198403] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1591.483099] env[69808]: INFO nova.compute.manager [-] [instance: daa50db7-7cb6-474e-9a8a-18a74834f083] Took 1.49 seconds to deallocate network for instance. [ 1591.703681] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1591.704159] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1591.704159] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1591.704286] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1591.704331] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1591.704455] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1591.704589] env[69808]: DEBUG nova.compute.manager [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69808) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1591.704730] env[69808]: DEBUG oslo_service.periodic_task [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69808) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1591.989233] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1591.989539] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1591.989767] env[69808]: DEBUG nova.objects.instance [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lazy-loading 'resources' on Instance uuid daa50db7-7cb6-474e-9a8a-18a74834f083 {{(pid=69808) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1592.207269] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1592.528412] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6616b209-dbe5-4f91-9dc6-39043373292a {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.536305] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474b006a-c456-4ad7-8e53-7fa3c367eda8 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.568683] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0df4794-9962-422d-bc7b-e5a2a8e3a309 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.576528] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c18f6c7-e071-45a1-b7cf-318eee7ccb8b {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.590502] env[69808]: DEBUG nova.compute.provider_tree [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.093838] env[69808]: DEBUG nova.scheduler.client.report [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1593.600305] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1593.602552] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.395s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1593.602781] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1593.602924] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69808) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1593.603770] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2e6d8a-4fb3-449f-83bb-2a79be19b871 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.612596] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d7a1ec-c5ab-4d42-893b-e0aaf4fd33e2 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.627622] env[69808]: INFO nova.scheduler.client.report [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Deleted allocations for instance daa50db7-7cb6-474e-9a8a-18a74834f083 [ 1593.629107] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ad2e36-53d0-4109-8b1c-2a86a75531ef {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.638277] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fdcb54-eb31-42c0-9696-aeb4e07f87f3 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.669626] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180498MB free_disk=55GB free_vcpus=48 pci_devices=None {{(pid=69808) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1593.669800] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1593.670039] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1594.138074] env[69808]: DEBUG oslo_concurrency.lockutils [None req-e77e4bc4-e250-4a6b-b136-f5d6d7c5429a tempest-AttachVolumeTestJSON-1333389902 tempest-AttachVolumeTestJSON-1333389902-project-member] Lock "daa50db7-7cb6-474e-9a8a-18a74834f083" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.848s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1594.692674] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1594.692856] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69808) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1594.708572] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c621a377-72a1-458f-9ee2-1a1d41ba5e26 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.716872] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec4bcff-c389-4950-9885-b99c0a497982 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.747131] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b446e819-ed99-4b3a-a93d-6ab5de337438 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.755231] env[69808]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e72f7b-b2f5-4777-b534-165b3418e1e1 {{(pid=69808) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.770504] env[69808]: DEBUG nova.compute.provider_tree [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed in ProviderTree for provider: df70a276-1734-46c9-94fd-235e07f47845 {{(pid=69808) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1595.273642] env[69808]: DEBUG nova.scheduler.client.report [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Inventory has not changed for provider df70a276-1734-46c9-94fd-235e07f47845 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 55, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69808) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1595.778124] env[69808]: DEBUG nova.compute.resource_tracker [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69808) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1595.778361] env[69808]: DEBUG oslo_concurrency.lockutils [None req-38dd10cc-7f95-4658-bff5-d0b878ecc137 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.108s {{(pid=69808) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}